xtrawl 0.1.1 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/DOCUMENTATION.md +51 -0
- package/README.md +34 -6
- package/dist/auth/bootstrap.d.ts +1 -1
- package/dist/auth/bootstrap.d.ts.map +1 -1
- package/dist/auth/bootstrap.js +27 -14
- package/dist/auth/bootstrap.js.map +1 -1
- package/dist/cli/main.d.ts.map +1 -1
- package/dist/cli/main.js +13 -12
- package/dist/cli/main.js.map +1 -1
- package/dist/cli/parser.d.ts +2 -14
- package/dist/cli/parser.d.ts.map +1 -1
- package/dist/cli/parser.js +26 -30
- package/dist/cli/parser.js.map +1 -1
- package/dist/cli/types.d.ts +17 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +2 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/client/accounts.d.ts.map +1 -1
- package/dist/client/accounts.js +13 -6
- package/dist/client/accounts.js.map +1 -1
- package/dist/client/client.d.ts +16 -3
- package/dist/client/client.d.ts.map +1 -1
- package/dist/client/client.js +96 -38
- package/dist/client/client.js.map +1 -1
- package/dist/client/collectors.d.ts +2 -10
- package/dist/client/collectors.d.ts.map +1 -1
- package/dist/client/collectors.js +122 -57
- package/dist/client/collectors.js.map +1 -1
- package/dist/client/database.d.ts +6 -18
- package/dist/client/database.d.ts.map +1 -1
- package/dist/client/database.js +4 -21
- package/dist/client/database.js.map +1 -1
- package/dist/client/page-commit.d.ts +15 -0
- package/dist/client/page-commit.d.ts.map +1 -0
- package/dist/client/page-commit.js +19 -0
- package/dist/client/page-commit.js.map +1 -0
- package/dist/client/profiles.d.ts +1 -1
- package/dist/client/profiles.d.ts.map +1 -1
- package/dist/client/profiles.js +10 -3
- package/dist/client/profiles.js.map +1 -1
- package/dist/client/search.d.ts +5 -17
- package/dist/client/search.d.ts.map +1 -1
- package/dist/client/search.js +81 -26
- package/dist/client/search.js.map +1 -1
- package/dist/client/types.d.ts +40 -2
- package/dist/client/types.d.ts.map +1 -1
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +5 -2
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/types.d.ts +5 -2
- package/dist/config/types.d.ts.map +1 -1
- package/dist/config/validation.d.ts +1 -1
- package/dist/config/validation.d.ts.map +1 -1
- package/dist/config/validation.js +27 -11
- package/dist/config/validation.js.map +1 -1
- package/dist/constants/accounts.d.ts +16 -0
- package/dist/constants/accounts.d.ts.map +1 -0
- package/dist/constants/accounts.js +16 -0
- package/dist/constants/accounts.js.map +1 -0
- package/dist/constants/cli.d.ts +10 -0
- package/dist/constants/cli.d.ts.map +1 -0
- package/dist/constants/cli.js +10 -0
- package/dist/constants/cli.js.map +1 -0
- package/dist/constants/collection.d.ts +9 -0
- package/dist/constants/collection.d.ts.map +1 -0
- package/dist/constants/collection.js +9 -0
- package/dist/constants/collection.js.map +1 -0
- package/dist/constants/config.d.ts +6 -0
- package/dist/constants/config.d.ts.map +1 -0
- package/dist/constants/config.js +6 -0
- package/dist/constants/config.js.map +1 -0
- package/dist/constants/errors.d.ts +9 -0
- package/dist/constants/errors.d.ts.map +1 -0
- package/dist/constants/errors.js +9 -0
- package/dist/constants/errors.js.map +1 -0
- package/dist/constants/output.d.ts +7 -0
- package/dist/constants/output.d.ts.map +1 -0
- package/dist/constants/output.js +7 -0
- package/dist/constants/output.js.map +1 -0
- package/dist/constants/pages.d.ts +5 -0
- package/dist/constants/pages.d.ts.map +1 -0
- package/dist/constants/pages.js +5 -0
- package/dist/constants/pages.js.map +1 -0
- package/dist/constants/requests.d.ts +18 -0
- package/dist/constants/requests.d.ts.map +1 -0
- package/dist/constants/requests.js +18 -0
- package/dist/constants/requests.js.map +1 -0
- package/dist/constants/runner.d.ts +8 -0
- package/dist/constants/runner.d.ts.map +1 -0
- package/dist/constants/runner.js +8 -0
- package/dist/constants/runner.js.map +1 -0
- package/dist/constants/runs.d.ts +8 -0
- package/dist/constants/runs.d.ts.map +1 -0
- package/dist/constants/runs.js +8 -0
- package/dist/constants/runs.js.map +1 -0
- package/dist/domain/accounts.d.ts +4 -2
- package/dist/domain/accounts.d.ts.map +1 -1
- package/dist/domain/collection.d.ts +27 -0
- package/dist/domain/collection.d.ts.map +1 -0
- package/dist/domain/collection.js +2 -0
- package/dist/domain/collection.js.map +1 -0
- package/dist/domain/diagnostics.d.ts +11 -0
- package/dist/domain/diagnostics.d.ts.map +1 -0
- package/dist/domain/diagnostics.js +2 -0
- package/dist/domain/diagnostics.js.map +1 -0
- package/dist/domain/errors.d.ts +2 -1
- package/dist/domain/errors.d.ts.map +1 -1
- package/dist/domain/errors.js +10 -9
- package/dist/domain/errors.js.map +1 -1
- package/dist/domain/http.d.ts +7 -1
- package/dist/domain/http.d.ts.map +1 -1
- package/dist/domain/manifest.d.ts +8 -0
- package/dist/domain/manifest.d.ts.map +1 -1
- package/dist/domain/output.d.ts +3 -0
- package/dist/domain/output.d.ts.map +1 -0
- package/dist/domain/output.js +2 -0
- package/dist/domain/output.js.map +1 -0
- package/dist/domain/pages.d.ts +20 -0
- package/dist/domain/pages.d.ts.map +1 -0
- package/dist/domain/pages.js +2 -0
- package/dist/domain/pages.js.map +1 -0
- package/dist/domain/pool.d.ts +22 -0
- package/dist/domain/pool.d.ts.map +1 -0
- package/dist/domain/pool.js +2 -0
- package/dist/domain/pool.js.map +1 -0
- package/dist/domain/records.d.ts +6 -1
- package/dist/domain/records.d.ts.map +1 -1
- package/dist/domain/requests.d.ts +19 -10
- package/dist/domain/requests.d.ts.map +1 -1
- package/dist/domain/runner.d.ts +30 -0
- package/dist/domain/runner.d.ts.map +1 -0
- package/dist/domain/runner.js +2 -0
- package/dist/domain/runner.js.map +1 -0
- package/dist/domain/runs.d.ts +12 -0
- package/dist/domain/runs.d.ts.map +1 -0
- package/dist/domain/runs.js +2 -0
- package/dist/domain/runs.js.map +1 -0
- package/dist/engine/api-engine.d.ts +7 -7
- package/dist/engine/api-engine.d.ts.map +1 -1
- package/dist/engine/api-engine.js +42 -19
- package/dist/engine/api-engine.js.map +1 -1
- package/dist/engine/extractors.d.ts +2 -8
- package/dist/engine/extractors.d.ts.map +1 -1
- package/dist/engine/extractors.js +30 -11
- package/dist/engine/extractors.js.map +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/manifest/destinations.d.ts +4 -0
- package/dist/manifest/destinations.d.ts.map +1 -0
- package/dist/manifest/destinations.js +47 -0
- package/dist/manifest/destinations.js.map +1 -0
- package/dist/manifest/model.d.ts +3 -2
- package/dist/manifest/model.d.ts.map +1 -1
- package/dist/manifest/model.js +6 -1
- package/dist/manifest/model.js.map +1 -1
- package/dist/manifest/provider.d.ts +10 -3
- package/dist/manifest/provider.d.ts.map +1 -1
- package/dist/manifest/provider.js +86 -34
- package/dist/manifest/provider.js.map +1 -1
- package/dist/manifest/scraper.d.ts +2 -6
- package/dist/manifest/scraper.d.ts.map +1 -1
- package/dist/manifest/scraper.js +46 -15
- package/dist/manifest/scraper.js.map +1 -1
- package/dist/output/csv-writer.d.ts.map +1 -1
- package/dist/output/csv-writer.js +32 -10
- package/dist/output/csv-writer.js.map +1 -1
- package/dist/output/json-writer.d.ts +1 -0
- package/dist/output/json-writer.d.ts.map +1 -1
- package/dist/output/json-writer.js +36 -11
- package/dist/output/json-writer.js.map +1 -1
- package/dist/output/lock.d.ts +2 -0
- package/dist/output/lock.d.ts.map +1 -0
- package/dist/output/lock.js +18 -0
- package/dist/output/lock.js.map +1 -0
- package/dist/output/writer.d.ts +2 -1
- package/dist/output/writer.d.ts.map +1 -1
- package/dist/output/writer.js +6 -3
- package/dist/output/writer.js.map +1 -1
- package/dist/pool/account-pool.d.ts +3 -12
- package/dist/pool/account-pool.d.ts.map +1 -1
- package/dist/pool/account-pool.js +54 -16
- package/dist/pool/account-pool.js.map +1 -1
- package/dist/pool/cooldown.d.ts +3 -7
- package/dist/pool/cooldown.d.ts.map +1 -1
- package/dist/pool/cooldown.js +10 -7
- package/dist/pool/cooldown.js.map +1 -1
- package/dist/pool/limiter.d.ts +3 -3
- package/dist/pool/limiter.d.ts.map +1 -1
- package/dist/pool/limiter.js +5 -6
- package/dist/pool/limiter.js.map +1 -1
- package/dist/query/builder.d.ts +1 -1
- package/dist/query/builder.d.ts.map +1 -1
- package/dist/query/builder.js +10 -4
- package/dist/query/builder.js.map +1 -1
- package/dist/query/collection-id.d.ts +3 -0
- package/dist/query/collection-id.d.ts.map +1 -0
- package/dist/query/collection-id.js +21 -0
- package/dist/query/collection-id.js.map +1 -0
- package/dist/query/normalize.d.ts +3 -32
- package/dist/query/normalize.d.ts.map +1 -1
- package/dist/query/normalize.js +10 -16
- package/dist/query/normalize.js.map +1 -1
- package/dist/query/targets.d.ts +2 -7
- package/dist/query/targets.d.ts.map +1 -1
- package/dist/query/targets.js.map +1 -1
- package/dist/query/types.d.ts +40 -0
- package/dist/query/types.d.ts.map +1 -0
- package/dist/query/types.js +2 -0
- package/dist/query/types.js.map +1 -0
- package/dist/runner/index.d.ts +3 -0
- package/dist/runner/index.d.ts.map +1 -1
- package/dist/runner/index.js.map +1 -1
- package/dist/runner/retry.d.ts +3 -6
- package/dist/runner/retry.d.ts.map +1 -1
- package/dist/runner/retry.js +5 -3
- package/dist/runner/retry.js.map +1 -1
- package/dist/runner/runner.d.ts +2 -14
- package/dist/runner/runner.d.ts.map +1 -1
- package/dist/runner/runner.js +11 -7
- package/dist/runner/runner.js.map +1 -1
- package/dist/runner/task-queue.d.ts +9 -11
- package/dist/runner/task-queue.d.ts.map +1 -1
- package/dist/runner/task-queue.js +79 -32
- package/dist/runner/task-queue.js.map +1 -1
- package/dist/storage/account-repository.d.ts +2 -15
- package/dist/storage/account-repository.d.ts.map +1 -1
- package/dist/storage/account-repository.js +65 -35
- package/dist/storage/account-repository.js.map +1 -1
- package/dist/storage/database.d.ts +3 -1
- package/dist/storage/database.d.ts.map +1 -1
- package/dist/storage/database.js +10 -4
- package/dist/storage/database.js.map +1 -1
- package/dist/storage/index.d.ts +3 -1
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +2 -0
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/progress-repository.d.ts +12 -0
- package/dist/storage/progress-repository.d.ts.map +1 -0
- package/dist/storage/progress-repository.js +76 -0
- package/dist/storage/progress-repository.js.map +1 -0
- package/dist/storage/run-repository.d.ts +4 -10
- package/dist/storage/run-repository.d.ts.map +1 -1
- package/dist/storage/run-repository.js +4 -2
- package/dist/storage/run-repository.js.map +1 -1
- package/dist/storage/schema.d.ts.map +1 -1
- package/dist/storage/schema.js +19 -0
- package/dist/storage/schema.js.map +1 -1
- package/dist/storage/types.d.ts +15 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +2 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/transport/body.d.ts +15 -0
- package/dist/transport/body.d.ts.map +1 -0
- package/dist/transport/body.js +61 -0
- package/dist/transport/body.js.map +1 -0
- package/dist/transport/dispatcher-pool.d.ts +13 -0
- package/dist/transport/dispatcher-pool.d.ts.map +1 -0
- package/dist/transport/dispatcher-pool.js +47 -0
- package/dist/transport/dispatcher-pool.js.map +1 -0
- package/dist/transport/graphql.d.ts +1 -1
- package/dist/transport/graphql.d.ts.map +1 -1
- package/dist/transport/graphql.js +36 -19
- package/dist/transport/graphql.js.map +1 -1
- package/dist/transport/session.d.ts +8 -11
- package/dist/transport/session.d.ts.map +1 -1
- package/dist/transport/session.js +71 -26
- package/dist/transport/session.js.map +1 -1
- package/dist/transport/transaction-id.d.ts +2 -7
- package/dist/transport/transaction-id.d.ts.map +1 -1
- package/dist/transport/transaction-id.js +20 -16
- package/dist/transport/transaction-id.js.map +1 -1
- package/dist/transport/types.d.ts +28 -0
- package/dist/transport/types.d.ts.map +1 -0
- package/dist/transport/types.js +2 -0
- package/dist/transport/types.js.map +1 -0
- package/dist/utils/abort.d.ts +6 -0
- package/dist/utils/abort.d.ts.map +1 -0
- package/dist/utils/abort.js +45 -0
- package/dist/utils/abort.js.map +1 -0
- package/dist/utils/redact.d.ts +5 -0
- package/dist/utils/redact.d.ts.map +1 -0
- package/dist/utils/redact.js +42 -0
- package/dist/utils/redact.js.map +1 -0
- package/docs/architecture/overview.md +8 -4
- package/docs/product/specification.md +18 -8
- package/docs/security/data-boundary.md +3 -0
- package/package.json +5 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/storage/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE7C,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/storage/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { ReadableHttpResponse } from "./types.js";
|
|
2
|
+
export type { ReadableHttpResponse } from "./types.js";
|
|
3
|
+
export declare const DEFAULT_MAX_RESPONSE_BYTES: number;
|
|
4
|
+
export declare const AUXILIARY_REQUEST_TIMEOUT_MS = 15000;
|
|
5
|
+
export declare function readResponseText(response: ReadableHttpResponse, options: {
|
|
6
|
+
readonly signal?: AbortSignal;
|
|
7
|
+
readonly maxBytes: number;
|
|
8
|
+
}): Promise<string>;
|
|
9
|
+
export declare function cancelBody(response: {
|
|
10
|
+
readonly body?: {
|
|
11
|
+
cancel?(reason?: unknown): Promise<void>;
|
|
12
|
+
} | null;
|
|
13
|
+
}): Promise<void>;
|
|
14
|
+
export declare function oversizedError(): Error;
|
|
15
|
+
//# sourceMappingURL=body.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"body.d.ts","sourceRoot":"","sources":["../../src/transport/body.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,YAAY,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,eAAO,MAAM,0BAA0B,QAAkB,CAAC;AAC1D,eAAO,MAAM,4BAA4B,QAAS,CAAC;AAEnD,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,oBAAoB,EAC9B,OAAO,EAAE;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC,MAAM,CAAC,CA0CjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE;IACzC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC;CACrE,GAAG,OAAO,CAAC,IAAI,CAAC,CAEhB;AAED,wBAAgB,cAAc,IAAI,KAAK,CAEtC"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { abortError } from "../utils/abort.js";
|
|
2
|
+
export const DEFAULT_MAX_RESPONSE_BYTES = 8 * 1024 * 1024;
|
|
3
|
+
export const AUXILIARY_REQUEST_TIMEOUT_MS = 15_000;
|
|
4
|
+
export async function readResponseText(response, options) {
|
|
5
|
+
if (options.signal?.aborted) {
|
|
6
|
+
await cancelBody(response);
|
|
7
|
+
throw abortError();
|
|
8
|
+
}
|
|
9
|
+
if (!response.body) {
|
|
10
|
+
const text = await response.text();
|
|
11
|
+
if (Buffer.byteLength(text) > options.maxBytes)
|
|
12
|
+
throw oversizedError();
|
|
13
|
+
return text;
|
|
14
|
+
}
|
|
15
|
+
const reader = response.body.getReader();
|
|
16
|
+
const chunks = [];
|
|
17
|
+
let size = 0;
|
|
18
|
+
const onAbort = () => {
|
|
19
|
+
void reader.cancel("aborted").catch(() => undefined);
|
|
20
|
+
};
|
|
21
|
+
options.signal?.addEventListener("abort", onAbort, { once: true });
|
|
22
|
+
try {
|
|
23
|
+
while (true) {
|
|
24
|
+
if (options.signal?.aborted)
|
|
25
|
+
throw abortError();
|
|
26
|
+
let chunk;
|
|
27
|
+
try {
|
|
28
|
+
chunk = await reader.read();
|
|
29
|
+
}
|
|
30
|
+
catch (error) {
|
|
31
|
+
if (options.signal?.aborted)
|
|
32
|
+
throw abortError();
|
|
33
|
+
throw error;
|
|
34
|
+
}
|
|
35
|
+
if (options.signal?.aborted)
|
|
36
|
+
throw abortError();
|
|
37
|
+
if (chunk.done)
|
|
38
|
+
break;
|
|
39
|
+
const value = chunk.value;
|
|
40
|
+
if (!value)
|
|
41
|
+
continue;
|
|
42
|
+
size += value.byteLength;
|
|
43
|
+
if (size > options.maxBytes) {
|
|
44
|
+
await reader.cancel("oversized").catch(() => undefined);
|
|
45
|
+
throw oversizedError();
|
|
46
|
+
}
|
|
47
|
+
chunks.push(value);
|
|
48
|
+
}
|
|
49
|
+
return Buffer.concat(chunks).toString("utf8");
|
|
50
|
+
}
|
|
51
|
+
finally {
|
|
52
|
+
options.signal?.removeEventListener("abort", onAbort);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
export async function cancelBody(response) {
|
|
56
|
+
await response.body?.cancel?.("abandoned")?.catch(() => undefined);
|
|
57
|
+
}
|
|
58
|
+
export function oversizedError() {
|
|
59
|
+
return new Error("Response exceeded the configured size limit.");
|
|
60
|
+
}
|
|
61
|
+
//# sourceMappingURL=body.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"body.js","sourceRoot":"","sources":["../../src/transport/body.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAK/C,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1D,MAAM,CAAC,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAA8B,EAC9B,OAAqE;IAErE,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,UAAU,EAAE,CAAC;IACrB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ;YAAE,MAAM,cAAc,EAAE,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,KAAK,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACvD,CAAC,CAAC;IACF,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,UAAU,EAAE,CAAC;YAChD,IAAI,KAA2C,CAAC;YAChD,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,UAAU,EAAE,CAAC;gBAChD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,UAAU,EAAE,CAAC;YAChD,IAAI,KAAK,CAAC,IAAI;gBAAE,MAAM;YACtB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YAC1B,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;YACzB,IAAI,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC5B,MAAM,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBACxD,MAAM,cAAc,EAAE,CAAC;YACzB,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAEhC;IACC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,OAAO,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { Dispatcher } from "undici";
|
|
2
|
+
import type { ProxySettings } from "../domain/accounts.js";
|
|
3
|
+
export declare class DispatcherPool {
|
|
4
|
+
private readonly entries;
|
|
5
|
+
acquire(proxy: string | ProxySettings | undefined): {
|
|
6
|
+
readonly dispatcher?: Dispatcher;
|
|
7
|
+
release(): void;
|
|
8
|
+
};
|
|
9
|
+
size(): number;
|
|
10
|
+
sweep(maxIdleMs?: number, now?: number): Promise<void>;
|
|
11
|
+
close(): Promise<void>;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=dispatcher-pool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dispatcher-pool.d.ts","sourceRoot":"","sources":["../../src/transport/dispatcher-pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAS3D,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgC;IAEjD,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,GAAG;QACzD,QAAQ,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC;QACjC,OAAO,IAAI,IAAI,CAAC;KACjB;IAuBM,IAAI,IAAI,MAAM;IAIR,KAAK,CAAC,SAAS,SAAS,EAAE,GAAG,SAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ1D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAIpC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { proxyDispatcher, proxyToUrl } from "./proxy.js";
|
|
2
|
+
export class DispatcherPool {
|
|
3
|
+
entries = new Map();
|
|
4
|
+
acquire(proxy) {
|
|
5
|
+
const url = proxyToUrl(proxy);
|
|
6
|
+
if (!url)
|
|
7
|
+
return { release() { } };
|
|
8
|
+
let entry = this.entries.get(url);
|
|
9
|
+
if (!entry) {
|
|
10
|
+
const dispatcher = proxyDispatcher(url);
|
|
11
|
+
if (!dispatcher)
|
|
12
|
+
return { release() { } };
|
|
13
|
+
entry = { dispatcher, refs: 0 };
|
|
14
|
+
this.entries.set(url, entry);
|
|
15
|
+
}
|
|
16
|
+
entry.refs += 1;
|
|
17
|
+
entry.idleAt = undefined;
|
|
18
|
+
return {
|
|
19
|
+
dispatcher: entry.dispatcher,
|
|
20
|
+
release: () => {
|
|
21
|
+
const current = this.entries.get(url);
|
|
22
|
+
if (!current)
|
|
23
|
+
return;
|
|
24
|
+
current.refs -= 1;
|
|
25
|
+
if (current.refs <= 0)
|
|
26
|
+
current.idleAt = Date.now();
|
|
27
|
+
},
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
size() {
|
|
31
|
+
return this.entries.size;
|
|
32
|
+
}
|
|
33
|
+
async sweep(maxIdleMs = 60_000, now = Date.now()) {
|
|
34
|
+
for (const [key, entry] of this.entries) {
|
|
35
|
+
if (entry.refs > 0 || entry.idleAt === undefined || now - entry.idleAt < maxIdleMs)
|
|
36
|
+
continue;
|
|
37
|
+
await entry.dispatcher.close();
|
|
38
|
+
this.entries.delete(key);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
async close() {
|
|
42
|
+
for (const entry of this.entries.values())
|
|
43
|
+
await entry.dispatcher.close();
|
|
44
|
+
this.entries.clear();
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=dispatcher-pool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dispatcher-pool.js","sourceRoot":"","sources":["../../src/transport/dispatcher-pool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAQzD,MAAM,OAAO,cAAc;IACR,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;IAEjD,OAAO,CAAC,KAAyC;QAItD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,OAAO,KAAI,CAAC,EAAE,CAAC;QAClC,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU;gBAAE,OAAO,EAAE,OAAO,KAAI,CAAC,EAAE,CAAC;YACzC,KAAK,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;QAChB,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC;QACzB,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,OAAO,EAAE,GAAG,EAAE;gBACZ,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,CAAC,OAAO;oBAAE,OAAO;gBACrB,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;gBAClB,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC;oBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACrD,CAAC;SACF,CAAC;IACJ,CAAC;IAEM,IAAI;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACrD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,SAAS;gBAAE,SAAS;YAC7F,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1E,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -3,6 +3,6 @@ import type { TransactionIdProvider } from "./transaction-id.js";
|
|
|
3
3
|
export declare class GraphqlTransport {
|
|
4
4
|
private readonly transactions;
|
|
5
5
|
constructor(transactions: TransactionIdProvider);
|
|
6
|
-
get(session: HttpSession, url: string, params: Readonly<Record<string, string>>, timeoutMs: number): Promise<GraphqlResponse>;
|
|
6
|
+
get(session: HttpSession, url: string, params: Readonly<Record<string, string>>, timeoutMs: number, signal?: AbortSignal): Promise<GraphqlResponse>;
|
|
7
7
|
}
|
|
8
8
|
//# sourceMappingURL=graphql.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graphql.d.ts","sourceRoot":"","sources":["../../src/transport/graphql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"graphql.d.ts","sourceRoot":"","sources":["../../src/transport/graphql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAItE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAGjE,qBAAa,gBAAgB;IACR,OAAO,CAAC,QAAQ,CAAC,YAAY;gBAAZ,YAAY,EAAE,qBAAqB;IAE1D,GAAG,CACd,OAAO,EAAE,WAAW,EACpB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACxC,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,eAAe,CAAC;CA2E5B"}
|
|
@@ -1,29 +1,34 @@
|
|
|
1
1
|
import { AuthError, NetworkError, RateLimitError } from "../domain/errors.js";
|
|
2
2
|
import { isRecord } from "../utils/guards.js";
|
|
3
|
-
import {
|
|
3
|
+
import { isAbortError } from "../utils/abort.js";
|
|
4
|
+
import { isQuotaExhausted, parseRateLimitRemaining, parseRateLimitReset } from "../pool/cooldown.js";
|
|
4
5
|
export class GraphqlTransport {
|
|
5
6
|
transactions;
|
|
6
7
|
constructor(transactions) {
|
|
7
8
|
this.transactions = transactions;
|
|
8
9
|
}
|
|
9
|
-
async get(session, url, params, timeoutMs) {
|
|
10
|
+
async get(session, url, params, timeoutMs, signal) {
|
|
10
11
|
try {
|
|
11
12
|
const method = session.post ? "POST" : "GET";
|
|
12
13
|
const transactionId = await this.transactions.get(method, url);
|
|
14
|
+
const request = {
|
|
15
|
+
timeoutMs,
|
|
16
|
+
...(signal ? { signal } : {}),
|
|
17
|
+
...(transactionId ? { headers: { "X-Client-Transaction-Id": transactionId } } : {}),
|
|
18
|
+
};
|
|
13
19
|
const response = await (session.post
|
|
14
20
|
? session.post(url, {
|
|
15
21
|
body: graphqlBody(params),
|
|
16
|
-
|
|
17
|
-
...(transactionId ? { headers: { "X-Client-Transaction-Id": transactionId } } : {}),
|
|
22
|
+
...request,
|
|
18
23
|
})
|
|
19
24
|
: session.get(url, {
|
|
20
25
|
query: params,
|
|
21
|
-
|
|
22
|
-
...(transactionId ? { headers: { "X-Client-Transaction-Id": transactionId } } : {}),
|
|
26
|
+
...request,
|
|
23
27
|
}));
|
|
24
28
|
const body = await response.text();
|
|
25
|
-
const responseStatus = effectiveStatus(response.status, response.headers);
|
|
26
29
|
const snippet = body.slice(0, 240);
|
|
30
|
+
const remaining = parseRateLimitRemaining(response.headers);
|
|
31
|
+
const resetAt = parseRateLimitReset(response.headers);
|
|
27
32
|
let data = null;
|
|
28
33
|
if (response.status === 200) {
|
|
29
34
|
try {
|
|
@@ -33,19 +38,19 @@ export class GraphqlTransport {
|
|
|
33
38
|
data = null;
|
|
34
39
|
}
|
|
35
40
|
}
|
|
36
|
-
if (
|
|
37
|
-
throw new AuthError("Remote session was rejected.", { statusCode:
|
|
41
|
+
if (response.status === 401 || response.status === 403) {
|
|
42
|
+
throw new AuthError("Remote session was rejected.", { statusCode: response.status, endpoint: url });
|
|
38
43
|
}
|
|
39
|
-
if (
|
|
44
|
+
if (response.status === 429) {
|
|
40
45
|
throw new RateLimitError("Remote rate limit was returned.", {
|
|
41
|
-
statusCode:
|
|
46
|
+
statusCode: response.status,
|
|
42
47
|
endpoint: url,
|
|
43
|
-
resetAt
|
|
48
|
+
resetAt,
|
|
44
49
|
});
|
|
45
50
|
}
|
|
46
|
-
if (
|
|
47
|
-
throw new NetworkError(`GraphQL request failed with status ${
|
|
48
|
-
statusCode:
|
|
51
|
+
if (response.status >= 400) {
|
|
52
|
+
throw new NetworkError(`GraphQL request failed with status ${response.status}.`, {
|
|
53
|
+
statusCode: response.status,
|
|
49
54
|
endpoint: url,
|
|
50
55
|
});
|
|
51
56
|
}
|
|
@@ -53,14 +58,26 @@ export class GraphqlTransport {
|
|
|
53
58
|
if (mapped === 401 || mapped === 403)
|
|
54
59
|
throw new AuthError("Remote session was rejected.", { statusCode: mapped, endpoint: url });
|
|
55
60
|
if (mapped === 429)
|
|
56
|
-
throw new RateLimitError("Remote rate limit was returned.", {
|
|
57
|
-
|
|
61
|
+
throw new RateLimitError("Remote rate limit was returned.", {
|
|
62
|
+
statusCode: mapped,
|
|
63
|
+
endpoint: url,
|
|
64
|
+
resetAt,
|
|
65
|
+
});
|
|
66
|
+
return {
|
|
67
|
+
data,
|
|
68
|
+
status: mapped ?? response.status,
|
|
69
|
+
headers: response.headers,
|
|
70
|
+
snippet,
|
|
71
|
+
...(remaining === undefined ? {} : { remaining }),
|
|
72
|
+
...(resetAt === undefined ? {} : { resetAt }),
|
|
73
|
+
...(isQuotaExhausted(response.headers) ? { quotaExhausted: true } : {}),
|
|
74
|
+
};
|
|
58
75
|
}
|
|
59
76
|
catch (error) {
|
|
60
77
|
if (error instanceof AuthError || error instanceof RateLimitError)
|
|
61
78
|
throw error;
|
|
62
|
-
if (error
|
|
63
|
-
throw new NetworkError("GraphQL request timed out.", { endpoint: url });
|
|
79
|
+
if (isAbortError(error))
|
|
80
|
+
throw new NetworkError(signal?.aborted ? "GraphQL request was cancelled." : "GraphQL request timed out.", { endpoint: url, statusCode: signal?.aborted ? 499 : 408 });
|
|
64
81
|
if (error instanceof NetworkError)
|
|
65
82
|
throw error;
|
|
66
83
|
throw new NetworkError(error instanceof Error ? error.message : String(error), { endpoint: url });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graphql.js","sourceRoot":"","sources":["../../src/transport/graphql.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"graphql.js","sourceRoot":"","sources":["../../src/transport/graphql.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAErG,MAAM,OAAO,gBAAgB;IACS;IAApC,YAAoC,YAAmC;QAAnC,iBAAY,GAAZ,YAAY,CAAuB;IAAG,CAAC;IAEpE,KAAK,CAAC,GAAG,CACd,OAAoB,EACpB,GAAW,EACX,MAAwC,EACxC,SAAiB,EACjB,MAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7C,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC/D,MAAM,OAAO,GAAG;gBACd,SAAS;gBACT,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,yBAAyB,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpF,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI;gBAClC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;oBAChB,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC;oBACzB,GAAG,OAAO;iBACX,CAAC;gBACJ,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,KAAK,EAAE,MAAM;oBACb,GAAG,OAAO;iBACX,CAAC,CAAC,CAAC;YACR,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,IAAI,GAAY,IAAI,CAAC;YACzB,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;gBACrC,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,GAAG,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvD,MAAM,IAAI,SAAS,CAAC,8BAA8B,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACtG,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,cAAc,CAAC,iCAAiC,EAAE;oBAC1D,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,QAAQ,EAAE,GAAG;oBACb,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC3B,MAAM,IAAI,YAAY,CAAC,sCAAsC,QAAQ,CAAC,MAAM,GAAG,EAAE;oBAC/E,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,QAAQ,EAAE,GAAG;iBACd,CAAC,CAAC;YACL,CAAC;YACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;gBAClC,MAAM,IAAI,SAAS,CAAC,8BAA8B,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7F,IAAI,MAAM,KAAK,GAAG;gBAChB,MAAM,IAAI,cAAc,CAAC,iCAAiC,EAAE;oBAC1D,UAAU,EAAE,MAAM;oBAClB,QAAQ,EAAE,GAAG;oBACb,OAAO;iBACR,CAAC,CAAC;YACL,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM;gBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,OAAO;gBACP,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;gBACjD,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;gBAC7C,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,YAAY,cAAc;gBAAE,MAAM,KAAK,CAAC;YAC/E,IAAI,YAAY,CAAC,KAAK,CAAC;gBACrB,MAAM,IAAI,YAAY,CACpB,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,4BAA4B,EACjF,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAC3D,CAAC;YACJ,IAAI,KAAK,YAAY,YAAY;gBAAE,MAAM,KAAK,CAAC;YAC/C,MAAM,IAAI,YAAY,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;CACF;AAED,SAAS,WAAW,CAAC,MAAwC;IAC3D,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QAC1C,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IACvE,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAS;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACzD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACjF,IACE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC9B,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACrC,IAAI,KAAK,cAAc;YACvB,IAAI,KAAK,YAAY;YAErB,OAAO,GAAG,CAAC;QACb,IACE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;YAChC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;YACjC,IAAI,KAAK,cAAc;YACvB,IAAI,KAAK,sBAAsB;YAE/B,OAAO,GAAG,CAAC;QACb,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,GAAG,CAAC;IACxE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -1,18 +1,12 @@
|
|
|
1
|
-
import { fetch as undiciFetch } from "undici";
|
|
2
1
|
import type { AccountRecord, AuthMaterial, CookieMap, ProxySettings } from "../domain/accounts.js";
|
|
3
|
-
import type { HttpSession
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
readonly defaultProxy?: string | ProxySettings;
|
|
7
|
-
readonly userAgent?: string;
|
|
8
|
-
readonly httpMode?: "auto" | "async" | "sync";
|
|
9
|
-
readonly impersonate?: string;
|
|
10
|
-
readonly fetcher?: typeof undiciFetch;
|
|
11
|
-
readonly factory?: SessionFactory;
|
|
12
|
-
}
|
|
2
|
+
import type { HttpSession } from "../domain/http.js";
|
|
3
|
+
import type { SessionBuilderOptions } from "./types.js";
|
|
4
|
+
export type { SessionBuilderOptions } from "./types.js";
|
|
13
5
|
export declare class SessionBuilder {
|
|
14
6
|
private readonly options;
|
|
15
7
|
private readonly healthyProxies;
|
|
8
|
+
private readonly preflights;
|
|
9
|
+
private readonly dispatchers;
|
|
16
10
|
constructor(options: SessionBuilderOptions);
|
|
17
11
|
forAccount(account: AccountRecord): HttpSession;
|
|
18
12
|
fromMaterial(material: AuthMaterial, proxy?: string | ProxySettings): HttpSession;
|
|
@@ -20,6 +14,9 @@ export declare class SessionBuilder {
|
|
|
20
14
|
readonly url: string;
|
|
21
15
|
readonly timeoutMs: number;
|
|
22
16
|
}): Promise<void>;
|
|
17
|
+
close(): Promise<void>;
|
|
18
|
+
dispatcherCount(): number;
|
|
19
|
+
private runProxyPreflight;
|
|
23
20
|
}
|
|
24
21
|
export declare function cookieHeader(cookies: CookieMap): string;
|
|
25
22
|
//# sourceMappingURL=session.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/transport/session.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/transport/session.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACnG,OAAO,KAAK,EAAoC,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAQvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAExD,YAAY,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAKxD,qBAAa,cAAc;IAKN,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJ3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA6B;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoC;IAC/D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;gBAEhB,OAAO,EAAE,qBAAqB;IAE3D,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,WAAW;IAK/C,YAAY,CAAC,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,WAAW;IAkB3E,kBAAkB,CAC7B,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAC5D,OAAO,CAAC,IAAI,CAAC;IAaH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,eAAe,IAAI,MAAM;YAIlB,iBAAiB;CAoChC;AAiGD,wBAAgB,YAAY,CAAC,OAAO,EAAE,SAAS,GAAG,MAAM,CAIvD"}
|
|
@@ -2,11 +2,16 @@ import { fetch as undiciFetch } from "undici";
|
|
|
2
2
|
import { AccountSessionRuntimeError } from "../domain/errors.js";
|
|
3
3
|
import { ProxyError } from "../domain/errors.js";
|
|
4
4
|
import { prepareAuthMaterial } from "../auth/material.js";
|
|
5
|
-
import {
|
|
5
|
+
import { combineSignals, isAbortError } from "../utils/abort.js";
|
|
6
|
+
import { cancelBody, DEFAULT_MAX_RESPONSE_BYTES, readResponseText } from "./body.js";
|
|
7
|
+
import { DispatcherPool } from "./dispatcher-pool.js";
|
|
8
|
+
import { proxyToUrl } from "./proxy.js";
|
|
6
9
|
const DEFAULT_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/122.0.0.0 Safari/537.36";
|
|
7
10
|
export class SessionBuilder {
|
|
8
11
|
options;
|
|
9
12
|
healthyProxies = new Map();
|
|
13
|
+
preflights = new Map();
|
|
14
|
+
dispatchers = new DispatcherPool();
|
|
10
15
|
constructor(options) {
|
|
11
16
|
this.options = options;
|
|
12
17
|
}
|
|
@@ -24,7 +29,7 @@ export class SessionBuilder {
|
|
|
24
29
|
...(this.options.impersonate ? { impersonate: this.options.impersonate } : {}),
|
|
25
30
|
...(this.options.httpMode ? { httpMode: this.options.httpMode } : {}),
|
|
26
31
|
});
|
|
27
|
-
return new FetchSession(material, proxy, this.options.fetcher ?? undiciFetch, this.options.userAgent ?? DEFAULT_USER_AGENT);
|
|
32
|
+
return new FetchSession(material, this.dispatchers.acquire(proxy), this.options.fetcher ?? undiciFetch, this.options.userAgent ?? DEFAULT_USER_AGENT);
|
|
28
33
|
}
|
|
29
34
|
async assertProxyHealthy(account, options) {
|
|
30
35
|
const proxyUrl = proxyToUrl(account.proxy ?? this.options.defaultProxy);
|
|
@@ -32,9 +37,28 @@ export class SessionBuilder {
|
|
|
32
37
|
return;
|
|
33
38
|
if ((this.healthyProxies.get(proxyUrl) ?? 0) > Date.now() - 60_000)
|
|
34
39
|
return;
|
|
35
|
-
const
|
|
36
|
-
if (
|
|
40
|
+
const pending = this.preflights.get(proxyUrl);
|
|
41
|
+
if (pending)
|
|
42
|
+
return pending;
|
|
43
|
+
const work = this.runProxyPreflight(account, proxyUrl, options).finally(() => {
|
|
44
|
+
this.preflights.delete(proxyUrl);
|
|
45
|
+
});
|
|
46
|
+
this.preflights.set(proxyUrl, work);
|
|
47
|
+
return work;
|
|
48
|
+
}
|
|
49
|
+
async close() {
|
|
50
|
+
await this.dispatchers.close();
|
|
51
|
+
}
|
|
52
|
+
dispatcherCount() {
|
|
53
|
+
return this.dispatchers.size();
|
|
54
|
+
}
|
|
55
|
+
async runProxyPreflight(account, proxyUrl, options) {
|
|
56
|
+
const acquired = this.dispatchers.acquire(account.proxy ?? this.options.defaultProxy);
|
|
57
|
+
const dispatcher = acquired.dispatcher;
|
|
58
|
+
if (!dispatcher) {
|
|
59
|
+
acquired.release();
|
|
37
60
|
return;
|
|
61
|
+
}
|
|
38
62
|
const controller = new AbortController();
|
|
39
63
|
const timeout = setTimeout(() => controller.abort(), options.timeoutMs);
|
|
40
64
|
try {
|
|
@@ -45,10 +69,14 @@ export class SessionBuilder {
|
|
|
45
69
|
signal: controller.signal,
|
|
46
70
|
dispatcher,
|
|
47
71
|
});
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
72
|
+
try {
|
|
73
|
+
if (response.status === 407)
|
|
74
|
+
throw new ProxyError("Proxy authentication was rejected.", { statusCode: 407 });
|
|
75
|
+
this.healthyProxies.set(proxyUrl, Date.now());
|
|
76
|
+
}
|
|
77
|
+
finally {
|
|
78
|
+
await cancelBody(response);
|
|
79
|
+
}
|
|
52
80
|
}
|
|
53
81
|
catch (error) {
|
|
54
82
|
if (error instanceof ProxyError)
|
|
@@ -57,7 +85,7 @@ export class SessionBuilder {
|
|
|
57
85
|
}
|
|
58
86
|
finally {
|
|
59
87
|
clearTimeout(timeout);
|
|
60
|
-
|
|
88
|
+
acquired.release();
|
|
61
89
|
}
|
|
62
90
|
}
|
|
63
91
|
}
|
|
@@ -67,12 +95,14 @@ class FetchSession {
|
|
|
67
95
|
userAgent;
|
|
68
96
|
cookies;
|
|
69
97
|
dispatcher;
|
|
70
|
-
|
|
98
|
+
releaseDispatcher;
|
|
99
|
+
constructor(material, acquired, fetcher, userAgent) {
|
|
71
100
|
this.material = material;
|
|
72
101
|
this.fetcher = fetcher;
|
|
73
102
|
this.userAgent = userAgent;
|
|
74
103
|
this.cookies = material.cookies;
|
|
75
|
-
this.dispatcher =
|
|
104
|
+
this.dispatcher = acquired.dispatcher;
|
|
105
|
+
this.releaseDispatcher = () => acquired.release();
|
|
76
106
|
}
|
|
77
107
|
async get(url, options = {}) {
|
|
78
108
|
return this.request("GET", url, options);
|
|
@@ -84,8 +114,9 @@ class FetchSession {
|
|
|
84
114
|
const target = new URL(url);
|
|
85
115
|
for (const [key, value] of Object.entries(options.query ?? {}))
|
|
86
116
|
target.searchParams.set(key, value);
|
|
87
|
-
const
|
|
88
|
-
const
|
|
117
|
+
const timeout = new AbortController();
|
|
118
|
+
const timer = options.timeoutMs ? setTimeout(() => timeout.abort(), options.timeoutMs) : undefined;
|
|
119
|
+
const signal = combineSignals(options.signal, options.timeoutMs ? timeout.signal : undefined);
|
|
89
120
|
try {
|
|
90
121
|
const headers = {
|
|
91
122
|
Authorization: `Bearer ${this.material.bearerToken}`,
|
|
@@ -103,31 +134,45 @@ class FetchSession {
|
|
|
103
134
|
method,
|
|
104
135
|
headers,
|
|
105
136
|
...(method === "POST" && options.body !== undefined ? { body: JSON.stringify(options.body) } : {}),
|
|
106
|
-
redirect: options.redirect ?? "
|
|
107
|
-
signal:
|
|
137
|
+
redirect: options.redirect ?? "manual",
|
|
138
|
+
...(signal ? { signal } : {}),
|
|
108
139
|
...(this.dispatcher ? { dispatcher: this.dispatcher } : {}),
|
|
109
140
|
};
|
|
110
141
|
const response = await this.fetcher(target, init);
|
|
111
142
|
const headersMap = Object.fromEntries(response.headers.entries());
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
143
|
+
if (response.status >= 300 && response.status < 400) {
|
|
144
|
+
await cancelBody(response);
|
|
145
|
+
throw new AccountSessionRuntimeError(method === "GET" ? "http_get_failed" : "http_post_failed", "Authenticated redirects are not followed.");
|
|
146
|
+
}
|
|
147
|
+
try {
|
|
148
|
+
const text = await readResponseText(response, {
|
|
149
|
+
...(signal ? { signal } : {}),
|
|
150
|
+
maxBytes: options.maxBytes ?? DEFAULT_MAX_RESPONSE_BYTES,
|
|
151
|
+
});
|
|
152
|
+
return {
|
|
153
|
+
status: response.status,
|
|
154
|
+
headers: headersMap,
|
|
155
|
+
text: async () => text,
|
|
156
|
+
json: async () => (text ? JSON.parse(text) : null),
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
catch (error) {
|
|
160
|
+
await cancelBody(response);
|
|
161
|
+
throw error;
|
|
162
|
+
}
|
|
118
163
|
}
|
|
119
164
|
catch (error) {
|
|
165
|
+
if (isAbortError(error) || error instanceof AccountSessionRuntimeError)
|
|
166
|
+
throw error;
|
|
120
167
|
throw new AccountSessionRuntimeError(method === "GET" ? "http_get_failed" : "http_post_failed", error instanceof Error ? error.message : String(error));
|
|
121
168
|
}
|
|
122
169
|
finally {
|
|
123
|
-
if (
|
|
124
|
-
clearTimeout(
|
|
170
|
+
if (timer)
|
|
171
|
+
clearTimeout(timer);
|
|
125
172
|
}
|
|
126
173
|
}
|
|
127
174
|
async close() {
|
|
128
|
-
|
|
129
|
-
if (typeof close === "function")
|
|
130
|
-
await close.call(this.dispatcher);
|
|
175
|
+
this.releaseDispatcher();
|
|
131
176
|
}
|
|
132
177
|
}
|
|
133
178
|
export function cookieHeader(cookies) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/transport/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,WAAW,EAAmB,MAAM,QAAQ,CAAC;AAG/D,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/transport/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,WAAW,EAAmB,MAAM,QAAQ,CAAC;AAG/D,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AACrF,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAKxC,MAAM,kBAAkB,GACtB,6FAA6F,CAAC;AAEhG,MAAM,OAAO,cAAc;IAKW;IAJnB,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC9C,WAAW,GAAG,IAAI,cAAc,EAAE,CAAC;IAEpD,YAAoC,OAA8B;QAA9B,YAAO,GAAP,OAAO,CAAuB;IAAG,CAAC;IAE/D,UAAU,CAAC,OAAsB;QACtC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACjF,CAAC;IAEM,YAAY,CAAC,QAAsB,EAAE,KAA8B;QACxE,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO;YACtB,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,KAAK;gBACL,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtE,CAAC,CAAC;QACL,OAAO,IAAI,YAAY,CACrB,QAAQ,EACR,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAC/B,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,WAAW,EACnC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAC7C,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAC7B,OAAsB,EACtB,OAA6D;QAE7D,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACxE,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM;YAAE,OAAO;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YAC3E,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,OAAsB,EACtB,QAAgB,EAChB,OAA6D;QAE7D,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACtF,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;QACvC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACxE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;gBACxE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,kBAAkB,EAAE;gBACvE,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,UAAU;aACX,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;oBACzB,MAAM,IAAI,UAAU,CAAC,oCAAoC,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;gBAClF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAChD,CAAC;oBAAS,CAAC;gBACT,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,UAAU;gBAAE,MAAM,KAAK,CAAC;YAC7C,MAAM,IAAI,UAAU,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;QACpG,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;CACF;AAED,MAAM,YAAY;IAMG;IAEA;IACA;IARH,OAAO,CAAY;IAClB,UAAU,CAAc;IACxB,iBAAiB,CAAa;IAE/C,YACmB,QAAsB,EACvC,QAA+D,EAC9C,OAA2B,EAC3B,SAAiB;QAHjB,aAAQ,GAAR,QAAQ,CAAc;QAEtB,YAAO,GAAP,OAAO,CAAoB;QAC3B,cAAS,GAAT,SAAS,CAAQ;QAElC,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;QACtC,IAAI,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,UAA8B,EAAE;QAC5D,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,UAA8B,EAAE;QAC7D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,MAAsB,EACtB,GAAW,EACX,OAA2B;QAE3B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;YAAE,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACpG,MAAM,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnG,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC9F,IAAI,CAAC;YACH,MAAM,OAAO,GAA2B;gBACtC,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE;gBACpD,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;gBACvC,qBAAqB,EAAE,eAAe;gBACtC,uBAAuB,EAAE,KAAK;gBAC9B,2BAA2B,EAAE,IAAI;gBACjC,OAAO,EAAE,gBAAgB;gBACzB,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;gBAClC,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;aAC3B,CAAC;YACF,MAAM,IAAI,GAAG;gBACX,MAAM;gBACN,OAAO;gBACP,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClG,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ;gBACtC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtB,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACpD,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC3B,MAAM,IAAI,0BAA0B,CAClC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EACzD,2CAA2C,CAC5C,CAAC;YACJ,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE;oBAC5C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,0BAA0B;iBACzD,CAAC,CAAC;gBACH,OAAO;oBACL,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,OAAO,EAAE,UAAU;oBACnB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;oBACtB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC,CAAC,CAAC,IAAI,CAAC;iBAChE,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC3B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,0BAA0B;gBAAE,MAAM,KAAK,CAAC;YACpF,MAAM,IAAI,0BAA0B,CAClC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EACzD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;CACF;AAED,MAAM,UAAU,YAAY,CAAC,OAAkB;IAC7C,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;SAC1C,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}
|
|
@@ -1,10 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
}
|
|
4
|
-
export interface TransactionIdOptions {
|
|
5
|
-
readonly enabled?: boolean;
|
|
6
|
-
readonly ttlMs?: number;
|
|
7
|
-
}
|
|
1
|
+
import type { TransactionIdOptions, TransactionIdSource } from "./types.js";
|
|
2
|
+
export type { TransactionIdOptions, TransactionIdSource } from "./types.js";
|
|
8
3
|
export declare class TransactionIdProvider {
|
|
9
4
|
private readonly source?;
|
|
10
5
|
private readonly options;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transaction-id.d.ts","sourceRoot":"","sources":["../../src/transport/transaction-id.ts"],"names":[],"mappings":"AAEA,
|
|
1
|
+
{"version":3,"file":"transaction-id.d.ts","sourceRoot":"","sources":["../../src/transport/transaction-id.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE5E,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE5E,qBAAa,qBAAqB;IAO9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAP1B,OAAO,CAAC,MAAM,CAAC,CAAoB;IACnC,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,YAAY,CAAC,CAAyC;gBAG3C,MAAM,CAAC,EAAE,mBAAmB,YAAA,EAC5B,OAAO,GAAE,oBAAyB;IAGxC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;YAe5D,aAAa;YAYb,UAAU;CA8BzB"}
|