xtrawl 0.1.2 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/dist/auth/bootstrap.d.ts +1 -1
  2. package/dist/auth/bootstrap.d.ts.map +1 -1
  3. package/dist/auth/bootstrap.js +27 -14
  4. package/dist/auth/bootstrap.js.map +1 -1
  5. package/dist/cli/main.d.ts.map +1 -1
  6. package/dist/cli/main.js +13 -12
  7. package/dist/cli/main.js.map +1 -1
  8. package/dist/cli/parser.d.ts +2 -14
  9. package/dist/cli/parser.d.ts.map +1 -1
  10. package/dist/cli/parser.js +26 -30
  11. package/dist/cli/parser.js.map +1 -1
  12. package/dist/cli/types.d.ts +17 -0
  13. package/dist/cli/types.d.ts.map +1 -0
  14. package/dist/cli/types.js +2 -0
  15. package/dist/cli/types.js.map +1 -0
  16. package/dist/client/accounts.d.ts.map +1 -1
  17. package/dist/client/accounts.js +13 -6
  18. package/dist/client/accounts.js.map +1 -1
  19. package/dist/client/client.d.ts +13 -1
  20. package/dist/client/client.d.ts.map +1 -1
  21. package/dist/client/client.js +93 -38
  22. package/dist/client/client.js.map +1 -1
  23. package/dist/client/collectors.d.ts +2 -10
  24. package/dist/client/collectors.d.ts.map +1 -1
  25. package/dist/client/collectors.js +122 -57
  26. package/dist/client/collectors.js.map +1 -1
  27. package/dist/client/database.d.ts +6 -18
  28. package/dist/client/database.d.ts.map +1 -1
  29. package/dist/client/database.js +4 -21
  30. package/dist/client/database.js.map +1 -1
  31. package/dist/client/page-commit.d.ts +15 -0
  32. package/dist/client/page-commit.d.ts.map +1 -0
  33. package/dist/client/page-commit.js +19 -0
  34. package/dist/client/page-commit.js.map +1 -0
  35. package/dist/client/profiles.d.ts +1 -1
  36. package/dist/client/profiles.d.ts.map +1 -1
  37. package/dist/client/profiles.js +10 -3
  38. package/dist/client/profiles.js.map +1 -1
  39. package/dist/client/search.d.ts +2 -15
  40. package/dist/client/search.d.ts.map +1 -1
  41. package/dist/client/search.js +64 -25
  42. package/dist/client/search.js.map +1 -1
  43. package/dist/client/types.d.ts +40 -2
  44. package/dist/client/types.d.ts.map +1 -1
  45. package/dist/config/defaults.d.ts.map +1 -1
  46. package/dist/config/defaults.js +5 -2
  47. package/dist/config/defaults.js.map +1 -1
  48. package/dist/config/types.d.ts +5 -2
  49. package/dist/config/types.d.ts.map +1 -1
  50. package/dist/config/validation.d.ts +1 -1
  51. package/dist/config/validation.d.ts.map +1 -1
  52. package/dist/config/validation.js +27 -11
  53. package/dist/config/validation.js.map +1 -1
  54. package/dist/constants/accounts.d.ts +16 -0
  55. package/dist/constants/accounts.d.ts.map +1 -0
  56. package/dist/constants/accounts.js +16 -0
  57. package/dist/constants/accounts.js.map +1 -0
  58. package/dist/constants/cli.d.ts +10 -0
  59. package/dist/constants/cli.d.ts.map +1 -0
  60. package/dist/constants/cli.js +10 -0
  61. package/dist/constants/cli.js.map +1 -0
  62. package/dist/constants/collection.d.ts +9 -0
  63. package/dist/constants/collection.d.ts.map +1 -0
  64. package/dist/constants/collection.js +9 -0
  65. package/dist/constants/collection.js.map +1 -0
  66. package/dist/constants/config.d.ts +6 -0
  67. package/dist/constants/config.d.ts.map +1 -0
  68. package/dist/constants/config.js +6 -0
  69. package/dist/constants/config.js.map +1 -0
  70. package/dist/constants/errors.d.ts +9 -0
  71. package/dist/constants/errors.d.ts.map +1 -0
  72. package/dist/constants/errors.js +9 -0
  73. package/dist/constants/errors.js.map +1 -0
  74. package/dist/constants/output.d.ts +7 -0
  75. package/dist/constants/output.d.ts.map +1 -0
  76. package/dist/constants/output.js +7 -0
  77. package/dist/constants/output.js.map +1 -0
  78. package/dist/constants/pages.d.ts +5 -0
  79. package/dist/constants/pages.d.ts.map +1 -0
  80. package/dist/constants/pages.js +5 -0
  81. package/dist/constants/pages.js.map +1 -0
  82. package/dist/constants/requests.d.ts +18 -0
  83. package/dist/constants/requests.d.ts.map +1 -0
  84. package/dist/constants/requests.js +18 -0
  85. package/dist/constants/requests.js.map +1 -0
  86. package/dist/constants/runner.d.ts +8 -0
  87. package/dist/constants/runner.d.ts.map +1 -0
  88. package/dist/constants/runner.js +8 -0
  89. package/dist/constants/runner.js.map +1 -0
  90. package/dist/constants/runs.d.ts +8 -0
  91. package/dist/constants/runs.d.ts.map +1 -0
  92. package/dist/constants/runs.js +8 -0
  93. package/dist/constants/runs.js.map +1 -0
  94. package/dist/domain/accounts.d.ts +4 -2
  95. package/dist/domain/accounts.d.ts.map +1 -1
  96. package/dist/domain/collection.d.ts +27 -0
  97. package/dist/domain/collection.d.ts.map +1 -0
  98. package/dist/domain/collection.js +2 -0
  99. package/dist/domain/collection.js.map +1 -0
  100. package/dist/domain/diagnostics.d.ts +11 -0
  101. package/dist/domain/diagnostics.d.ts.map +1 -0
  102. package/dist/domain/diagnostics.js +2 -0
  103. package/dist/domain/diagnostics.js.map +1 -0
  104. package/dist/domain/errors.d.ts +2 -1
  105. package/dist/domain/errors.d.ts.map +1 -1
  106. package/dist/domain/errors.js +10 -9
  107. package/dist/domain/errors.js.map +1 -1
  108. package/dist/domain/http.d.ts +7 -1
  109. package/dist/domain/http.d.ts.map +1 -1
  110. package/dist/domain/manifest.d.ts +8 -0
  111. package/dist/domain/manifest.d.ts.map +1 -1
  112. package/dist/domain/output.d.ts +3 -0
  113. package/dist/domain/output.d.ts.map +1 -0
  114. package/dist/domain/output.js +2 -0
  115. package/dist/domain/output.js.map +1 -0
  116. package/dist/domain/pages.d.ts +20 -0
  117. package/dist/domain/pages.d.ts.map +1 -0
  118. package/dist/domain/pages.js +2 -0
  119. package/dist/domain/pages.js.map +1 -0
  120. package/dist/domain/pool.d.ts +22 -0
  121. package/dist/domain/pool.d.ts.map +1 -0
  122. package/dist/domain/pool.js +2 -0
  123. package/dist/domain/pool.js.map +1 -0
  124. package/dist/domain/records.d.ts +2 -1
  125. package/dist/domain/records.d.ts.map +1 -1
  126. package/dist/domain/requests.d.ts +15 -10
  127. package/dist/domain/requests.d.ts.map +1 -1
  128. package/dist/domain/runner.d.ts +30 -0
  129. package/dist/domain/runner.d.ts.map +1 -0
  130. package/dist/domain/runner.js +2 -0
  131. package/dist/domain/runner.js.map +1 -0
  132. package/dist/domain/runs.d.ts +12 -0
  133. package/dist/domain/runs.d.ts.map +1 -0
  134. package/dist/domain/runs.js +2 -0
  135. package/dist/domain/runs.js.map +1 -0
  136. package/dist/engine/api-engine.d.ts +7 -7
  137. package/dist/engine/api-engine.d.ts.map +1 -1
  138. package/dist/engine/api-engine.js +42 -19
  139. package/dist/engine/api-engine.js.map +1 -1
  140. package/dist/engine/extractors.d.ts +2 -8
  141. package/dist/engine/extractors.d.ts.map +1 -1
  142. package/dist/engine/extractors.js +30 -11
  143. package/dist/engine/extractors.js.map +1 -1
  144. package/dist/index.d.ts +2 -2
  145. package/dist/index.d.ts.map +1 -1
  146. package/dist/manifest/destinations.d.ts +4 -0
  147. package/dist/manifest/destinations.d.ts.map +1 -0
  148. package/dist/manifest/destinations.js +47 -0
  149. package/dist/manifest/destinations.js.map +1 -0
  150. package/dist/manifest/model.d.ts +3 -2
  151. package/dist/manifest/model.d.ts.map +1 -1
  152. package/dist/manifest/model.js +6 -1
  153. package/dist/manifest/model.js.map +1 -1
  154. package/dist/manifest/provider.d.ts +10 -3
  155. package/dist/manifest/provider.d.ts.map +1 -1
  156. package/dist/manifest/provider.js +86 -34
  157. package/dist/manifest/provider.js.map +1 -1
  158. package/dist/manifest/scraper.d.ts +2 -6
  159. package/dist/manifest/scraper.d.ts.map +1 -1
  160. package/dist/manifest/scraper.js +46 -15
  161. package/dist/manifest/scraper.js.map +1 -1
  162. package/dist/output/csv-writer.d.ts.map +1 -1
  163. package/dist/output/csv-writer.js +32 -10
  164. package/dist/output/csv-writer.js.map +1 -1
  165. package/dist/output/json-writer.d.ts +1 -0
  166. package/dist/output/json-writer.d.ts.map +1 -1
  167. package/dist/output/json-writer.js +36 -11
  168. package/dist/output/json-writer.js.map +1 -1
  169. package/dist/output/lock.d.ts +2 -0
  170. package/dist/output/lock.d.ts.map +1 -0
  171. package/dist/output/lock.js +18 -0
  172. package/dist/output/lock.js.map +1 -0
  173. package/dist/output/writer.d.ts +2 -1
  174. package/dist/output/writer.d.ts.map +1 -1
  175. package/dist/output/writer.js +6 -3
  176. package/dist/output/writer.js.map +1 -1
  177. package/dist/pool/account-pool.d.ts +3 -12
  178. package/dist/pool/account-pool.d.ts.map +1 -1
  179. package/dist/pool/account-pool.js +54 -16
  180. package/dist/pool/account-pool.js.map +1 -1
  181. package/dist/pool/cooldown.d.ts +3 -7
  182. package/dist/pool/cooldown.d.ts.map +1 -1
  183. package/dist/pool/cooldown.js +10 -7
  184. package/dist/pool/cooldown.js.map +1 -1
  185. package/dist/pool/limiter.d.ts +3 -3
  186. package/dist/pool/limiter.d.ts.map +1 -1
  187. package/dist/pool/limiter.js +5 -6
  188. package/dist/pool/limiter.js.map +1 -1
  189. package/dist/query/builder.d.ts +1 -1
  190. package/dist/query/builder.d.ts.map +1 -1
  191. package/dist/query/builder.js +10 -4
  192. package/dist/query/builder.js.map +1 -1
  193. package/dist/query/collection-id.d.ts +3 -0
  194. package/dist/query/collection-id.d.ts.map +1 -0
  195. package/dist/query/collection-id.js +21 -0
  196. package/dist/query/collection-id.js.map +1 -0
  197. package/dist/query/normalize.d.ts +3 -32
  198. package/dist/query/normalize.d.ts.map +1 -1
  199. package/dist/query/normalize.js +10 -16
  200. package/dist/query/normalize.js.map +1 -1
  201. package/dist/query/targets.d.ts +2 -7
  202. package/dist/query/targets.d.ts.map +1 -1
  203. package/dist/query/targets.js.map +1 -1
  204. package/dist/query/types.d.ts +40 -0
  205. package/dist/query/types.d.ts.map +1 -0
  206. package/dist/query/types.js +2 -0
  207. package/dist/query/types.js.map +1 -0
  208. package/dist/runner/index.d.ts +3 -0
  209. package/dist/runner/index.d.ts.map +1 -1
  210. package/dist/runner/index.js.map +1 -1
  211. package/dist/runner/retry.d.ts +3 -6
  212. package/dist/runner/retry.d.ts.map +1 -1
  213. package/dist/runner/retry.js +5 -3
  214. package/dist/runner/retry.js.map +1 -1
  215. package/dist/runner/runner.d.ts +2 -14
  216. package/dist/runner/runner.d.ts.map +1 -1
  217. package/dist/runner/runner.js +11 -7
  218. package/dist/runner/runner.js.map +1 -1
  219. package/dist/runner/task-queue.d.ts +9 -11
  220. package/dist/runner/task-queue.d.ts.map +1 -1
  221. package/dist/runner/task-queue.js +79 -32
  222. package/dist/runner/task-queue.js.map +1 -1
  223. package/dist/storage/account-repository.d.ts +2 -15
  224. package/dist/storage/account-repository.d.ts.map +1 -1
  225. package/dist/storage/account-repository.js +65 -35
  226. package/dist/storage/account-repository.js.map +1 -1
  227. package/dist/storage/database.d.ts +3 -1
  228. package/dist/storage/database.d.ts.map +1 -1
  229. package/dist/storage/database.js +10 -4
  230. package/dist/storage/database.js.map +1 -1
  231. package/dist/storage/index.d.ts +3 -1
  232. package/dist/storage/index.d.ts.map +1 -1
  233. package/dist/storage/index.js +2 -0
  234. package/dist/storage/index.js.map +1 -1
  235. package/dist/storage/progress-repository.d.ts +12 -0
  236. package/dist/storage/progress-repository.d.ts.map +1 -0
  237. package/dist/storage/progress-repository.js +76 -0
  238. package/dist/storage/progress-repository.js.map +1 -0
  239. package/dist/storage/run-repository.d.ts +4 -10
  240. package/dist/storage/run-repository.d.ts.map +1 -1
  241. package/dist/storage/run-repository.js +4 -2
  242. package/dist/storage/run-repository.js.map +1 -1
  243. package/dist/storage/schema.d.ts.map +1 -1
  244. package/dist/storage/schema.js +19 -0
  245. package/dist/storage/schema.js.map +1 -1
  246. package/dist/storage/types.d.ts +15 -0
  247. package/dist/storage/types.d.ts.map +1 -0
  248. package/dist/storage/types.js +2 -0
  249. package/dist/storage/types.js.map +1 -0
  250. package/dist/transport/body.d.ts +15 -0
  251. package/dist/transport/body.d.ts.map +1 -0
  252. package/dist/transport/body.js +61 -0
  253. package/dist/transport/body.js.map +1 -0
  254. package/dist/transport/dispatcher-pool.d.ts +13 -0
  255. package/dist/transport/dispatcher-pool.d.ts.map +1 -0
  256. package/dist/transport/dispatcher-pool.js +47 -0
  257. package/dist/transport/dispatcher-pool.js.map +1 -0
  258. package/dist/transport/graphql.d.ts +1 -1
  259. package/dist/transport/graphql.d.ts.map +1 -1
  260. package/dist/transport/graphql.js +36 -19
  261. package/dist/transport/graphql.js.map +1 -1
  262. package/dist/transport/session.d.ts +8 -11
  263. package/dist/transport/session.d.ts.map +1 -1
  264. package/dist/transport/session.js +71 -26
  265. package/dist/transport/session.js.map +1 -1
  266. package/dist/transport/transaction-id.d.ts +2 -7
  267. package/dist/transport/transaction-id.d.ts.map +1 -1
  268. package/dist/transport/transaction-id.js +20 -16
  269. package/dist/transport/transaction-id.js.map +1 -1
  270. package/dist/transport/types.d.ts +28 -0
  271. package/dist/transport/types.d.ts.map +1 -0
  272. package/dist/transport/types.js +2 -0
  273. package/dist/transport/types.js.map +1 -0
  274. package/dist/utils/abort.d.ts +6 -0
  275. package/dist/utils/abort.d.ts.map +1 -0
  276. package/dist/utils/abort.js +45 -0
  277. package/dist/utils/abort.js.map +1 -0
  278. package/dist/utils/redact.d.ts +5 -0
  279. package/dist/utils/redact.d.ts.map +1 -0
  280. package/dist/utils/redact.js +42 -0
  281. package/dist/utils/redact.js.map +1 -0
  282. package/docs/architecture/overview.md +6 -4
  283. package/docs/product/specification.md +10 -9
  284. package/docs/security/data-boundary.md +3 -0
  285. package/package.json +5 -4
@@ -1,19 +1,7 @@
1
- import type { AccountInput, AccountRecord, ProxySettings } from "../domain/accounts.js";
1
+ import type { AccountRecord, ProxySettings } from "../domain/accounts.js";
2
2
  import type { StorageBundle } from "../storage/index.js";
3
- export interface AccountListOptions {
4
- readonly eligibleOnly?: boolean;
5
- readonly unusableOnly?: boolean;
6
- readonly includeCookies?: boolean;
7
- readonly revealSecrets?: boolean;
8
- }
9
- export interface AccountImportOptions {
10
- readonly accountsFile?: string;
11
- readonly cookiesFile?: string;
12
- readonly envFile?: string;
13
- readonly cookies?: unknown;
14
- readonly accounts?: readonly AccountInput[];
15
- readonly proxy?: string | ProxySettings;
16
- }
3
+ import type { AccountImportOptions, AccountListOptions } from "./types.js";
4
+ export type { AccountImportOptions, AccountListOptions } from "./types.js";
17
5
  export declare class XTrawlDatabase {
18
6
  private readonly storage;
19
7
  constructor(storage: StorageBundle);
@@ -45,12 +33,12 @@ export declare class XTrawlDatabase {
45
33
  getCheckpoint(queryHash: string): Readonly<Record<string, string>> | undefined;
46
34
  clearCheckpoint(queryHash: string): boolean;
47
35
  clearAllCheckpoints(): number;
48
- listRuns(limit?: number): import("../storage/run-repository.js").RunRecord[];
49
- lastRun(): import("../storage/run-repository.js").RunRecord | undefined;
36
+ listRuns(limit?: number): import("../domain/runs.js").RunRecord[];
37
+ lastRun(): import("../domain/runs.js").RunRecord | undefined;
50
38
  runsSummary(limit?: number): {
51
39
  readonly totalRuns: number;
52
40
  readonly byStatus: Readonly<Record<string, number>>;
53
- readonly lastRun?: import("../storage/run-repository.js").RunRecord;
41
+ readonly lastRun?: import("../domain/runs.js").RunRecord;
54
42
  };
55
43
  }
56
44
  export declare function redactAccount(account: AccountRecord, options: Pick<AccountListOptions, "includeCookies" | "revealSecrets">): Record<string, unknown>;
@@ -1 +1 @@
1
- {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACxF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGzD,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;CACzC;AAED,qBAAa,cAAc;IACN,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,aAAa;IAEnD,eAAe;IAIf,YAAY,CAAC,OAAO,GAAE,kBAAuB,GAAG,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;IAQlF,UAAU,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,GAAG,eAAe,CAAM,GACzE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAK/B,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIxC,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO;IAI1E,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,SAAW,GAAG,OAAO;IAI3D,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,UAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAmB7E,qBAAqB,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,eAAe,UAAQ,GAAG,MAAM;IAIrF,WAAW,CAAC,WAAW,UAAO,GAAG,MAAM;IAIvC,kBAAkB,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM;IAIzD,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG;QACpD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAC3B;IAaM,yBAAyB,CAAC,MAAM,UAAO;;;;;;;;;;;IASvC,aAAa,CAAC,SAAS,EAAE,MAAM;IAI/B,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAI3C,mBAAmB,IAAI,MAAM;IAI7B,QAAQ,CAAC,KAAK,SAAK;IAInB,OAAO;IAIP,WAAW,CAAC,KAAK,SAAM;;;;;CAG/B;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,GAAG,eAAe,CAAC,GACpE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAgBzB"}
1
+ {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGzD,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE3E,YAAY,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE3E,qBAAa,cAAc;IACN,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,aAAa;IAEnD,eAAe;IAIf,YAAY,CAAC,OAAO,GAAE,kBAAuB,GAAG,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;IAQlF,UAAU,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,GAAG,eAAe,CAAM,GACzE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAK/B,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIxC,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO;IAI1E,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,SAAW,GAAG,OAAO;IAI3D,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,UAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAmB7E,qBAAqB,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,eAAe,UAAQ,GAAG,MAAM;IAIrF,WAAW,CAAC,WAAW,UAAO,GAAG,MAAM;IAIvC,kBAAkB,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM;IAIzD,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG;QACpD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAC3B;IAaM,yBAAyB,CAAC,MAAM,UAAO;;;;;;;;;;;IASvC,aAAa,CAAC,SAAS,EAAE,MAAM;IAI/B,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAI3C,mBAAmB,IAAI,MAAM;IAI7B,QAAQ,CAAC,KAAK,SAAK;IAInB,OAAO;IAIP,WAAW,CAAC,KAAK,SAAM;;;;;CAG/B;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,GAAG,eAAe,CAAC,GACpE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAgBzB"}
@@ -2,7 +2,9 @@ import { bootstrapCookiesFromAuthToken } from "../auth/bootstrap.js";
2
2
  import { loadAccountsFileSync, loadInlineAccounts } from "../auth/loaders.js";
3
3
  import { accountInputToRecord } from "../auth/records.js";
4
4
  import { loadAccountFromEnvironmentSync } from "../config/environment.js";
5
+ import { ACCOUNT_STATUS_CODE } from "../constants/accounts.js";
5
6
  import { tokenFingerprint } from "../utils/fingerprint.js";
7
+ import { redactProxy } from "../utils/redact.js";
6
8
  export class XTrawlDatabase {
7
9
  storage;
8
10
  constructor(storage) {
@@ -15,7 +17,7 @@ export class XTrawlDatabase {
15
17
  return this.storage.accounts
16
18
  .list()
17
19
  .filter((account) => !options.eligibleOnly || this.storage.accounts.eligible(account))
18
- .filter((account) => !options.unusableOnly || account.status === 0)
20
+ .filter((account) => !options.unusableOnly || account.status === ACCOUNT_STATUS_CODE.UNUSABLE)
19
21
  .map((account) => redactAccount(account, options));
20
22
  }
21
23
  getAccount(username, options = {}) {
@@ -44,7 +46,7 @@ export class XTrawlDatabase {
44
46
  return false;
45
47
  this.storage.accounts.upsert({
46
48
  ...account,
47
- status: 1,
49
+ status: ACCOUNT_STATUS_CODE.HEALTHY,
48
50
  availableUntil: 0,
49
51
  csrfToken: cookies.ct0,
50
52
  cookies: { ...account.cookies, ...cookies },
@@ -124,23 +126,4 @@ export function redactAccount(account, options) {
124
126
  function redactCookies(cookies) {
125
127
  return Object.fromEntries(Object.keys(cookies).map((name) => [name, "[redacted]"]));
126
128
  }
127
- function redactProxy(proxy) {
128
- if (typeof proxy !== "string")
129
- return {
130
- ...proxy,
131
- ...(proxy.username ? { username: "[redacted]" } : {}),
132
- ...(proxy.password ? { password: "[redacted]" } : {}),
133
- };
134
- try {
135
- const value = new URL(proxy.includes("://") ? proxy : `http://${proxy}`);
136
- if (value.username)
137
- value.username = "[redacted]";
138
- if (value.password)
139
- value.password = "[redacted]";
140
- return value.toString();
141
- }
142
- catch {
143
- return "[redacted]";
144
- }
145
- }
146
129
  //# sourceMappingURL=database.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAG1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAkB3D,MAAM,OAAO,cAAc;IACW;IAApC,YAAoC,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAEvD,eAAe;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAEM,YAAY,CAAC,UAA8B,EAAE;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ;aACzB,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aACrF,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;aAClE,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAEM,UAAU,CACf,QAAgB,EAChB,UAAwE,EAAE;QAE1E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,CAAC;IAEM,aAAa,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,eAAe,CAAC,QAAgB,EAAE,KAA8B;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzD,CAAC;IAEM,mBAAmB,CAAC,QAAgB,EAAE,MAAM,GAAG,QAAQ;QAC5D,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,YAAY,GAAG,KAAK;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,EAAE,SAAS;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACjG,IAAI,CAAC,OAAO,EAAE,GAAG;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3B,GAAG,OAAO;YACV,MAAM,EAAE,CAAC;YACT,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE;SAC5C,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,qBAAqB,CAAC,SAA6B,EAAE,eAAe,GAAG,KAAK;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAC1E,CAAC;IAEM,WAAW,CAAC,WAAW,GAAG,IAAI;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IAEM,kBAAkB,CAAC,SAA6B;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEM,cAAc,CAAC,OAA6B;QAIjD,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACnF,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACzF,IAAI,OAAO,CAAC,YAAY;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QACrF,IAAI,OAAO,CAAC,OAAO;YACjB,QAAQ,CAAC,IAAI,CAAC,GAAG,8BAA8B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC9F,KAAK,MAAM,OAAO,IAAI,QAAQ;YAC5B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACtF,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC5F,CAAC;IAEM,yBAAyB,CAAC,MAAM,GAAG,IAAI;QAC5C,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,6BAA6B,EAAE,EAAE,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;aACjC,IAAI,EAAE;aACN,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QACxD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;IACpE,CAAC;IAEM,aAAa,CAAC,SAAiB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IAEM,eAAe,CAAC,SAAiB;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC;IAEM,mBAAmB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC;IAEM,QAAQ,CAAC,KAAK,GAAG,EAAE;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAEM,WAAW,CAAC,KAAK,GAAG,GAAG;QAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,UAAU,aAAa,CAC3B,OAAsB,EACtB,OAAqE;IAErE,MAAM,IAAI,GAA4B;QACpC,GAAG,OAAO;QACV,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9E,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC3D,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACrD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC/C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC/D,eAAe,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACnE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7D,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;IACF,IAAI,OAAO,CAAC,aAAa;QACvB,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACvF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,OAAyC;IAC9D,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,WAAW,CAAC,KAA6B;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC3B,OAAO;YACL,GAAG,KAAK;YACR,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC;IACJ,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,QAAQ;YAAE,KAAK,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClD,IAAI,KAAK,CAAC,QAAQ;YAAE,KAAK,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClD,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAKjD,MAAM,OAAO,cAAc;IACW;IAApC,YAAoC,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAEvD,eAAe;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAEM,YAAY,CAAC,UAA8B,EAAE;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ;aACzB,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aACrF,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,QAAQ,CAAC;aAC7F,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAEM,UAAU,CACf,QAAgB,EAChB,UAAwE,EAAE;QAE1E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,CAAC;IAEM,aAAa,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,eAAe,CAAC,QAAgB,EAAE,KAA8B;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzD,CAAC;IAEM,mBAAmB,CAAC,QAAgB,EAAE,MAAM,GAAG,QAAQ;QAC5D,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,YAAY,GAAG,KAAK;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,EAAE,SAAS;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACjG,IAAI,CAAC,OAAO,EAAE,GAAG;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3B,GAAG,OAAO;YACV,MAAM,EAAE,mBAAmB,CAAC,OAAO;YACnC,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE;SAC5C,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,qBAAqB,CAAC,SAA6B,EAAE,eAAe,GAAG,KAAK;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAC1E,CAAC;IAEM,WAAW,CAAC,WAAW,GAAG,IAAI;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IAEM,kBAAkB,CAAC,SAA6B;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEM,cAAc,CAAC,OAA6B;QAIjD,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACnF,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACzF,IAAI,OAAO,CAAC,YAAY;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QACrF,IAAI,OAAO,CAAC,OAAO;YACjB,QAAQ,CAAC,IAAI,CAAC,GAAG,8BAA8B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC9F,KAAK,MAAM,OAAO,IAAI,QAAQ;YAC5B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACtF,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC5F,CAAC;IAEM,yBAAyB,CAAC,MAAM,GAAG,IAAI;QAC5C,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,6BAA6B,EAAE,EAAE,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;aACjC,IAAI,EAAE;aACN,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QACxD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;IACpE,CAAC;IAEM,aAAa,CAAC,SAAiB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IAEM,eAAe,CAAC,SAAiB;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC;IAEM,mBAAmB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC;IAEM,QAAQ,CAAC,KAAK,GAAG,EAAE;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAEM,WAAW,CAAC,KAAK,GAAG,GAAG;QAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,UAAU,aAAa,CAC3B,OAAsB,EACtB,OAAqE;IAErE,MAAM,IAAI,GAA4B;QACpC,GAAG,OAAO;QACV,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9E,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC3D,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACrD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC/C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC/D,eAAe,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACnE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7D,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;IACF,IAAI,OAAO,CAAC,aAAa;QACvB,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACvF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,OAAyC;IAC9D,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC"}
@@ -0,0 +1,15 @@
1
+ import type { ProgressState } from "../domain/collection.js";
2
+ import type { StorageBundle } from "../storage/index.js";
3
+ export declare function commitAcceptedPage(storage: StorageBundle, input: {
4
+ readonly collectionId: string;
5
+ readonly taskId: string;
6
+ readonly state: ProgressState;
7
+ readonly inputCursor?: string;
8
+ readonly nextCursor?: string;
9
+ readonly records: readonly {
10
+ readonly id: string;
11
+ readonly payload: unknown;
12
+ }[];
13
+ readonly persistLegacyCheckpoint?: boolean;
14
+ }): void;
15
+ //# sourceMappingURL=page-commit.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"page-commit.d.ts","sourceRoot":"","sources":["../../src/client/page-commit.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IACL,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,SAAS;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IAChF,QAAQ,CAAC,uBAAuB,CAAC,EAAE,OAAO,CAAC;CAC5C,GACA,IAAI,CAcN"}
@@ -0,0 +1,19 @@
1
+ import { PROGRESS_STATE } from "../constants/collection.js";
2
+ export function commitAcceptedPage(storage, input) {
3
+ storage.progress.commitPage({
4
+ collectionId: input.collectionId,
5
+ taskId: input.taskId,
6
+ state: input.state,
7
+ ...(input.inputCursor === undefined ? {} : { inputCursor: input.inputCursor }),
8
+ ...(input.nextCursor === undefined ? {} : { nextCursor: input.nextCursor }),
9
+ records: input.records,
10
+ });
11
+ if (!input.persistLegacyCheckpoint)
12
+ return;
13
+ const cursor = input.state === PROGRESS_STATE.CAPPED ? input.inputCursor : input.nextCursor;
14
+ if (cursor)
15
+ storage.checkpoints.save(input.taskId, { root: cursor });
16
+ else if (input.state === PROGRESS_STATE.EXHAUSTED || input.state === PROGRESS_STATE.CAPPED)
17
+ storage.checkpoints.clear(input.taskId);
18
+ }
19
+ //# sourceMappingURL=page-commit.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"page-commit.js","sourceRoot":"","sources":["../../src/client/page-commit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAI5D,MAAM,UAAU,kBAAkB,CAChC,OAAsB,EACtB,KAQC;IAED,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QAC3E,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,CAAC,uBAAuB;QAAE,OAAO;IAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IAC5F,IAAI,MAAM;QAAE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;SAChE,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC,MAAM;QACxF,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC"}
@@ -1,5 +1,5 @@
1
1
  import type { ProfileRecord } from "../domain/records.js";
2
2
  import type { TargetInput, UserInfoRequest } from "../domain/requests.js";
3
- import type { CollectionContext } from "./collectors.js";
3
+ import type { CollectionContext } from "./types.js";
4
4
  export declare function collectProfiles(context: CollectionContext, targets: readonly TargetInput[], options: UserInfoRequest): Promise<readonly ProfileRecord[]>;
5
5
  //# sourceMappingURL=profiles.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"profiles.d.ts","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAO1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEzD,wBAAsB,eAAe,CACnC,OAAO,EAAE,iBAAiB,EAC1B,OAAO,EAAE,SAAS,WAAW,EAAE,EAC/B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAgCnC"}
1
+ {"version":3,"file":"profiles.d.ts","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAO1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,wBAAsB,eAAe,CACnC,OAAO,EAAE,iBAAiB,EAC1B,OAAO,EAAE,SAAS,WAAW,EAAE,EAC/B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CA2CnC"}
@@ -1,4 +1,4 @@
1
- import { RunFailed } from "../domain/errors.js";
1
+ import { ConfigError, RunFailed } from "../domain/errors.js";
2
2
  import { mapProfile } from "../engine/extractors.js";
3
3
  import { saveRows } from "../output/writer.js";
4
4
  import { targetOutputName } from "../output/names.js";
@@ -6,7 +6,14 @@ import { targetUsername } from "../query/builder.js";
6
6
  import { ExecutionRunner } from "../runner/runner.js";
7
7
  export async function collectProfiles(context, targets, options) {
8
8
  const records = new Map();
9
- const tasks = targets.flatMap((target, index) => (targetUsername(target) ? [{ index, target }] : []));
9
+ for (const target of targets) {
10
+ if (targetUsername(target))
11
+ continue;
12
+ if (target.userId)
13
+ throw new ConfigError(`Profile lookup requires a username; numeric id ${target.userId} is not supported.`);
14
+ throw new ConfigError("Profile lookup requires a username.");
15
+ }
16
+ const tasks = targets.map((target, index) => ({ index, target }));
10
17
  const runner = new ExecutionRunner({
11
18
  concurrency: Math.max(1, Math.min(context.config.concurrency, context.pool.summary.eligible, tasks.length)),
12
19
  maxAttempts: 1,
@@ -15,7 +22,7 @@ export async function collectProfiles(context, targets, options) {
15
22
  const username = targetUsername(target);
16
23
  if (!username)
17
24
  return;
18
- const user = await context.pool.execute("user-info", ({ session }) => context.engine.lookupUser(session, username));
25
+ const user = await context.pool.execute("user-info", ({ session, signal, chargeRequest }) => context.engine.lookupUser(session, username, signal ?? context.signal, chargeRequest), context.signal ? { signal: context.signal } : {});
19
26
  records.set(index, mapProfile(user, target, username));
20
27
  });
21
28
  if (outcome.failed.length > 0 && (context.config.strict || records.size === 0)) {
@@ -1 +1 @@
1
- {"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGtD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAA0B,EAC1B,OAA+B,EAC/B,OAAwB;IAExB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,MAAM,GAAG,IAAI,eAAe,CAAyB;QACzD,WAAW,EAAE,IAAI,CAAC,GAAG,CACnB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAClF;QACD,WAAW,EAAE,CAAC;KACf,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE;QAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CACnE,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAC7C,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;QACvC,MAAM,KAAK,YAAY,SAAS;YAC9B,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,6BAA6B,OAAO,CAAC,MAAM,CAAC,MAAM,eAAe,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACxG,IAAI,OAAO,CAAC,IAAI;QACd,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE;YACjF,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;YACvD,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;IACL,OAAO,MAAM,CAAC;AAChB,CAAC"}
1
+ {"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGtD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAA0B,EAC1B,OAA+B,EAC/B,OAAwB;IAExB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,cAAc,CAAC,MAAM,CAAC;YAAE,SAAS;QACrC,IAAI,MAAM,CAAC,MAAM;YACf,MAAM,IAAI,WAAW,CACnB,kDAAkD,MAAM,CAAC,MAAM,oBAAoB,CACpF,CAAC;QACJ,MAAM,IAAI,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAyB;QACzD,WAAW,EAAE,IAAI,CAAC,GAAG,CACnB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAClF;QACD,WAAW,EAAE,CAAC;KACf,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE;QAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CACrC,WAAW,EACX,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,CACrC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,EACvF,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CACjD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;QACvC,MAAM,KAAK,YAAY,SAAS;YAC9B,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,6BAA6B,OAAO,CAAC,MAAM,CAAC,MAAM,eAAe,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACxG,IAAI,OAAO,CAAC,IAAI;QACd,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE;YACjF,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;YACvD,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;IACL,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,22 +1,9 @@
1
- import type { ClientConfig } from "../config/types.js";
2
1
  import type { SearchPageResult, SearchResult } from "../domain/records.js";
3
2
  import type { SearchPageRequest, SearchRequest } from "../domain/requests.js";
4
- import type { ApiEngine } from "../engine/api-engine.js";
5
- import type { AccountPool } from "../pool/account-pool.js";
6
- import type { StorageBundle } from "../storage/index.js";
7
- export interface SearchContext {
8
- readonly config: ClientConfig;
9
- readonly pool: AccountPool;
10
- readonly engine: ApiEngine;
11
- readonly storage: StorageBundle;
12
- }
13
- interface SearchTask {
14
- readonly id: string;
15
- readonly request: SearchRequest;
16
- }
3
+ import type { SearchContext, SearchTask } from "./types.js";
4
+ export type { SearchContext } from "./types.js";
17
5
  export declare function collectSearchPage(context: SearchContext, query: string, options: SearchPageRequest): Promise<SearchPageResult>;
18
6
  export declare function collectSearch(context: SearchContext, query: string, options: SearchRequest): Promise<SearchResult>;
19
7
  export declare function withDefaultBounds(request: SearchRequest, now?: Date): SearchRequest;
20
8
  export declare function splitSearchTasks(request: SearchRequest, requestedSplits: number, minIntervalMs: number): readonly SearchTask[];
21
- export {};
22
9
  //# sourceMappingURL=search.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAe,MAAM,sBAAsB,CAAC;AACxF,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC9E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAG3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAIzD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;CACjC;AAED,UAAU,UAAU;IAClB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;CACjC;AAQD,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CAO3B;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CA6FvB;AAmBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,OAAa,GAAG,aAAa,CAIzF;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,aAAa,EACtB,eAAe,EAAE,MAAM,EACvB,aAAa,EAAE,MAAM,GACpB,SAAS,UAAU,EAAE,CAavB"}
1
+ {"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAe,MAAM,sBAAsB,CAAC;AACxF,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAO9E,OAAO,KAAK,EAAwB,aAAa,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGlF,YAAY,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CAO3B;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAsIvB;AAqBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,OAAa,GAAG,aAAa,CAIzF;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,aAAa,EACtB,eAAe,EAAE,MAAM,EACvB,aAAa,EAAE,MAAM,GACpB,SAAS,UAAU,EAAE,CAavB"}
@@ -1,8 +1,14 @@
1
- import { RunFailed, XTrawlError } from "../domain/errors.js";
1
+ import { PROGRESS_STATE } from "../constants/collection.js";
2
+ import { RUN_STATUS } from "../constants/runs.js";
3
+ import { ConfigError, NetworkError, RunFailed, XTrawlError } from "../domain/errors.js";
4
+ import { isAbortError } from "../utils/abort.js";
5
+ import { collectionIdentity } from "../query/collection-id.js";
2
6
  import { queryHash } from "../query/hash.js";
3
7
  import { ExecutionRunner } from "../runner/runner.js";
4
8
  import { saveRows } from "../output/writer.js";
5
9
  import { searchOutputName } from "../output/names.js";
10
+ import { commitAcceptedPage } from "./page-commit.js";
11
+ import { isRecord } from "../utils/guards.js";
6
12
  export async function collectSearchPage(context, query, options) {
7
13
  const { cursor, maxAccountSwitches, ...searchOptions } = options;
8
14
  const request = withDefaultBounds({
@@ -12,9 +18,12 @@ export async function collectSearchPage(context, query, options) {
12
18
  return requestSearchPage(context, request, { cursor, maxAccountSwitches });
13
19
  }
14
20
  export async function collectSearch(context, query, options) {
21
+ if (options.limit !== undefined && (!Number.isInteger(options.limit) || options.limit < 0))
22
+ throw new ConfigError("limit must be a non-negative integer");
15
23
  const request = withDefaultBounds({ ...options, ...(query ? { searchQuery: query } : {}) });
16
24
  const hash = queryHash({ operation: "search", request });
17
25
  const run = context.storage.runs.create("search", hash);
26
+ const collectionId = collectionIdentity("search", request, request.resume ? {} : { runId: run.id });
18
27
  const usefulSplits = request.limit === undefined
19
28
  ? context.config.searchSplits
20
29
  : Math.min(context.config.searchSplits, Math.max(1, Math.ceil(request.limit / context.config.apiPageSize)));
@@ -24,51 +33,76 @@ export async function collectSearch(context, query, options) {
24
33
  let poolRetries = 0;
25
34
  let limitReached = false;
26
35
  try {
36
+ if (request.resume) {
37
+ for (const record of context.storage.progress.accepted(collectionId)) {
38
+ if (isTweetRecord(record.payload))
39
+ tweets.set(record.payload.tweetId, record.payload);
40
+ }
41
+ if (request.limit !== undefined && tweets.size >= request.limit)
42
+ limitReached = true;
43
+ }
27
44
  for (const task of tasks) {
28
- if (!request.resume)
45
+ const saved = context.storage.progress.task(collectionId, task.id);
46
+ if (saved?.state === PROGRESS_STATE.EXHAUSTED)
29
47
  continue;
30
- const saved = context.storage.checkpoints.get(task.id);
31
- if (saved?.root)
32
- cursors.set(task.id, saved.root);
48
+ const cursor = saved?.cursor ?? (request.resume ? context.storage.checkpoints.get(task.id)?.root : undefined);
49
+ if (cursor)
50
+ cursors.set(task.id, cursor);
33
51
  }
34
52
  const runner = new ExecutionRunner({
35
53
  concurrency: workerCount(context, tasks.length),
36
54
  maxAttempts: 1,
37
55
  });
38
- const outcome = await runner.run(tasks, async (task) => {
56
+ const outcome = await runner.run(tasks.filter((task) => context.storage.progress.task(collectionId, task.id)?.state !== PROGRESS_STATE.EXHAUSTED), async (task) => {
39
57
  let cursor = cursors.get(task.id);
40
58
  let emptyPages = 0;
41
59
  while (!limitReached) {
60
+ const inputCursor = cursor;
42
61
  const page = await requestSearchPage(context, task.request, {
43
- cursor,
62
+ cursor: inputCursor,
44
63
  onRetry: () => {
45
64
  poolRetries += 1;
46
65
  },
47
66
  });
67
+ const batch = [];
48
68
  let added = 0;
69
+ let capped = false;
49
70
  for (const tweet of page.tweets) {
50
- const previousSize = tweets.size;
51
- if (!tweets.has(tweet.tweetId))
52
- tweets.set(tweet.tweetId, tweet);
53
- if (tweets.size > previousSize)
54
- added += 1;
55
- if (request.limit !== undefined && tweets.size >= request.limit) {
71
+ if (tweets.has(tweet.tweetId) || context.storage.progress.hasRecord(collectionId, tweet.tweetId))
72
+ continue;
73
+ if (request.limit !== undefined && tweets.size + batch.length >= request.limit) {
74
+ capped = true;
56
75
  limitReached = true;
57
76
  break;
58
77
  }
78
+ batch.push({ id: tweet.tweetId, payload: tweet });
79
+ added += 1;
59
80
  }
60
- emptyPages = added === 0 ? emptyPages + 1 : 0;
61
- if (page.nextCursor) {
62
- cursors.set(task.id, page.nextCursor);
63
- if (request.resume)
64
- context.storage.checkpoints.save(task.id, { root: page.nextCursor });
65
- }
66
- if (!page.nextCursor || emptyPages >= (request.maxEmptyPages ?? context.config.maxEmptyPages))
81
+ for (const item of batch)
82
+ tweets.set(item.id, item.payload);
83
+ if (request.limit !== undefined && tweets.size >= request.limit)
84
+ limitReached = true;
85
+ emptyPages = added === 0 && !capped ? emptyPages + 1 : 0;
86
+ const exhausted = !capped &&
87
+ !limitReached &&
88
+ (!page.nextCursor || emptyPages >= (request.maxEmptyPages ?? context.config.maxEmptyPages));
89
+ commitAcceptedPage(context.storage, {
90
+ collectionId,
91
+ taskId: task.id,
92
+ state: capped || limitReached
93
+ ? PROGRESS_STATE.CAPPED
94
+ : exhausted
95
+ ? PROGRESS_STATE.EXHAUSTED
96
+ : PROGRESS_STATE.ACTIVE,
97
+ ...(inputCursor === undefined ? {} : { inputCursor }),
98
+ ...(page.nextCursor === undefined ? {} : { nextCursor: page.nextCursor }),
99
+ records: batch,
100
+ persistLegacyCheckpoint: Boolean(request.resume),
101
+ });
102
+ if (capped || limitReached || exhausted)
67
103
  break;
68
104
  cursor = page.nextCursor;
69
105
  }
70
- if (!limitReached)
71
- context.storage.checkpoints.clear(task.id);
72
106
  });
73
107
  if (outcome.failed.length > 0 && (context.config.strict || tweets.size === 0))
74
108
  throw failureFor("Search", outcome.failed);
@@ -90,21 +124,23 @@ export async function collectSearch(context, query, options) {
90
124
  retries: outcome.retries + poolRetries,
91
125
  },
92
126
  };
93
- context.storage.runs.finalize(run.id, "complete");
127
+ context.storage.runs.finalize(run.id, outcome.failed.length > 0 ? RUN_STATUS.PARTIAL : RUN_STATUS.COMPLETE);
94
128
  return result;
95
129
  }
96
130
  catch (error) {
97
- context.storage.runs.finalize(run.id, "failed", error instanceof Error ? { name: error.name, message: error.message } : error);
131
+ const cancelled = isAbortError(error) || (error instanceof NetworkError && error.diagnostics.statusCode === 499);
132
+ context.storage.runs.finalize(run.id, cancelled ? RUN_STATUS.CANCELLED : RUN_STATUS.FAILED, error instanceof Error ? { name: error.name, message: error.message } : error);
98
133
  throw error instanceof XTrawlError
99
134
  ? error
100
135
  : new RunFailed(error instanceof Error ? error.message : String(error));
101
136
  }
102
137
  }
103
138
  async function requestSearchPage(context, request, options = {}) {
104
- const page = await context.pool.execute("search", ({ session }) => context.engine.search(session, request, options.cursor), {
139
+ const page = await context.pool.execute("search", ({ session, signal, chargeRequest }) => context.engine.search(session, request, options.cursor, signal ?? context.signal, chargeRequest), {
105
140
  countTweets: (value) => value.tweets.length,
106
141
  ...(options.onRetry ? { onRetry: options.onRetry } : {}),
107
142
  ...(options.maxAccountSwitches === undefined ? {} : { maxAccountSwitches: options.maxAccountSwitches }),
143
+ ...(context.signal ? { signal: context.signal } : {}),
108
144
  });
109
145
  return { tweets: page.tweets, nextCursor: page.cursor };
110
146
  }
@@ -152,4 +188,7 @@ function searchDate(value) {
152
188
  function dateOnly(value) {
153
189
  return value.toISOString().slice(0, 10);
154
190
  }
191
+ function isTweetRecord(value) {
192
+ return isRecord(value) && typeof value.tweetId === "string";
193
+ }
155
194
  //# sourceMappingURL=search.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAK7D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAoBtD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAsB,EACtB,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;IACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC;QAChC,GAAG,aAAa;QAChB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzC,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAsB,EACtB,KAAa,EACb,OAAsB;IAEtB,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,YAAY,GAChB,OAAO,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY;QAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,OAAO,CAAC,MAAM,CAAC,YAAY,EAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CACnE,CAAC;IACR,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,SAAS;YAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvD,IAAI,KAAK,EAAE,IAAI;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAa;YAC7C,WAAW,EAAE,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YAC/C,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACrD,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,YAAY,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;oBAC1D,MAAM;oBACN,OAAO,EAAE,GAAG,EAAE;wBACZ,WAAW,IAAI,CAAC,CAAC;oBACnB,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC;oBACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;wBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBACjE,IAAI,MAAM,CAAC,IAAI,GAAG,YAAY;wBAAE,KAAK,IAAI,CAAC,CAAC;oBAC3C,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBAChE,YAAY,GAAG,IAAI,CAAC;wBACpB,MAAM;oBACR,CAAC;gBACH,CAAC;gBACD,UAAU,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;oBACtC,IAAI,OAAO,CAAC,MAAM;wBAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;oBAAE,MAAM;gBACrG,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,YAAY;gBAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC;YAC3E,MAAM,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GACb,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACpG,IAAI,OAAO,CAAC,IAAI;YACd,MAAM,QAAQ,CACZ,OAAO,CAAC,QAAQ;gBACd,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,EACxF,SAAS,EACT;gBACE,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;gBACvD,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,MAAM,MAAM,GAAiB;YAC3B,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS,CAAC,MAAM;gBAC7B,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAClC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO,GAAG,WAAW;aACvC;SACF,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAC3B,GAAG,CAAC,EAAE,EACN,QAAQ,EACR,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAC9E,CAAC;QACF,MAAM,KAAK,YAAY,WAAW;YAChC,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAsB,EACtB,OAAsB,EACtB,UAAgC,EAAE;IAElC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CACrC,QAAQ,EACR,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,EACxE;QACE,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;QAC3C,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;KACxG,CACF,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAsB,EAAE,GAAG,GAAG,IAAI,IAAI,EAAE;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC7F,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAsB,EACtB,eAAuB,EACvB,aAAqB;IAErB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,KAAK;QAC1D,OAAO,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB,EAAE,SAAiB;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,MAA8C;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IAC/B,OAAO,KAAK,YAAY,KAAK;QAC3B,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,KAAK,eAAe,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjG,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC;SACnB,WAAW,EAAE;SACb,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC;SACjB,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAW;IAC3B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1C,CAAC"}
1
+ {"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAI9C,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAsB,EACtB,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;IACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC;QAChC,GAAG,aAAa;QAChB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzC,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAsB,EACtB,KAAa,EACb,OAAsB;IAEtB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;QACxF,MAAM,IAAI,WAAW,CAAC,sCAAsC,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACpG,MAAM,YAAY,GAChB,OAAO,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY;QAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,OAAO,CAAC,MAAM,CAAC,YAAY,EAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CACnE,CAAC;IACR,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACrE,IAAI,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YACxF,CAAC;YACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK;gBAAE,YAAY,GAAG,IAAI,CAAC;QACvF,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACnE,IAAI,KAAK,EAAE,KAAK,KAAK,cAAc,CAAC,SAAS;gBAAE,SAAS;YACxD,MAAM,MAAM,GACV,KAAK,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACjG,IAAI,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAa;YAC7C,WAAW,EAAE,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YAC/C,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAC9B,KAAK,CAAC,MAAM,CACV,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,KAAK,cAAc,CAAC,SAAS,CACnG,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,YAAY,EAAE,CAAC;gBACrB,MAAM,WAAW,GAAG,MAAM,CAAC;gBAC3B,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;oBAC1D,MAAM,EAAE,WAAW;oBACnB,OAAO,EAAE,GAAG,EAAE;wBACZ,WAAW,IAAI,CAAC,CAAC;oBACnB,CAAC;iBACF,CAAC,CAAC;gBACH,MAAM,KAAK,GAAgD,EAAE,CAAC;gBAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC;wBAC9F,SAAS;oBACX,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBAC/E,MAAM,GAAG,IAAI,CAAC;wBACd,YAAY,GAAG,IAAI,CAAC;wBACpB,MAAM;oBACR,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBAClD,KAAK,IAAI,CAAC,CAAC;gBACb,CAAC;gBACD,KAAK,MAAM,IAAI,IAAI,KAAK;oBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK;oBAAE,YAAY,GAAG,IAAI,CAAC;gBACrF,UAAU,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,MAAM,SAAS,GACb,CAAC,MAAM;oBACP,CAAC,YAAY;oBACb,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC9F,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE;oBAClC,YAAY;oBACZ,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,KAAK,EACH,MAAM,IAAI,YAAY;wBACpB,CAAC,CAAC,cAAc,CAAC,MAAM;wBACvB,CAAC,CAAC,SAAS;4BACT,CAAC,CAAC,cAAc,CAAC,SAAS;4BAC1B,CAAC,CAAC,cAAc,CAAC,MAAM;oBAC7B,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;oBACrD,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;oBACzE,OAAO,EAAE,KAAK;oBACd,uBAAuB,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;iBACjD,CAAC,CAAC;gBACH,IAAI,MAAM,IAAI,YAAY,IAAI,SAAS;oBAAE,MAAM;gBAC/C,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3B,CAAC;QACH,CAAC,CACF,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC;YAC3E,MAAM,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GACb,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACpG,IAAI,OAAO,CAAC,IAAI;YACd,MAAM,QAAQ,CACZ,OAAO,CAAC,QAAQ;gBACd,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,EACxF,SAAS,EACT;gBACE,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;gBACvD,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,MAAM,MAAM,GAAiB;YAC3B,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS,CAAC,MAAM;gBAC7B,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAClC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO,GAAG,WAAW;aACvC;SACF,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAC3B,GAAG,CAAC,EAAE,EACN,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CACrE,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,SAAS,GACb,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC;QACjG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAC3B,GAAG,CAAC,EAAE,EACN,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EACpD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAC9E,CAAC;QACF,MAAM,KAAK,YAAY,WAAW;YAChC,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAsB,EACtB,OAAsB,EACtB,UAAgC,EAAE;IAElC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CACrC,QAAQ,EACR,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,CACrC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,EAClG;QACE,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;QAC3C,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CACF,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAsB,EAAE,GAAG,GAAG,IAAI,IAAI,EAAE;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC7F,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAsB,EACtB,eAAuB,EACvB,aAAqB;IAErB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,KAAK;QAC1D,OAAO,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB,EAAE,SAAiB;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,MAA8C;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IAC/B,OAAO,KAAK,YAAY,KAAK;QAC3B,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,KAAK,eAAe,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjG,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC;SACnB,WAAW,EAAE;SACb,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC;SACjB,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAW;IAC3B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;AAC9D,CAAC"}
@@ -1,8 +1,13 @@
1
1
  import type { ConfigInput, ClientConfig } from "../config/types.js";
2
- import type { AccountInput } from "../domain/accounts.js";
3
- import type { TransactionIdSource } from "../transport/transaction-id.js";
2
+ import type { AccountInput, ProxySettings } from "../domain/accounts.js";
3
+ import type { TransactionIdSource } from "../transport/types.js";
4
4
  import type { SessionFactory } from "../domain/http.js";
5
5
  import type { AccountStateStore } from "../domain/account-state.js";
6
+ import type { DiagnosticListener } from "../domain/diagnostics.js";
7
+ import type { ProfileTimelineRequest, SearchRequest } from "../domain/requests.js";
8
+ import type { AccountPool } from "../pool/account-pool.js";
9
+ import type { ApiEngine } from "../engine/api-engine.js";
10
+ import type { StorageBundle } from "../storage/index.js";
6
11
  export interface ClientOptions extends ConfigInput {
7
12
  readonly cookiesFile?: string;
8
13
  readonly accountsFile?: string;
@@ -15,9 +20,42 @@ export interface ClientOptions extends ConfigInput {
15
20
  readonly sessionFactory?: SessionFactory;
16
21
  readonly transactionIdSource?: TransactionIdSource;
17
22
  readonly accountStore?: AccountStateStore;
23
+ readonly onDiagnostic?: DiagnosticListener;
18
24
  }
19
25
  export interface ClientInspection {
20
26
  readonly config: ClientConfig;
21
27
  readonly accounts: readonly Record<string, unknown>[];
22
28
  }
29
+ export interface CollectionContext {
30
+ readonly config: ClientConfig;
31
+ readonly pool: AccountPool;
32
+ readonly engine: ApiEngine;
33
+ readonly storage: StorageBundle;
34
+ readonly signal?: AbortSignal;
35
+ }
36
+ export type SearchContext = CollectionContext;
37
+ export interface SearchTask {
38
+ readonly id: string;
39
+ readonly request: SearchRequest;
40
+ }
41
+ export interface PageExecutionOptions {
42
+ readonly cursor?: string;
43
+ readonly maxAccountSwitches?: number;
44
+ readonly onRetry?: () => void;
45
+ }
46
+ export interface AccountListOptions {
47
+ readonly eligibleOnly?: boolean;
48
+ readonly unusableOnly?: boolean;
49
+ readonly includeCookies?: boolean;
50
+ readonly revealSecrets?: boolean;
51
+ }
52
+ export interface AccountImportOptions {
53
+ readonly accountsFile?: string;
54
+ readonly cookiesFile?: string;
55
+ readonly envFile?: string;
56
+ readonly cookies?: unknown;
57
+ readonly accounts?: readonly AccountInput[];
58
+ readonly proxy?: string | ProxySettings;
59
+ }
60
+ export type SaveOptions = Pick<ProfileTimelineRequest, "save" | "saveDir" | "saveFormat" | "saveName">;
23
61
  //# sourceMappingURL=types.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/client/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAEpE,MAAM,WAAW,aAAc,SAAQ,WAAW;IAChD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,cAAc,CAAC,EAAE,cAAc,CAAC;IACzC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IACnD,QAAQ,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAC3C;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CACvD"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/client/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,KAAK,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,MAAM,WAAW,aAAc,SAAQ,WAAW;IAChD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,cAAc,CAAC,EAAE,cAAc,CAAC;IACzC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IACnD,QAAQ,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC;IAC1C,QAAQ,CAAC,YAAY,CAAC,EAAE,kBAAkB,CAAC;CAC5C;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CACvD;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B;AAED,MAAM,MAAM,aAAa,GAAG,iBAAiB,CAAC;AAE9C,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;CACzC;AAED,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,EAAE,MAAM,GAAG,SAAS,GAAG,YAAY,GAAG,UAAU,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,eAAO,MAAM,cAAc,EAAE,YAqC5B,CAAC"}
1
+ {"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,eAAO,MAAM,cAAc,EAAE,YAsC5B,CAAC"}
@@ -1,9 +1,11 @@
1
+ import { API_HTTP_MODE } from "../constants/config.js";
2
+ import { SAVE_FORMAT } from "../constants/output.js";
1
3
  export const DEFAULT_CONFIG = {
2
4
  dbPath: "xtrawl_state.db",
3
5
  concurrency: 5,
4
6
  saveDir: "outputs",
5
- saveFormat: "csv",
6
- apiHttpMode: "auto",
7
+ saveFormat: SAVE_FORMAT.CSV,
8
+ apiHttpMode: API_HTTP_MODE.AUTO,
7
9
  dailyRequestsLimit: 30,
8
10
  dailyTweetsLimit: 600,
9
11
  maxEmptyPages: 1,
@@ -27,6 +29,7 @@ export const DEFAULT_CONFIG = {
27
29
  proxyCheckUrl: "https://x.com/robots.txt",
28
30
  proxyCheckTimeoutMs: 10_000,
29
31
  profileTimelineAllowAnonymous: false,
32
+ allowedManifestOrigins: [],
30
33
  manifestTtlMs: 3_600_000,
31
34
  manifestUpdateOnInit: false,
32
35
  manifestScrapeOnInit: false,
@@ -1 +1 @@
1
- {"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,cAAc,GAAiB;IAC1C,MAAM,EAAE,iBAAiB;IACzB,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,KAAK;IACjB,WAAW,EAAE,MAAM;IACnB,kBAAkB,EAAE,EAAE;IACtB,gBAAgB,EAAE,GAAG;IACrB,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;IACf,sBAAsB,EAAE,OAAO;IAC/B,UAAU,EAAE,KAAK;IACjB,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,MAAM;IACxB,iBAAiB,EAAE,OAAO;IAC1B,mBAAmB,EAAE,OAAO;IAC5B,cAAc,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;IACzC,gBAAgB,EAAE,MAAM;IACxB,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,KAAK;IAClB,UAAU,EAAE,MAAM;IAClB,eAAe,EAAE,CAAC;IAClB,mBAAmB,EAAE,CAAC;IACtB,kBAAkB,EAAE,CAAC;IACrB,iBAAiB,EAAE,IAAI;IACvB,aAAa,EAAE,0BAA0B;IACzC,mBAAmB,EAAE,MAAM;IAC3B,6BAA6B,EAAE,KAAK;IACpC,aAAa,EAAE,SAAS;IACxB,oBAAoB,EAAE,KAAK;IAC3B,oBAAoB,EAAE,KAAK;IAC3B,oBAAoB,EAAE,IAAI;IAC1B,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;IACvC,MAAM,EAAE,KAAK;IACb,WAAW,EACT,0GAA0G;CAC7G,CAAC"}
1
+ {"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,MAAM,CAAC,MAAM,cAAc,GAAiB;IAC1C,MAAM,EAAE,iBAAiB;IACzB,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,WAAW,CAAC,GAAG;IAC3B,WAAW,EAAE,aAAa,CAAC,IAAI;IAC/B,kBAAkB,EAAE,EAAE;IACtB,gBAAgB,EAAE,GAAG;IACrB,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;IACf,sBAAsB,EAAE,OAAO;IAC/B,UAAU,EAAE,KAAK;IACjB,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,MAAM;IACxB,iBAAiB,EAAE,OAAO;IAC1B,mBAAmB,EAAE,OAAO;IAC5B,cAAc,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;IACzC,gBAAgB,EAAE,MAAM;IACxB,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,KAAK;IAClB,UAAU,EAAE,MAAM;IAClB,eAAe,EAAE,CAAC;IAClB,mBAAmB,EAAE,CAAC;IACtB,kBAAkB,EAAE,CAAC;IACrB,iBAAiB,EAAE,IAAI;IACvB,aAAa,EAAE,0BAA0B;IACzC,mBAAmB,EAAE,MAAM;IAC3B,6BAA6B,EAAE,KAAK;IACpC,sBAAsB,EAAE,EAAE;IAC1B,aAAa,EAAE,SAAS;IACxB,oBAAoB,EAAE,KAAK;IAC3B,oBAAoB,EAAE,KAAK;IAC3B,oBAAoB,EAAE,IAAI;IAC1B,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;IACvC,MAAM,EAAE,KAAK;IACb,WAAW,EACT,0GAA0G;CAC7G,CAAC"}
@@ -1,11 +1,13 @@
1
+ import type { API_HTTP_MODE } from "../constants/config.js";
1
2
  import type { ProxySettings } from "../domain/accounts.js";
2
- import type { ApiHttpMode } from "./validation.js";
3
+ import type { OutputFormat } from "../domain/output.js";
4
+ export type ApiHttpMode = (typeof API_HTTP_MODE)[keyof typeof API_HTTP_MODE];
3
5
  export interface ClientConfig {
4
6
  readonly dbPath: string;
5
7
  readonly proxy?: string | ProxySettings;
6
8
  readonly concurrency: number;
7
9
  readonly saveDir: string;
8
- readonly saveFormat: "csv" | "json" | "both";
10
+ readonly saveFormat: OutputFormat;
9
11
  readonly apiHttpMode: ApiHttpMode;
10
12
  readonly apiHttpImpersonate?: string;
11
13
  readonly apiUserAgent?: string;
@@ -33,6 +35,7 @@ export interface ClientConfig {
33
35
  readonly proxyCheckTimeoutMs: number;
34
36
  readonly profileTimelineAllowAnonymous: boolean;
35
37
  readonly manifestUrl?: string;
38
+ readonly allowedManifestOrigins: readonly string[];
36
39
  readonly manifestTtlMs: number;
37
40
  readonly manifestUpdateOnInit: boolean;
38
41
  readonly manifestScrapeOnInit: boolean;