xtrawl 0.1.2 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/dist/auth/bootstrap.d.ts +1 -1
  2. package/dist/auth/bootstrap.d.ts.map +1 -1
  3. package/dist/auth/bootstrap.js +27 -14
  4. package/dist/auth/bootstrap.js.map +1 -1
  5. package/dist/cli/main.d.ts.map +1 -1
  6. package/dist/cli/main.js +13 -12
  7. package/dist/cli/main.js.map +1 -1
  8. package/dist/cli/parser.d.ts +2 -14
  9. package/dist/cli/parser.d.ts.map +1 -1
  10. package/dist/cli/parser.js +26 -30
  11. package/dist/cli/parser.js.map +1 -1
  12. package/dist/cli/types.d.ts +17 -0
  13. package/dist/cli/types.d.ts.map +1 -0
  14. package/dist/cli/types.js +2 -0
  15. package/dist/cli/types.js.map +1 -0
  16. package/dist/client/accounts.d.ts.map +1 -1
  17. package/dist/client/accounts.js +13 -6
  18. package/dist/client/accounts.js.map +1 -1
  19. package/dist/client/client.d.ts +13 -1
  20. package/dist/client/client.d.ts.map +1 -1
  21. package/dist/client/client.js +93 -38
  22. package/dist/client/client.js.map +1 -1
  23. package/dist/client/collectors.d.ts +2 -10
  24. package/dist/client/collectors.d.ts.map +1 -1
  25. package/dist/client/collectors.js +122 -57
  26. package/dist/client/collectors.js.map +1 -1
  27. package/dist/client/database.d.ts +6 -18
  28. package/dist/client/database.d.ts.map +1 -1
  29. package/dist/client/database.js +4 -21
  30. package/dist/client/database.js.map +1 -1
  31. package/dist/client/page-commit.d.ts +15 -0
  32. package/dist/client/page-commit.d.ts.map +1 -0
  33. package/dist/client/page-commit.js +19 -0
  34. package/dist/client/page-commit.js.map +1 -0
  35. package/dist/client/profiles.d.ts +1 -1
  36. package/dist/client/profiles.d.ts.map +1 -1
  37. package/dist/client/profiles.js +10 -3
  38. package/dist/client/profiles.js.map +1 -1
  39. package/dist/client/search.d.ts +2 -15
  40. package/dist/client/search.d.ts.map +1 -1
  41. package/dist/client/search.js +64 -25
  42. package/dist/client/search.js.map +1 -1
  43. package/dist/client/types.d.ts +40 -2
  44. package/dist/client/types.d.ts.map +1 -1
  45. package/dist/config/defaults.d.ts.map +1 -1
  46. package/dist/config/defaults.js +5 -2
  47. package/dist/config/defaults.js.map +1 -1
  48. package/dist/config/types.d.ts +5 -2
  49. package/dist/config/types.d.ts.map +1 -1
  50. package/dist/config/validation.d.ts +1 -1
  51. package/dist/config/validation.d.ts.map +1 -1
  52. package/dist/config/validation.js +27 -11
  53. package/dist/config/validation.js.map +1 -1
  54. package/dist/constants/accounts.d.ts +16 -0
  55. package/dist/constants/accounts.d.ts.map +1 -0
  56. package/dist/constants/accounts.js +16 -0
  57. package/dist/constants/accounts.js.map +1 -0
  58. package/dist/constants/cli.d.ts +10 -0
  59. package/dist/constants/cli.d.ts.map +1 -0
  60. package/dist/constants/cli.js +10 -0
  61. package/dist/constants/cli.js.map +1 -0
  62. package/dist/constants/collection.d.ts +9 -0
  63. package/dist/constants/collection.d.ts.map +1 -0
  64. package/dist/constants/collection.js +9 -0
  65. package/dist/constants/collection.js.map +1 -0
  66. package/dist/constants/config.d.ts +6 -0
  67. package/dist/constants/config.d.ts.map +1 -0
  68. package/dist/constants/config.js +6 -0
  69. package/dist/constants/config.js.map +1 -0
  70. package/dist/constants/errors.d.ts +9 -0
  71. package/dist/constants/errors.d.ts.map +1 -0
  72. package/dist/constants/errors.js +9 -0
  73. package/dist/constants/errors.js.map +1 -0
  74. package/dist/constants/output.d.ts +7 -0
  75. package/dist/constants/output.d.ts.map +1 -0
  76. package/dist/constants/output.js +7 -0
  77. package/dist/constants/output.js.map +1 -0
  78. package/dist/constants/pages.d.ts +5 -0
  79. package/dist/constants/pages.d.ts.map +1 -0
  80. package/dist/constants/pages.js +5 -0
  81. package/dist/constants/pages.js.map +1 -0
  82. package/dist/constants/requests.d.ts +18 -0
  83. package/dist/constants/requests.d.ts.map +1 -0
  84. package/dist/constants/requests.js +18 -0
  85. package/dist/constants/requests.js.map +1 -0
  86. package/dist/constants/runner.d.ts +8 -0
  87. package/dist/constants/runner.d.ts.map +1 -0
  88. package/dist/constants/runner.js +8 -0
  89. package/dist/constants/runner.js.map +1 -0
  90. package/dist/constants/runs.d.ts +8 -0
  91. package/dist/constants/runs.d.ts.map +1 -0
  92. package/dist/constants/runs.js +8 -0
  93. package/dist/constants/runs.js.map +1 -0
  94. package/dist/domain/accounts.d.ts +4 -2
  95. package/dist/domain/accounts.d.ts.map +1 -1
  96. package/dist/domain/collection.d.ts +27 -0
  97. package/dist/domain/collection.d.ts.map +1 -0
  98. package/dist/domain/collection.js +2 -0
  99. package/dist/domain/collection.js.map +1 -0
  100. package/dist/domain/diagnostics.d.ts +11 -0
  101. package/dist/domain/diagnostics.d.ts.map +1 -0
  102. package/dist/domain/diagnostics.js +2 -0
  103. package/dist/domain/diagnostics.js.map +1 -0
  104. package/dist/domain/errors.d.ts +2 -1
  105. package/dist/domain/errors.d.ts.map +1 -1
  106. package/dist/domain/errors.js +10 -9
  107. package/dist/domain/errors.js.map +1 -1
  108. package/dist/domain/http.d.ts +7 -1
  109. package/dist/domain/http.d.ts.map +1 -1
  110. package/dist/domain/manifest.d.ts +8 -0
  111. package/dist/domain/manifest.d.ts.map +1 -1
  112. package/dist/domain/output.d.ts +3 -0
  113. package/dist/domain/output.d.ts.map +1 -0
  114. package/dist/domain/output.js +2 -0
  115. package/dist/domain/output.js.map +1 -0
  116. package/dist/domain/pages.d.ts +20 -0
  117. package/dist/domain/pages.d.ts.map +1 -0
  118. package/dist/domain/pages.js +2 -0
  119. package/dist/domain/pages.js.map +1 -0
  120. package/dist/domain/pool.d.ts +22 -0
  121. package/dist/domain/pool.d.ts.map +1 -0
  122. package/dist/domain/pool.js +2 -0
  123. package/dist/domain/pool.js.map +1 -0
  124. package/dist/domain/records.d.ts +2 -1
  125. package/dist/domain/records.d.ts.map +1 -1
  126. package/dist/domain/requests.d.ts +15 -10
  127. package/dist/domain/requests.d.ts.map +1 -1
  128. package/dist/domain/runner.d.ts +30 -0
  129. package/dist/domain/runner.d.ts.map +1 -0
  130. package/dist/domain/runner.js +2 -0
  131. package/dist/domain/runner.js.map +1 -0
  132. package/dist/domain/runs.d.ts +12 -0
  133. package/dist/domain/runs.d.ts.map +1 -0
  134. package/dist/domain/runs.js +2 -0
  135. package/dist/domain/runs.js.map +1 -0
  136. package/dist/engine/api-engine.d.ts +7 -7
  137. package/dist/engine/api-engine.d.ts.map +1 -1
  138. package/dist/engine/api-engine.js +42 -19
  139. package/dist/engine/api-engine.js.map +1 -1
  140. package/dist/engine/extractors.d.ts +2 -8
  141. package/dist/engine/extractors.d.ts.map +1 -1
  142. package/dist/engine/extractors.js +30 -11
  143. package/dist/engine/extractors.js.map +1 -1
  144. package/dist/index.d.ts +2 -2
  145. package/dist/index.d.ts.map +1 -1
  146. package/dist/manifest/destinations.d.ts +4 -0
  147. package/dist/manifest/destinations.d.ts.map +1 -0
  148. package/dist/manifest/destinations.js +47 -0
  149. package/dist/manifest/destinations.js.map +1 -0
  150. package/dist/manifest/model.d.ts +3 -2
  151. package/dist/manifest/model.d.ts.map +1 -1
  152. package/dist/manifest/model.js +6 -1
  153. package/dist/manifest/model.js.map +1 -1
  154. package/dist/manifest/provider.d.ts +10 -3
  155. package/dist/manifest/provider.d.ts.map +1 -1
  156. package/dist/manifest/provider.js +86 -34
  157. package/dist/manifest/provider.js.map +1 -1
  158. package/dist/manifest/scraper.d.ts +2 -6
  159. package/dist/manifest/scraper.d.ts.map +1 -1
  160. package/dist/manifest/scraper.js +46 -15
  161. package/dist/manifest/scraper.js.map +1 -1
  162. package/dist/output/csv-writer.d.ts.map +1 -1
  163. package/dist/output/csv-writer.js +32 -10
  164. package/dist/output/csv-writer.js.map +1 -1
  165. package/dist/output/json-writer.d.ts +1 -0
  166. package/dist/output/json-writer.d.ts.map +1 -1
  167. package/dist/output/json-writer.js +36 -11
  168. package/dist/output/json-writer.js.map +1 -1
  169. package/dist/output/lock.d.ts +2 -0
  170. package/dist/output/lock.d.ts.map +1 -0
  171. package/dist/output/lock.js +18 -0
  172. package/dist/output/lock.js.map +1 -0
  173. package/dist/output/writer.d.ts +2 -1
  174. package/dist/output/writer.d.ts.map +1 -1
  175. package/dist/output/writer.js +6 -3
  176. package/dist/output/writer.js.map +1 -1
  177. package/dist/pool/account-pool.d.ts +3 -12
  178. package/dist/pool/account-pool.d.ts.map +1 -1
  179. package/dist/pool/account-pool.js +54 -16
  180. package/dist/pool/account-pool.js.map +1 -1
  181. package/dist/pool/cooldown.d.ts +3 -7
  182. package/dist/pool/cooldown.d.ts.map +1 -1
  183. package/dist/pool/cooldown.js +10 -7
  184. package/dist/pool/cooldown.js.map +1 -1
  185. package/dist/pool/limiter.d.ts +3 -3
  186. package/dist/pool/limiter.d.ts.map +1 -1
  187. package/dist/pool/limiter.js +5 -6
  188. package/dist/pool/limiter.js.map +1 -1
  189. package/dist/query/builder.d.ts +1 -1
  190. package/dist/query/builder.d.ts.map +1 -1
  191. package/dist/query/builder.js +10 -4
  192. package/dist/query/builder.js.map +1 -1
  193. package/dist/query/collection-id.d.ts +3 -0
  194. package/dist/query/collection-id.d.ts.map +1 -0
  195. package/dist/query/collection-id.js +21 -0
  196. package/dist/query/collection-id.js.map +1 -0
  197. package/dist/query/normalize.d.ts +3 -32
  198. package/dist/query/normalize.d.ts.map +1 -1
  199. package/dist/query/normalize.js +10 -16
  200. package/dist/query/normalize.js.map +1 -1
  201. package/dist/query/targets.d.ts +2 -7
  202. package/dist/query/targets.d.ts.map +1 -1
  203. package/dist/query/targets.js.map +1 -1
  204. package/dist/query/types.d.ts +40 -0
  205. package/dist/query/types.d.ts.map +1 -0
  206. package/dist/query/types.js +2 -0
  207. package/dist/query/types.js.map +1 -0
  208. package/dist/runner/index.d.ts +3 -0
  209. package/dist/runner/index.d.ts.map +1 -1
  210. package/dist/runner/index.js.map +1 -1
  211. package/dist/runner/retry.d.ts +3 -6
  212. package/dist/runner/retry.d.ts.map +1 -1
  213. package/dist/runner/retry.js +5 -3
  214. package/dist/runner/retry.js.map +1 -1
  215. package/dist/runner/runner.d.ts +2 -14
  216. package/dist/runner/runner.d.ts.map +1 -1
  217. package/dist/runner/runner.js +11 -7
  218. package/dist/runner/runner.js.map +1 -1
  219. package/dist/runner/task-queue.d.ts +9 -11
  220. package/dist/runner/task-queue.d.ts.map +1 -1
  221. package/dist/runner/task-queue.js +79 -32
  222. package/dist/runner/task-queue.js.map +1 -1
  223. package/dist/storage/account-repository.d.ts +2 -15
  224. package/dist/storage/account-repository.d.ts.map +1 -1
  225. package/dist/storage/account-repository.js +65 -35
  226. package/dist/storage/account-repository.js.map +1 -1
  227. package/dist/storage/database.d.ts +3 -1
  228. package/dist/storage/database.d.ts.map +1 -1
  229. package/dist/storage/database.js +10 -4
  230. package/dist/storage/database.js.map +1 -1
  231. package/dist/storage/index.d.ts +3 -1
  232. package/dist/storage/index.d.ts.map +1 -1
  233. package/dist/storage/index.js +2 -0
  234. package/dist/storage/index.js.map +1 -1
  235. package/dist/storage/progress-repository.d.ts +12 -0
  236. package/dist/storage/progress-repository.d.ts.map +1 -0
  237. package/dist/storage/progress-repository.js +76 -0
  238. package/dist/storage/progress-repository.js.map +1 -0
  239. package/dist/storage/run-repository.d.ts +4 -10
  240. package/dist/storage/run-repository.d.ts.map +1 -1
  241. package/dist/storage/run-repository.js +4 -2
  242. package/dist/storage/run-repository.js.map +1 -1
  243. package/dist/storage/schema.d.ts.map +1 -1
  244. package/dist/storage/schema.js +19 -0
  245. package/dist/storage/schema.js.map +1 -1
  246. package/dist/storage/types.d.ts +15 -0
  247. package/dist/storage/types.d.ts.map +1 -0
  248. package/dist/storage/types.js +2 -0
  249. package/dist/storage/types.js.map +1 -0
  250. package/dist/transport/body.d.ts +15 -0
  251. package/dist/transport/body.d.ts.map +1 -0
  252. package/dist/transport/body.js +61 -0
  253. package/dist/transport/body.js.map +1 -0
  254. package/dist/transport/dispatcher-pool.d.ts +13 -0
  255. package/dist/transport/dispatcher-pool.d.ts.map +1 -0
  256. package/dist/transport/dispatcher-pool.js +47 -0
  257. package/dist/transport/dispatcher-pool.js.map +1 -0
  258. package/dist/transport/graphql.d.ts +1 -1
  259. package/dist/transport/graphql.d.ts.map +1 -1
  260. package/dist/transport/graphql.js +36 -19
  261. package/dist/transport/graphql.js.map +1 -1
  262. package/dist/transport/session.d.ts +8 -11
  263. package/dist/transport/session.d.ts.map +1 -1
  264. package/dist/transport/session.js +71 -26
  265. package/dist/transport/session.js.map +1 -1
  266. package/dist/transport/transaction-id.d.ts +2 -7
  267. package/dist/transport/transaction-id.d.ts.map +1 -1
  268. package/dist/transport/transaction-id.js +20 -16
  269. package/dist/transport/transaction-id.js.map +1 -1
  270. package/dist/transport/types.d.ts +28 -0
  271. package/dist/transport/types.d.ts.map +1 -0
  272. package/dist/transport/types.js +2 -0
  273. package/dist/transport/types.js.map +1 -0
  274. package/dist/utils/abort.d.ts +6 -0
  275. package/dist/utils/abort.d.ts.map +1 -0
  276. package/dist/utils/abort.js +45 -0
  277. package/dist/utils/abort.js.map +1 -0
  278. package/dist/utils/redact.d.ts +5 -0
  279. package/dist/utils/redact.d.ts.map +1 -0
  280. package/dist/utils/redact.js +42 -0
  281. package/dist/utils/redact.js.map +1 -0
  282. package/docs/architecture/overview.md +6 -4
  283. package/docs/product/specification.md +10 -9
  284. package/docs/security/data-boundary.md +3 -0
  285. package/package.json +5 -4
@@ -1,3 +1,4 @@
1
+ import { AUXILIARY_REQUEST_TIMEOUT_MS, cancelBody, DEFAULT_MAX_RESPONSE_BYTES, readResponseText, } from "../transport/body.js";
1
2
  import { asString } from "../utils/guards.js";
2
3
  const OPERATION_NAMES = {
3
4
  SearchTimeline: "search_timeline",
@@ -64,24 +65,34 @@ export async function scrapeManifestFromWeb(base, options = {}) {
64
65
  ...scriptHeaders,
65
66
  ...(options.authToken ? { Cookie: `auth_token=${options.authToken}` } : {}),
66
67
  };
67
- const response = await fetcher("https://x.com/home", { headers: pageHeaders, redirect: "follow" });
68
- if (!response.ok)
69
- throw new Error(`Manifest page failed with status ${response.status}`);
70
- const html = await response.text();
71
- const scripts = [...new Set([...html.matchAll(/<script[^>]+src=["']([^"']+)["']/giu)])]
72
- .map((match) => match[1])
73
- .filter((item) => Boolean(item))
74
- .map((source) => safeScriptUrl(source))
75
- .filter((source) => Boolean(source))
76
- .sort((left, right) => scriptPriority(left) - scriptPriority(right))
77
- .slice(0, options.maxScripts ?? 20);
68
+ const html = await fetchBoundedText(fetcher, "https://x.com/home", {
69
+ headers: pageHeaders,
70
+ redirect: "error",
71
+ });
72
+ const seen = new Set();
73
+ const scripts = [];
74
+ for (const match of html.matchAll(/<script[^>]+src=["']([^"']+)["']/giu)) {
75
+ const raw = match[1];
76
+ if (!raw)
77
+ continue;
78
+ const url = safeScriptUrl(raw);
79
+ if (!url || seen.has(url))
80
+ continue;
81
+ seen.add(url);
82
+ scripts.push(url);
83
+ }
84
+ scripts.sort((left, right) => scriptPriority(left) - scriptPriority(right));
85
+ const selected = scripts.slice(0, options.maxScripts ?? 20);
78
86
  const discovered = {};
79
87
  const discoveredFeatures = {};
80
- for (const url of scripts) {
81
- const bundle = await fetcher(url, { headers: scriptHeaders, redirect: "follow" });
82
- if (!bundle.ok)
88
+ for (const url of selected) {
89
+ let source;
90
+ try {
91
+ source = await fetchBoundedText(fetcher, url, { headers: scriptHeaders, redirect: "follow" });
92
+ }
93
+ catch {
83
94
  continue;
84
- const source = await bundle.text();
95
+ }
85
96
  Object.assign(discovered, extractOperationQueryIdsFromJavascript(source));
86
97
  Object.assign(discoveredFeatures, extractOperationFeaturesFromJavascript(source));
87
98
  if (Object.keys(discovered).length === Object.keys(OPERATION_NAMES).length)
@@ -97,6 +108,26 @@ export async function scrapeManifestFromWeb(base, options = {}) {
97
108
  operationFeatures: mergeOperationFeatures(base.operationFeatures, discoveredFeatures),
98
109
  };
99
110
  }
111
+ async function fetchBoundedText(fetcher, url, init) {
112
+ const timeout = new AbortController();
113
+ const timer = setTimeout(() => timeout.abort(), AUXILIARY_REQUEST_TIMEOUT_MS);
114
+ const signal = init.signal ? AbortSignal.any([init.signal, timeout.signal]) : timeout.signal;
115
+ try {
116
+ const response = await fetcher(url, { ...init, signal, redirect: init.redirect ?? "follow" });
117
+ try {
118
+ if (!response.ok)
119
+ throw new Error(`Manifest fetch failed with status ${response.status}`);
120
+ return await readResponseText(response, { signal, maxBytes: DEFAULT_MAX_RESPONSE_BYTES });
121
+ }
122
+ catch (error) {
123
+ await cancelBody(response);
124
+ throw error;
125
+ }
126
+ }
127
+ finally {
128
+ clearTimeout(timer);
129
+ }
130
+ }
100
131
  function mergeOperationFeatures(base, discovered) {
101
132
  const out = {};
102
133
  if (base)
@@ -1 +1 @@
1
- {"version":3,"file":"scraper.js","sourceRoot":"","sources":["../../src/manifest/scraper.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,eAAe,GAA2B;IAC9C,cAAc,EAAE,iBAAiB;IACjC,gBAAgB,EAAE,yBAAyB;IAC3C,UAAU,EAAE,kBAAkB;IAC9B,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,qBAAqB,EAAE,oBAAoB;IAC3C,mBAAmB,EAAE,cAAc;CACpC,CAAC;AAQF,MAAM,UAAU,6BAA6B,CAAC,MAAc,EAAE,QAAyB;IACrF,MAAM,iBAAiB,GAAG,sCAAsC,CAAC,MAAM,CAAC,CAAC;IACzE,OAAO;QACL,GAAG,QAAQ;QACX,QAAQ,EAAE;YACR,GAAG,QAAQ,CAAC,QAAQ;YACpB,GAAG,sCAAsC,CAAC,MAAM,CAAC;SAClD;QACD,iBAAiB,EAAE,sBAAsB,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;QACxF,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,MAAc;IACnE,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B,sEAAsE,aAAa,MAAM,EACzF,GAAG,CACJ,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,MAAM,CAC/B,6BAA6B,aAAa,+CAA+C,EACzF,GAAG,CACJ,CAAC;QACF,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,EAAE;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,MAAc;IAEd,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,KAAK,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACnE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,6BAA6B,aAAa,MAAM,EAAE,IAAI,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;QACnG,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACzD,IAAI,YAAY,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACrD,IAAI,UAAU,GAAG,CAAC;YAAE,SAAS;QAC7B,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;aACrF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACtB,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAqB,EACrB,UAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;IACzC,MAAM,aAAa,GAAG;QACpB,YAAY,EAAE,aAAa;KAC5B,CAAC;IACF,MAAM,WAAW,GAAG;QAClB,GAAG,aAAa;QAChB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5E,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,oBAAoB,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACnG,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACzF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,CAAC,CAAC;SACpF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SACxB,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC/C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;SACtC,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SACrD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;SACnE,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,kBAAkB,GAA4C,EAAE,CAAC;IACvE,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,SAAS;QACzB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,sCAAsC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,sCAAsC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClF,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM;YAAE,MAAM;IACpF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO;QACL,GAAG,IAAI;QACP,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,UAAU,EAAE;QAC7C,iBAAiB,EAAE,sBAAsB,CAAC,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAA0C,EAC1C,UAAuE;IAEvE,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,IAAI,IAAI;QACN,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YACtD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAI,QAAoC,EAAE,CAAC;IAClE,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC9D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC7C,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,eAAe;YAAE,OAAO,SAAS,CAAC;QACnF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;IACtC,IAAI,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3E,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/C,OAAO,CAAC,CAAC;AACX,CAAC"}
1
+ {"version":3,"file":"scraper.js","sourceRoot":"","sources":["../../src/manifest/scraper.ts"],"names":[],"mappings":"AACA,OAAO,EACL,4BAA4B,EAC5B,UAAU,EACV,0BAA0B,EAC1B,gBAAgB,GACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,eAAe,GAA2B;IAC9C,cAAc,EAAE,iBAAiB;IACjC,gBAAgB,EAAE,yBAAyB;IAC3C,UAAU,EAAE,kBAAkB;IAC9B,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,qBAAqB,EAAE,oBAAoB;IAC3C,mBAAmB,EAAE,cAAc;CACpC,CAAC;AAIF,MAAM,UAAU,6BAA6B,CAAC,MAAc,EAAE,QAAyB;IACrF,MAAM,iBAAiB,GAAG,sCAAsC,CAAC,MAAM,CAAC,CAAC;IACzE,OAAO;QACL,GAAG,QAAQ;QACX,QAAQ,EAAE;YACR,GAAG,QAAQ,CAAC,QAAQ;YACpB,GAAG,sCAAsC,CAAC,MAAM,CAAC;SAClD;QACD,iBAAiB,EAAE,sBAAsB,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;QACxF,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,MAAc;IACnE,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B,sEAAsE,aAAa,MAAM,EACzF,GAAG,CACJ,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,MAAM,CAC/B,6BAA6B,aAAa,+CAA+C,EACzF,GAAG,CACJ,CAAC;QACF,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,EAAE;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,MAAc;IAEd,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,KAAK,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACnE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,6BAA6B,aAAa,MAAM,EAAE,IAAI,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;QACnG,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACzD,IAAI,YAAY,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACrD,IAAI,UAAU,GAAG,CAAC;YAAE,SAAS;QAC7B,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;aACrF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACtB,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAqB,EACrB,UAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;IACzC,MAAM,aAAa,GAAG;QACpB,YAAY,EAAE,aAAa;KAC5B,CAAC;IACF,MAAM,WAAW,GAAG;QAClB,GAAG,aAAa;QAChB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5E,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,EAAE;QACjE,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,OAAO;KAClB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EAAE,CAAC;QACzE,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,kBAAkB,GAA4C,EAAE,CAAC;IACvE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChG,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,sCAAsC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,sCAAsC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClF,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM;YAAE,MAAM;IACpF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO;QACL,GAAG,IAAI;QACP,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,UAAU,EAAE;QAC7C,iBAAiB,EAAE,sBAAsB,CAAC,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,OAAqB,EAAE,GAAW,EAAE,IAAiB;IACnF,MAAM,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,4BAA4B,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7F,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1F,OAAO,MAAM,gBAAgB,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3B,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAA0C,EAC1C,UAAuE;IAEvE,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,IAAI,IAAI;QACN,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YACtD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAI,QAAoC,EAAE,CAAC;IAClE,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC9D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC7C,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,eAAe;YAAE,OAAO,SAAS,CAAC;QACnF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;IACtC,IAAI,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3E,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/C,OAAO,CAAC,CAAC;AACX,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAGA,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACxC,MAAM,UAAQ,GACb,OAAO,CAAC,IAAI,CAAC,CAiBf"}
1
+ {"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAMA,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACxC,MAAM,UAAQ,GACb,OAAO,CAAC,IAAI,CAAC,CAwBf"}
@@ -1,18 +1,40 @@
1
- import { access, mkdir, readFile, writeFile } from "node:fs/promises";
1
+ import { access, appendFile, mkdir, readFile, rename, writeFile } from "node:fs/promises";
2
2
  import { dirname } from "node:path";
3
+ import { randomUUID } from "node:crypto";
4
+ import { EngineError } from "../domain/errors.js";
5
+ import { withDestinationLock } from "./lock.js";
3
6
  export async function writeCsv(path, rows, append = false) {
4
7
  if (rows.length === 0)
5
8
  return;
6
- const existing = append && (await exists(path)) ? await readFile(path, "utf8") : "";
7
- const parsedExisting = existing ? parseCsv(existing) : [];
8
- const currentHeaders = parsedExisting[0] ?? [];
9
- const headers = mergeHeaders(currentHeaders, rows.flatMap((row) => Object.keys(row)));
10
- const existingRows = parsedExisting
11
- .slice(1)
12
- .map((values) => Object.fromEntries(currentHeaders.map((header, index) => [header, values[index] ?? ""])));
13
- const content = renderCsv(headers, [...existingRows, ...rows]);
9
+ await withDestinationLock(path, async () => {
10
+ const incomingKeys = rows.flatMap((row) => Object.keys(row));
11
+ if (append && (await exists(path))) {
12
+ const existing = await readFile(path, "utf8");
13
+ const parsedExisting = existing ? parseCsv(existing) : [];
14
+ const currentHeaders = parsedExisting[0] ?? [];
15
+ if (currentHeaders.length === 0)
16
+ throw new EngineError(`Refusing to append to a CSV file without a header: ${path}`);
17
+ const nextHeaders = mergeHeaders(currentHeaders, incomingKeys);
18
+ if (!sameHeaders(currentHeaders, nextHeaders))
19
+ throw new EngineError(`CSV schema changed for ${path}; write a new snapshot instead of appending mixed columns.`);
20
+ const body = rows
21
+ .map((row) => currentHeaders.map((header) => escapeCsv(flattenValue(row[header]))).join(","))
22
+ .join("\n");
23
+ await appendFile(path, `${body}\n`, "utf8");
24
+ return;
25
+ }
26
+ const headers = mergeHeaders([], incomingKeys);
27
+ await atomicWrite(path, renderCsv(headers, rows));
28
+ });
29
+ }
30
+ function sameHeaders(left, right) {
31
+ return left.length === right.length && left.every((header, index) => header === right[index]);
32
+ }
33
+ async function atomicWrite(path, content) {
14
34
  await mkdir(dirname(path), { recursive: true });
15
- await writeFile(path, content, "utf8");
35
+ const temporary = `${path}.${randomUUID()}.tmp`;
36
+ await writeFile(temporary, content, "utf8");
37
+ await rename(temporary, path);
16
38
  }
17
39
  function renderCsv(headers, rows) {
18
40
  const body = rows.map((row) => headers.map((header) => escapeCsv(flattenValue(row[header]))).join(","));
@@ -1 +1 @@
1
- {"version":3,"file":"csv-writer.js","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,IAAwC,EACxC,MAAM,GAAG,KAAK;IAEd,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpF,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,MAAM,OAAO,GAAG,YAAY,CAC1B,cAAc,EACd,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CACxC,CAAC;IACF,MAAM,YAAY,GAAG,cAAc;SAChC,KAAK,CAAC,CAAC,CAAC;SACR,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACd,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CACzF,CAAC;IACJ,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,OAA0B,EAAE,IAAwC;IACrF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACxG,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACrE,CAAC;AAED,SAAS,YAAY,CAAC,QAA2B,EAAE,QAA2B;IAC5E,MAAM,SAAS,GAAG;QAChB,SAAS;QACT,WAAW;QACX,UAAU;QACV,MAAM;QACN,MAAM;QACN,OAAO;QACP,UAAU;QACV,UAAU;QACV,UAAU;KACX,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7G,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,GAAG,GAAa,EAAE,CAAC;IACvB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC9B,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,IAAI,MAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC3B,KAAK,IAAI,GAAG,CAAC;gBACb,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;;gBAAM,MAAM,GAAG,CAAC,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;QACb,CAAC;aAAM,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,IAAI,SAAS,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,KAAK,IAAI,CAAC,CAAC;YACpD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;AAC9E,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"csv-writer.js","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,IAAwC,EACxC,MAAM,GAAG,KAAK;IAEd,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,IAAI,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;gBAC7B,MAAM,IAAI,WAAW,CAAC,sDAAsD,IAAI,EAAE,CAAC,CAAC;YACtF,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;YAC/D,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,WAAW,CAAC;gBAC3C,MAAM,IAAI,WAAW,CACnB,0BAA0B,IAAI,4DAA4D,CAC3F,CAAC;YACJ,MAAM,IAAI,GAAG,IAAI;iBACd,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBAC5F,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAC/C,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB,EAAE,KAAwB;IACpE,OAAO,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAChG,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACtD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;IAChD,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,OAA0B,EAAE,IAAwC;IACrF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACxG,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACrE,CAAC;AAED,SAAS,YAAY,CAAC,QAA2B,EAAE,QAA2B;IAC5E,MAAM,SAAS,GAAG;QAChB,SAAS;QACT,WAAW;QACX,UAAU;QACV,MAAM;QACN,MAAM;QACN,OAAO;QACP,UAAU;QACV,UAAU;QACV,UAAU;KACX,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7G,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,GAAG,GAAa,EAAE,CAAC;IACvB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC9B,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,IAAI,MAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC3B,KAAK,IAAI,GAAG,CAAC;gBACb,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;;gBAAM,MAAM,GAAG,CAAC,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;QACb,CAAC;aAAM,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,IAAI,SAAS,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,KAAK,IAAI,CAAC,CAAC;YACpD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;AAC9E,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
@@ -1,2 +1,3 @@
1
1
  export declare function writeJson(path: string, rows: readonly unknown[], append?: boolean): Promise<void>;
2
+ export declare function writeNdjson(path: string, rows: readonly unknown[], append?: boolean): Promise<void>;
2
3
  //# sourceMappingURL=json-writer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"json-writer.d.ts","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAGA,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,OAAO,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAarG"}
1
+ {"version":3,"file":"json-writer.d.ts","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAMA,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,OAAO,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAiBrG;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,OAAO,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAWvG"}
@@ -1,21 +1,46 @@
1
- import { access, mkdir, readFile, writeFile } from "node:fs/promises";
1
+ import { access, appendFile, mkdir, readFile, rename, writeFile } from "node:fs/promises";
2
2
  import { dirname } from "node:path";
3
+ import { randomUUID } from "node:crypto";
4
+ import { EngineError } from "../domain/errors.js";
5
+ import { withDestinationLock } from "./lock.js";
3
6
  export async function writeJson(path, rows, append = false) {
4
7
  if (rows.length === 0)
5
8
  return;
6
- let output = [...rows];
7
- if (append && (await exists(path))) {
8
- try {
9
- const current = JSON.parse(await readFile(path, "utf8"));
10
- if (Array.isArray(current))
11
- output = [...current, ...rows];
9
+ await withDestinationLock(path, async () => {
10
+ let output = [...rows];
11
+ if (append && (await exists(path))) {
12
+ let current;
13
+ try {
14
+ current = JSON.parse(await readFile(path, "utf8"));
15
+ }
16
+ catch {
17
+ throw new EngineError(`Refusing to append to malformed JSON file: ${path}`);
18
+ }
19
+ if (!Array.isArray(current))
20
+ throw new EngineError(`Refusing to append to a JSON file that is not an array: ${path}`);
21
+ output = [...current, ...rows];
12
22
  }
13
- catch {
14
- output = [...rows];
23
+ await atomicWrite(path, `${JSON.stringify(output, null, 2)}\n`);
24
+ });
25
+ }
26
+ export async function writeNdjson(path, rows, append = false) {
27
+ if (rows.length === 0)
28
+ return;
29
+ await withDestinationLock(path, async () => {
30
+ const chunk = `${rows.map((row) => JSON.stringify(row)).join("\n")}\n`;
31
+ if (!append || !(await exists(path))) {
32
+ await atomicWrite(path, chunk);
33
+ return;
15
34
  }
16
- }
35
+ await mkdir(dirname(path), { recursive: true });
36
+ await appendFile(path, chunk, "utf8");
37
+ });
38
+ }
39
+ async function atomicWrite(path, content) {
17
40
  await mkdir(dirname(path), { recursive: true });
18
- await writeFile(path, `${JSON.stringify(output, null, 2)}\n`, "utf8");
41
+ const temporary = `${path}.${randomUUID()}.tmp`;
42
+ await writeFile(temporary, content, "utf8");
43
+ await rename(temporary, path);
19
44
  }
20
45
  async function exists(path) {
21
46
  try {
@@ -1 +1 @@
1
- {"version":3,"file":"json-writer.js","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAwB,EAAE,MAAM,GAAG,KAAK;IACpF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACvB,IAAI,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;YACpE,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,MAAM,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACxE,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"json-writer.js","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAwB,EAAE,MAAM,GAAG,KAAK;IACpF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACzC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACvB,IAAI,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnC,IAAI,OAAgB,CAAC;YACrB,IAAI,CAAC;gBACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;YAChE,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,WAAW,CAAC,8CAA8C,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACzB,MAAM,IAAI,WAAW,CAAC,2DAA2D,IAAI,EAAE,CAAC,CAAC;YAC3F,MAAM,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,WAAW,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,IAAwB,EAAE,MAAM,GAAG,KAAK;IACtF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QACvE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACrC,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACtD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;IAChD,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
@@ -0,0 +1,2 @@
1
+ export declare function withDestinationLock<T>(path: string, work: () => Promise<T>): Promise<T>;
2
+ //# sourceMappingURL=lock.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"lock.d.ts","sourceRoot":"","sources":["../../src/output/lock.ts"],"names":[],"mappings":"AAEA,wBAAsB,mBAAmB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAiB7F"}
@@ -0,0 +1,18 @@
1
+ const chains = new Map();
2
+ export async function withDestinationLock(path, work) {
3
+ const previous = chains.get(path) ?? Promise.resolve();
4
+ let release;
5
+ const held = new Promise((resolve) => {
6
+ release = resolve;
7
+ });
8
+ const chained = previous.then(() => held, () => held);
9
+ chains.set(path, chained);
10
+ await previous.catch(() => undefined);
11
+ try {
12
+ return await work();
13
+ }
14
+ finally {
15
+ release();
16
+ }
17
+ }
18
+ //# sourceMappingURL=lock.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"lock.js","sourceRoot":"","sources":["../../src/output/lock.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAI,IAAY,EAAE,IAAsB;IAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IACvD,IAAI,OAAoB,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACzC,OAAO,GAAG,OAAO,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAC3B,GAAG,EAAE,CAAC,IAAI,EACV,GAAG,EAAE,CAAC,IAAI,CACX,CAAC;IACF,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1B,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,EAAE,CAAC;IACtB,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}
@@ -1,4 +1,5 @@
1
- export type OutputFormat = "csv" | "json" | "both";
1
+ import type { OutputFormat } from "../domain/output.js";
2
+ export type { OutputFormat } from "../domain/output.js";
2
3
  export declare function saveRows(name: string, rows: readonly unknown[], options: {
3
4
  readonly directory: string;
4
5
  readonly format: OutputFormat;
@@ -1 +1 @@
1
- {"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAEnD,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,OAAO,EAAE,EACxB,OAAO,EAAE;IAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,GAChG,OAAO,CAAC,IAAI,CAAC,CAMf"}
1
+ {"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAKxD,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,OAAO,EAAE,EACxB,OAAO,EAAE;IAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,GAChG,OAAO,CAAC,IAAI,CAAC,CAQf"}
@@ -1,12 +1,15 @@
1
1
  import { mkdir } from "node:fs/promises";
2
2
  import { join } from "node:path";
3
+ import { SAVE_FORMAT } from "../constants/output.js";
3
4
  import { writeCsv } from "./csv-writer.js";
4
- import { writeJson } from "./json-writer.js";
5
+ import { writeJson, writeNdjson } from "./json-writer.js";
5
6
  export async function saveRows(name, rows, options) {
6
7
  await mkdir(options.directory, { recursive: true });
7
- if (options.format === "json" || options.format === "both")
8
+ if (options.format === SAVE_FORMAT.JSON || options.format === SAVE_FORMAT.BOTH)
8
9
  await writeJson(join(options.directory, `${name}.json`), rows, options.append);
9
- if (options.format === "csv" || options.format === "both")
10
+ if (options.format === SAVE_FORMAT.NDJSON)
11
+ await writeNdjson(join(options.directory, `${name}.ndjson`), rows, options.append);
12
+ if (options.format === SAVE_FORMAT.CSV || options.format === SAVE_FORMAT.BOTH)
10
13
  await writeCsv(join(options.directory, `${name}.csv`), rows.map(toFlatRow), options.append);
11
14
  }
12
15
  function toFlatRow(value) {
@@ -1 +1 @@
1
- {"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAI7C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,IAAwB,EACxB,OAAiG;IAEjG,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM;QACxD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjF,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM;QACvD,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AAChG,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,IAAI,SAAS,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,GAA6B,CAAC;QAC5C,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC;AAClF,CAAC"}
1
+ {"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAI1D,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,IAAwB,EACxB,OAAiG;IAEjG,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,IAAI;QAC5E,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjF,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM;QACvC,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACrF,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,GAAG,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,IAAI;QAC3E,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AAChG,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,IAAI,SAAS,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,GAA6B,CAAC;QAC5C,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC;AAClF,CAAC"}
@@ -1,18 +1,9 @@
1
- import type { AccountLease, AccountRecord, AccountSummary } from "../domain/accounts.js";
1
+ import type { AccountRecord, AccountSummary } from "../domain/accounts.js";
2
2
  import type { AccountStateStore } from "../domain/account-state.js";
3
3
  import type { ClientConfig } from "../config/types.js";
4
- import type { HttpSession } from "../domain/http.js";
5
4
  import type { SessionBuilder } from "../transport/session.js";
6
- export interface PoolExecutionContext {
7
- readonly account: AccountLease;
8
- readonly session: HttpSession;
9
- }
10
- export interface PoolExecutionOptions<T> {
11
- readonly countTweets?: (value: T) => number;
12
- readonly onRetry?: (error: unknown, attempt: number) => void;
13
- readonly maxAccountSwitches?: number;
14
- }
15
- export type AccountRepair = (account: AccountLease) => Promise<boolean>;
5
+ import type { AccountRepair, PoolExecutionContext, PoolExecutionOptions } from "../domain/pool.js";
6
+ export type { AccountRepair, PoolExecutionContext, PoolExecutionOptions } from "../domain/pool.js";
16
7
  export declare class AccountPool {
17
8
  private readonly repository;
18
9
  private readonly sessions;
@@ -1 +1 @@
1
- {"version":3,"file":"account-pool.d.ts","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,KAAK,EAA0B,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAW5F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAI9D,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;CAC/B;AAED,MAAM,WAAW,oBAAoB,CAAC,CAAC;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,MAAM,CAAC;IAC5C,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7D,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAExE,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAVrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyC;IAClE,OAAO,CAAC,aAAa,CAAiB;gBAGnB,UAAU,EAAE,iBAAiB,EAC7B,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,YAAY,EACpB,aAAa,CAAC,EAAE,aAAa,YAAA,EAC9C,eAAe,GAAE,SAAS,aAAa,EAAO,EAC7B,aAAa,SAA4C,EACzD,iBAAiB,CAAC,GAAE,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,KAAK,IAAI,aAAA;IAKtE,OAAO,CAAC,CAAC,EACpB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,OAAO,CAAC,CAAC,CAAC,EACxD,OAAO,GAAE,oBAAoB,CAAC,CAAC,CAAM,GACpC,OAAO,CAAC,CAAC,CAAC;IAgFb,IAAW,OAAO,mBAMjB;IAEM,cAAc,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,GAAG,IAAI;IAI/D,OAAO,CAAC,iBAAiB;YAsCX,aAAa;IAkB3B,OAAO,CAAC,cAAc;IAgBtB,OAAO,CAAC,UAAU;YASJ,cAAc;CAK7B;AAED,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,SAAS,aAAa,EAAE,EAClC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,oBAAoB,GAAG,kBAAkB,CAAC,EACrE,QAAQ,EAAE,MAAM,EAChB,GAAG,SAAa,GACf,cAAc,CAgBhB"}
1
+ {"version":3,"file":"account-pool.d.ts","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAgB,aAAa,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,KAAK,EAA0B,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAW5F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAG9D,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAGnG,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEnG,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAVrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyC;IAClE,OAAO,CAAC,aAAa,CAAiB;gBAGnB,UAAU,EAAE,iBAAiB,EAC7B,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,YAAY,EACpB,aAAa,CAAC,EAAE,aAAa,YAAA,EAC9C,eAAe,GAAE,SAAS,aAAa,EAAO,EAC7B,aAAa,SAA4C,EACzD,iBAAiB,CAAC,GAAE,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,KAAK,IAAI,aAAA;IAKtE,OAAO,CAAC,CAAC,EACpB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,OAAO,CAAC,CAAC,CAAC,EACxD,OAAO,GAAE,oBAAoB,CAAC,CAAC,CAAM,GACpC,OAAO,CAAC,CAAC,CAAC;IA+Fb,IAAW,OAAO,mBAMjB;IAEM,cAAc,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,GAAG,IAAI;IAI/D,OAAO,CAAC,iBAAiB;YAsCX,aAAa;IAkB3B,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,UAAU;YASJ,cAAc;CAK7B;AAED,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,SAAS,aAAa,EAAE,EAClC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,oBAAoB,GAAG,kBAAkB,CAAC,EACrE,QAAQ,EAAE,MAAM,EAChB,GAAG,SAAa,GACf,cAAc,CAiBhB"}
@@ -1,7 +1,9 @@
1
1
  import { randomUUID } from "node:crypto";
2
+ import { ACCOUNT_HEALTH, ACCOUNT_STATUS_CODE } from "../constants/accounts.js";
2
3
  import { AccountPoolExhausted, AccountSessionBuildError, AccountStateError, AuthError, XTrawlError, NetworkError, RateLimitError, ProxyError, } from "../domain/errors.js";
3
4
  import { computeCooldown } from "./cooldown.js";
4
5
  import { isRecord } from "../utils/guards.js";
6
+ import { combineSignals, isAbortError, throwIfAborted } from "../utils/abort.js";
5
7
  import { TokenBucketLimiter, sleep } from "./limiter.js";
6
8
  export class AccountPool {
7
9
  repository;
@@ -27,6 +29,7 @@ export class AccountPool {
27
29
  let lastError;
28
30
  let repairs = 0;
29
31
  for (let attempt = 1; attempt <= maxAttempts; attempt += 1) {
32
+ throwIfAborted(options.signal);
30
33
  const now = Date.now();
31
34
  const account = await this.repository.acquireLease({
32
35
  now,
@@ -47,7 +50,7 @@ export class AccountPool {
47
50
  const switchLimit = options.maxAccountSwitches ?? this.config.maxAccountSwitches;
48
51
  if (seenAccounts.size > switchLimit + 1) {
49
52
  await this.completeLease(account, {
50
- status: "healthy",
53
+ status: ACCOUNT_HEALTH.HEALTHY,
51
54
  availableUntil: 0,
52
55
  pages: 0,
53
56
  tweets: 0,
@@ -59,7 +62,10 @@ export class AccountPool {
59
62
  let session;
60
63
  let operationStarted = false;
61
64
  let leaseCompleted = false;
62
- const heartbeat = this.startHeartbeat(account);
65
+ let requests = 0;
66
+ const leaseGuard = new AbortController();
67
+ const signal = combineSignals(options.signal, leaseGuard.signal);
68
+ const heartbeat = this.startHeartbeat(account, () => leaseGuard.abort());
63
69
  try {
64
70
  if (this.config.proxyCheckOnLease)
65
71
  await this.sessions.assertProxyHealthy(account, {
@@ -67,13 +73,24 @@ export class AccountPool {
67
73
  timeoutMs: this.config.proxyCheckTimeoutMs,
68
74
  });
69
75
  session = this.sessions.forAccount(account);
70
- await this.limiterFor(account).acquire();
76
+ await this.limiterFor(account).acquire(signal);
71
77
  operationStarted = true;
72
- const value = await operation({ account, session });
78
+ const value = await operation({
79
+ account,
80
+ session,
81
+ ...(signal ? { signal } : {}),
82
+ chargeRequest: () => {
83
+ requests += 1;
84
+ },
85
+ });
86
+ if (leaseGuard.signal.aborted)
87
+ throw new AccountStateError("The account lease was lost.", { account: account.username });
88
+ const quota = readQuota(value);
89
+ const exhausted = quota?.exhausted === true || quota?.remaining === 0;
73
90
  await this.completeLease(account, {
74
- status: "healthy",
75
- availableUntil: 0,
76
- pages: 1,
91
+ status: exhausted ? ACCOUNT_HEALTH.COOLING_DOWN : ACCOUNT_HEALTH.HEALTHY,
92
+ availableUntil: exhausted ? (quota?.resetAt ?? Date.now() + this.config.cooldownDefaultMs) : 0,
93
+ pages: Math.max(requests, 1),
77
94
  tweets: Math.max(0, options.countTweets?.(value) ?? countTweets(value)),
78
95
  });
79
96
  leaseCompleted = true;
@@ -84,7 +101,7 @@ export class AccountPool {
84
101
  if (!leaseCompleted)
85
102
  await this.completeLease(account, {
86
103
  ...this.failureCompletion(error),
87
- pages: operationStarted ? 1 : 0,
104
+ pages: operationStarted ? Math.max(requests, 1) : 0,
88
105
  tweets: 0,
89
106
  });
90
107
  if (error instanceof AuthError && this.repairAccount && repairs < this.config.maxFallbackAttempts) {
@@ -94,7 +111,7 @@ export class AccountPool {
94
111
  if (attempt >= maxAttempts || !isRetryable(error))
95
112
  throw error;
96
113
  options.onRetry?.(error, attempt);
97
- await sleep(Math.min(this.config.retryMaxMs, this.config.retryBaseMs * 2 ** (attempt - 1)));
114
+ await sleep(Math.min(this.config.retryMaxMs, this.config.retryBaseMs * 2 ** (attempt - 1)), signal);
98
115
  }
99
116
  finally {
100
117
  if (heartbeat)
@@ -164,7 +181,7 @@ export class AccountPool {
164
181
  });
165
182
  await this.refreshSummary().catch(() => undefined);
166
183
  }
167
- startHeartbeat(account) {
184
+ startHeartbeat(account, onLost) {
168
185
  if (this.config.leaseHeartbeatMs <= 0)
169
186
  return undefined;
170
187
  let pending = false;
@@ -173,7 +190,13 @@ export class AccountPool {
173
190
  return;
174
191
  pending = true;
175
192
  void Promise.resolve(this.repository.renewLease(account.leaseId, Date.now() + this.config.leaseTtlMs))
176
- .catch(() => false)
193
+ .then((renewed) => {
194
+ if (!renewed)
195
+ onLost();
196
+ })
197
+ .catch(() => {
198
+ onLost();
199
+ })
177
200
  .finally(() => {
178
201
  pending = false;
179
202
  });
@@ -200,14 +223,13 @@ export function summarizeAccounts(accounts, config, location, now = Date.now())
200
223
  return {
201
224
  dbPath: location,
202
225
  total: accounts.length,
203
- eligible: accounts.filter((account) => account.status !== 0 &&
204
- !(account.status === 2 && (account.availableUntil ?? 0) > now) &&
226
+ eligible: accounts.filter((account) => account.status !== ACCOUNT_STATUS_CODE.UNUSABLE &&
227
+ !(account.status === ACCOUNT_STATUS_CODE.COOLING_DOWN && (account.availableUntil ?? 0) > now) &&
205
228
  Boolean(account.authToken && account.csrfToken) &&
206
229
  (account.dailyRequests ?? 0) < config.dailyRequestsLimit &&
207
230
  (account.dailyTweets ?? 0) < config.dailyTweetsLimit).length,
208
- unusable: accounts.filter((account) => account.status === 0).length,
209
- coolingDown: accounts.filter((account) => account.status === 2 && (account.availableUntil ?? 0) > now)
210
- .length,
231
+ unusable: accounts.filter((account) => account.status === ACCOUNT_STATUS_CODE.UNUSABLE).length,
232
+ coolingDown: accounts.filter((account) => account.status === ACCOUNT_STATUS_CODE.COOLING_DOWN && (account.availableUntil ?? 0) > now).length,
211
233
  };
212
234
  }
213
235
  function utcDate(now) {
@@ -224,7 +246,23 @@ function countTweets(value) {
224
246
  return value.result.tweets.length;
225
247
  return 0;
226
248
  }
249
+ function readQuota(value) {
250
+ if (!isRecord(value) || !isRecord(value.quota))
251
+ return undefined;
252
+ const remaining = typeof value.quota.remaining === "number" ? value.quota.remaining : undefined;
253
+ const resetAt = typeof value.quota.resetAt === "number" ? value.quota.resetAt : undefined;
254
+ const exhausted = value.quota.exhausted === true;
255
+ return {
256
+ ...(remaining === undefined ? {} : { remaining }),
257
+ ...(resetAt === undefined ? {} : { resetAt }),
258
+ ...(exhausted ? { exhausted: true } : {}),
259
+ };
260
+ }
227
261
  function isRetryable(error) {
262
+ if (isAbortError(error))
263
+ return false;
264
+ if (error instanceof NetworkError && error.diagnostics.statusCode === 499)
265
+ return false;
228
266
  if (error instanceof AuthError || error instanceof RateLimitError || error instanceof NetworkError)
229
267
  return true;
230
268
  if (error instanceof ProxyError || error instanceof AccountSessionBuildError)
@@ -1 +1 @@
1
- {"version":3,"file":"account-pool.js","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,iBAAiB,EACjB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,cAAc,EACd,UAAU,GACX,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAezD,MAAM,OAAO,WAAW;IAKH;IACA;IACA;IACA;IAEA;IACA;IAVF,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC1D,aAAa,CAAiB;IAEtC,YACmB,UAA6B,EAC7B,QAAwB,EACxB,MAAoB,EACpB,aAA6B,EAC9C,kBAA4C,EAAE,EAC7B,gBAAgB,YAAY,UAAU,CAAC,IAAI,IAAI,QAAQ,EAAE,EACzD,iBAAgE;QANhE,eAAU,GAAV,UAAU,CAAmB;QAC7B,aAAQ,GAAR,QAAQ,CAAgB;QACxB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAgB;QAE7B,kBAAa,GAAb,aAAa,CAA4C;QACzD,sBAAiB,GAAjB,iBAAiB,CAA+C;QAEjF,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC3F,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,KAAa,EACb,SAAwD,EACxD,UAAmC,EAAE;QAErC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,IAAI,SAAkB,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;gBACjD,GAAG;gBACH,OAAO,EAAE,UAAU,EAAE;gBACrB,cAAc,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBAC5C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;gBAClD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjF,IAAI,YAAY,CAAC,IAAI,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,SAAS;oBACjB,cAAc,EAAE,CAAC;oBACjB,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,KAAK,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAgC,CAAC;YACrC,IAAI,gBAAgB,GAAG,KAAK,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;oBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,EAAE;wBAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;wBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;qBAC3C,CAAC,CAAC;gBACL,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;gBACzC,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;gBACpD,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,SAAS;oBACjB,cAAc,EAAE,CAAC;oBACjB,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;iBACxE,CAAC,CAAC;gBACH,cAAc,GAAG,IAAI,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAClB,IAAI,CAAC,cAAc;oBACjB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;wBAChC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;wBAChC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/B,MAAM,EAAE,CAAC;qBACV,CAAC,CAAC;gBACL,IAAI,KAAK,YAAY,SAAS,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;oBAClG,OAAO,IAAI,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,OAAO,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC/D,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAClC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9F,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS;oBAAE,aAAa,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;QACD,MAAM,SAAS,YAAY,KAAK;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;IACpE,CAAC;IAED,IAAW,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,cAAc,CAAC,QAAkC;QACtD,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACpF,CAAC;IAEO,iBAAiB,CACvB,KAAc;QAEd,MAAM,MAAM,GACV,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,QAAQ;YAC9E,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU;YAC9B,CAAC,CAAC,KAAK,YAAY,wBAAwB;gBACzC,CAAC,CAAC,KAAK,CAAC,UAAU;gBAClB,CAAC,CAAC,GAAG,CAAC;QACZ,MAAM,QAAQ,GACZ,KAAK,YAAY,SAAS;YACxB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,KAAK,YAAY,cAAc;gBAC/B,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,KAAK,YAAY,UAAU;oBAC3B,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,KAAK,YAAY,YAAY;wBAC7B,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,KAAK,YAAY,wBAAwB;4BACzC,CAAC,CAAC,KAAK,CAAC,QAAQ;4BAChB,CAAC,CAAC,WAAW,CAAC;QAC1B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;YAC7D,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YACxC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAClC,GAAG,CAAC,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,OAAO,KAAK,QAAQ;gBAC/E,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;SACvC,CAAC,CAAC;QACH,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC1F,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC9E,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAqB,EACrB,UAAuE;QAEvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YACpD,GAAG,UAAU;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,SAAS;YACZ,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,EAAE;gBACvE,OAAO,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,cAAc,CAAC,OAAqB;QAC1C,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnG,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;iBAClB,OAAO,CAAC,GAAG,EAAE;gBACZ,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACjC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU,CAAC,OAAqB;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAAkC,EAClC,MAAqE,EACrE,QAAgB,EAChB,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CACvB,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,MAAM,KAAK,CAAC;YACpB,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;YAC9D,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,kBAAkB;YACxD,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CACvD,CAAC,MAAM;QACR,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM;QACnE,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;aACnG,MAAM;KACV,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC;IACpG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5D,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACpG,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,YAAY,cAAc,IAAI,KAAK,YAAY,YAAY;QAChG,OAAO,IAAI,CAAC;IACd,IAAI,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,wBAAwB;QAAE,OAAO,IAAI,CAAC;IAC1F,OAAO,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC,CAAC;AACzC,CAAC"}
1
+ {"version":3,"file":"account-pool.js","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/E,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,iBAAiB,EACjB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,cAAc,EACd,UAAU,GACX,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEjF,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAIzD,MAAM,OAAO,WAAW;IAKH;IACA;IACA;IACA;IAEA;IACA;IAVF,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC1D,aAAa,CAAiB;IAEtC,YACmB,UAA6B,EAC7B,QAAwB,EACxB,MAAoB,EACpB,aAA6B,EAC9C,kBAA4C,EAAE,EAC7B,gBAAgB,YAAY,UAAU,CAAC,IAAI,IAAI,QAAQ,EAAE,EACzD,iBAAgE;QANhE,eAAU,GAAV,UAAU,CAAmB;QAC7B,aAAQ,GAAR,QAAQ,CAAgB;QACxB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAgB;QAE7B,kBAAa,GAAb,aAAa,CAA4C;QACzD,sBAAiB,GAAjB,iBAAiB,CAA+C;QAEjF,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC3F,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,KAAa,EACb,SAAwD,EACxD,UAAmC,EAAE;QAErC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,IAAI,SAAkB,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC3D,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;gBACjD,GAAG;gBACH,OAAO,EAAE,UAAU,EAAE;gBACrB,cAAc,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBAC5C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;gBAClD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjF,IAAI,YAAY,CAAC,IAAI,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,cAAc,CAAC,OAAO;oBAC9B,cAAc,EAAE,CAAC;oBACjB,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,KAAK,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAgC,CAAC;YACrC,IAAI,gBAAgB,GAAG,KAAK,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;YACzE,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;oBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,EAAE;wBAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;wBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;qBAC3C,CAAC,CAAC;gBACL,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/C,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC;oBAC5B,OAAO;oBACP,OAAO;oBACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,aAAa,EAAE,GAAG,EAAE;wBAClB,QAAQ,IAAI,CAAC,CAAC;oBAChB,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;oBAC3B,MAAM,IAAI,iBAAiB,CAAC,6BAA6B,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC5F,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC/B,MAAM,SAAS,GAAG,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,KAAK,EAAE,SAAS,KAAK,CAAC,CAAC;gBACtE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO;oBACxE,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9F,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC5B,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;iBACxE,CAAC,CAAC;gBACH,cAAc,GAAG,IAAI,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAClB,IAAI,CAAC,cAAc;oBACjB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;wBAChC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;wBAChC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACnD,MAAM,EAAE,CAAC;qBACV,CAAC,CAAC;gBACL,IAAI,KAAK,YAAY,SAAS,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;oBAClG,OAAO,IAAI,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,OAAO,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC/D,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAClC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YACtG,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS;oBAAE,aAAa,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;QACD,MAAM,SAAS,YAAY,KAAK;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;IACpE,CAAC;IAED,IAAW,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,cAAc,CAAC,QAAkC;QACtD,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACpF,CAAC;IAEO,iBAAiB,CACvB,KAAc;QAEd,MAAM,MAAM,GACV,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,QAAQ;YAC9E,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU;YAC9B,CAAC,CAAC,KAAK,YAAY,wBAAwB;gBACzC,CAAC,CAAC,KAAK,CAAC,UAAU;gBAClB,CAAC,CAAC,GAAG,CAAC;QACZ,MAAM,QAAQ,GACZ,KAAK,YAAY,SAAS;YACxB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,KAAK,YAAY,cAAc;gBAC/B,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,KAAK,YAAY,UAAU;oBAC3B,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,KAAK,YAAY,YAAY;wBAC7B,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,KAAK,YAAY,wBAAwB;4BACzC,CAAC,CAAC,KAAK,CAAC,QAAQ;4BAChB,CAAC,CAAC,WAAW,CAAC;QAC1B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;YAC7D,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YACxC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAClC,GAAG,CAAC,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,OAAO,KAAK,QAAQ;gBAC/E,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;SACvC,CAAC,CAAC;QACH,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC1F,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC9E,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAqB,EACrB,UAAuE;QAEvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YACpD,GAAG,UAAU;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,SAAS;YACZ,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,EAAE;gBACvE,OAAO,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,cAAc,CACpB,OAAqB,EACrB,MAAkB;QAElB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnG,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO;oBAAE,MAAM,EAAE,CAAC;YACzB,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE;gBACV,MAAM,EAAE,CAAC;YACX,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACjC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU,CAAC,OAAqB;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAAkC,EAClC,MAAqE,EACrE,QAAgB,EAChB,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CACvB,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,QAAQ;YAC/C,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,YAAY,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;YAC7F,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,kBAAkB;YACxD,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CACvD,CAAC,MAAM;QACR,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM;QAC9F,WAAW,EAAE,QAAQ,CAAC,MAAM,CAC1B,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,YAAY,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CACxG,CAAC,MAAM;KACT,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC;IACpG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5D,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACpG,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAChB,KAAc;IAEd,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACjE,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1F,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC;IACjD,OAAO;QACL,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,YAAY,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IACxF,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,YAAY,cAAc,IAAI,KAAK,YAAY,YAAY;QAChG,OAAO,IAAI,CAAC;IACd,IAAI,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,wBAAwB;QAAE,OAAO,IAAI,CAAC;IAC1F,OAAO,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC,CAAC;AACzC,CAAC"}
@@ -1,13 +1,9 @@
1
1
  import type { ErrorCategory } from "../domain/errors.js";
2
- export interface CooldownDecision {
3
- readonly status: "healthy" | "cooling_down" | "unusable";
4
- readonly availableUntil: number;
5
- readonly lastErrorCode?: number;
6
- readonly reason?: string;
7
- }
2
+ import type { CooldownDecision } from "../domain/pool.js";
3
+ export type { CooldownDecision } from "../domain/pool.js";
8
4
  export declare function parseRateLimitReset(headers: Readonly<Record<string, string>>): number | undefined;
9
5
  export declare function parseRateLimitRemaining(headers: Readonly<Record<string, string>>): number | undefined;
10
- export declare function effectiveStatus(status: number, headers: Readonly<Record<string, string>>): number;
6
+ export declare function isQuotaExhausted(headers: Readonly<Record<string, string>>): boolean;
11
7
  export declare function computeCooldown(category: ErrorCategory | undefined, status: number, now: number, options: {
12
8
  readonly defaultMs: number;
13
9
  readonly transientMs: number;