xtrawl 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/DOCUMENTATION.md +774 -0
  2. package/README.md +232 -0
  3. package/dist/auth/bootstrap.d.ts +4 -0
  4. package/dist/auth/bootstrap.d.ts.map +1 -0
  5. package/dist/auth/bootstrap.js +29 -0
  6. package/dist/auth/bootstrap.js.map +1 -0
  7. package/dist/auth/cookies.d.ts +7 -0
  8. package/dist/auth/cookies.d.ts.map +1 -0
  9. package/dist/auth/cookies.js +83 -0
  10. package/dist/auth/cookies.js.map +1 -0
  11. package/dist/auth/loaders.d.ts +6 -0
  12. package/dist/auth/loaders.d.ts.map +1 -0
  13. package/dist/auth/loaders.js +69 -0
  14. package/dist/auth/loaders.js.map +1 -0
  15. package/dist/auth/material.d.ts +3 -0
  16. package/dist/auth/material.d.ts.map +1 -0
  17. package/dist/auth/material.js +20 -0
  18. package/dist/auth/material.js.map +1 -0
  19. package/dist/auth/records.d.ts +4 -0
  20. package/dist/auth/records.d.ts.map +1 -0
  21. package/dist/auth/records.js +38 -0
  22. package/dist/auth/records.js.map +1 -0
  23. package/dist/cli/help.d.ts +2 -0
  24. package/dist/cli/help.d.ts.map +1 -0
  25. package/dist/cli/help.js +30 -0
  26. package/dist/cli/help.js.map +1 -0
  27. package/dist/cli/main.d.ts +3 -0
  28. package/dist/cli/main.d.ts.map +1 -0
  29. package/dist/cli/main.js +85 -0
  30. package/dist/cli/main.js.map +1 -0
  31. package/dist/cli/parser.d.ts +22 -0
  32. package/dist/cli/parser.d.ts.map +1 -0
  33. package/dist/cli/parser.js +275 -0
  34. package/dist/cli/parser.js.map +1 -0
  35. package/dist/client/client.d.ts +29 -0
  36. package/dist/client/client.d.ts.map +1 -0
  37. package/dist/client/client.js +192 -0
  38. package/dist/client/client.js.map +1 -0
  39. package/dist/client/collectors.d.ts +15 -0
  40. package/dist/client/collectors.d.ts.map +1 -0
  41. package/dist/client/collectors.js +185 -0
  42. package/dist/client/collectors.js.map +1 -0
  43. package/dist/client/database.d.ts +56 -0
  44. package/dist/client/database.d.ts.map +1 -0
  45. package/dist/client/database.js +146 -0
  46. package/dist/client/database.js.map +1 -0
  47. package/dist/client/profiles.d.ts +5 -0
  48. package/dist/client/profiles.d.ts.map +1 -0
  49. package/dist/client/profiles.js +36 -0
  50. package/dist/client/profiles.js.map +1 -0
  51. package/dist/client/search.d.ts +21 -0
  52. package/dist/client/search.d.ts.map +1 -0
  53. package/dist/client/search.js +139 -0
  54. package/dist/client/search.js.map +1 -0
  55. package/dist/client/types.d.ts +21 -0
  56. package/dist/client/types.d.ts.map +1 -0
  57. package/dist/client/types.js +2 -0
  58. package/dist/client/types.js.map +1 -0
  59. package/dist/config/defaults.d.ts +3 -0
  60. package/dist/config/defaults.d.ts.map +1 -0
  61. package/dist/config/defaults.js +38 -0
  62. package/dist/config/defaults.js.map +1 -0
  63. package/dist/config/environment.d.ts +5 -0
  64. package/dist/config/environment.d.ts.map +1 -0
  65. package/dist/config/environment.js +62 -0
  66. package/dist/config/environment.js.map +1 -0
  67. package/dist/config/types.d.ts +47 -0
  68. package/dist/config/types.d.ts.map +1 -0
  69. package/dist/config/types.js +2 -0
  70. package/dist/config/types.js.map +1 -0
  71. package/dist/config/validation.d.ts +6 -0
  72. package/dist/config/validation.d.ts.map +1 -0
  73. package/dist/config/validation.js +147 -0
  74. package/dist/config/validation.js.map +1 -0
  75. package/dist/domain/accounts.d.ts +64 -0
  76. package/dist/domain/accounts.d.ts.map +1 -0
  77. package/dist/domain/accounts.js +2 -0
  78. package/dist/domain/accounts.js.map +1 -0
  79. package/dist/domain/errors.d.ts +61 -0
  80. package/dist/domain/errors.d.ts.map +1 -0
  81. package/dist/domain/errors.js +89 -0
  82. package/dist/domain/errors.js.map +1 -0
  83. package/dist/domain/http.d.ts +36 -0
  84. package/dist/domain/http.d.ts.map +1 -0
  85. package/dist/domain/http.js +2 -0
  86. package/dist/domain/http.js.map +1 -0
  87. package/dist/domain/manifest.d.ts +23 -0
  88. package/dist/domain/manifest.d.ts.map +1 -0
  89. package/dist/domain/manifest.js +2 -0
  90. package/dist/domain/manifest.js.map +1 -0
  91. package/dist/domain/records.d.ts +67 -0
  92. package/dist/domain/records.d.ts.map +1 -0
  93. package/dist/domain/records.js +2 -0
  94. package/dist/domain/records.js.map +1 -0
  95. package/dist/domain/requests.d.ts +87 -0
  96. package/dist/domain/requests.d.ts.map +1 -0
  97. package/dist/domain/requests.js +2 -0
  98. package/dist/domain/requests.js.map +1 -0
  99. package/dist/engine/api-engine.d.ts +25 -0
  100. package/dist/engine/api-engine.d.ts.map +1 -0
  101. package/dist/engine/api-engine.js +98 -0
  102. package/dist/engine/api-engine.js.map +1 -0
  103. package/dist/engine/extractors.d.ts +27 -0
  104. package/dist/engine/extractors.d.ts.map +1 -0
  105. package/dist/engine/extractors.js +248 -0
  106. package/dist/engine/extractors.js.map +1 -0
  107. package/dist/index.d.ts +21 -0
  108. package/dist/index.d.ts.map +1 -0
  109. package/dist/index.js +15 -0
  110. package/dist/index.js.map +1 -0
  111. package/dist/manifest/default-manifest.d.ts +3 -0
  112. package/dist/manifest/default-manifest.d.ts.map +1 -0
  113. package/dist/manifest/default-manifest.js +46 -0
  114. package/dist/manifest/default-manifest.js.map +1 -0
  115. package/dist/manifest/model.d.ts +3 -0
  116. package/dist/manifest/model.d.ts.map +1 -0
  117. package/dist/manifest/model.js +48 -0
  118. package/dist/manifest/model.js.map +1 -0
  119. package/dist/manifest/provider.d.ts +19 -0
  120. package/dist/manifest/provider.d.ts.map +1 -0
  121. package/dist/manifest/provider.js +94 -0
  122. package/dist/manifest/provider.js.map +1 -0
  123. package/dist/manifest/scraper.d.ts +11 -0
  124. package/dist/manifest/scraper.d.ts.map +1 -0
  125. package/dist/manifest/scraper.js +130 -0
  126. package/dist/manifest/scraper.js.map +1 -0
  127. package/dist/output/csv-writer.d.ts +2 -0
  128. package/dist/output/csv-writer.d.ts.map +1 -0
  129. package/dist/output/csv-writer.js +94 -0
  130. package/dist/output/csv-writer.js.map +1 -0
  131. package/dist/output/json-writer.d.ts +2 -0
  132. package/dist/output/json-writer.d.ts.map +1 -0
  133. package/dist/output/json-writer.js +29 -0
  134. package/dist/output/json-writer.js.map +1 -0
  135. package/dist/output/names.d.ts +4 -0
  136. package/dist/output/names.d.ts.map +1 -0
  137. package/dist/output/names.js +22 -0
  138. package/dist/output/names.js.map +1 -0
  139. package/dist/output/writer.d.ts +7 -0
  140. package/dist/output/writer.d.ts.map +1 -0
  141. package/dist/output/writer.js +33 -0
  142. package/dist/output/writer.js.map +1 -0
  143. package/dist/pool/account-pool.d.ts +29 -0
  144. package/dist/pool/account-pool.d.ts.map +1 -0
  145. package/dist/pool/account-pool.js +145 -0
  146. package/dist/pool/account-pool.js.map +1 -0
  147. package/dist/pool/cooldown.d.ts +18 -0
  148. package/dist/pool/cooldown.d.ts.map +1 -0
  149. package/dist/pool/cooldown.js +38 -0
  150. package/dist/pool/cooldown.js.map +1 -0
  151. package/dist/pool/limiter.d.ts +11 -0
  152. package/dist/pool/limiter.d.ts.map +1 -0
  153. package/dist/pool/limiter.js +27 -0
  154. package/dist/pool/limiter.js.map +1 -0
  155. package/dist/query/builder.d.ts +19 -0
  156. package/dist/query/builder.d.ts.map +1 -0
  157. package/dist/query/builder.js +110 -0
  158. package/dist/query/builder.js.map +1 -0
  159. package/dist/query/hash.d.ts +2 -0
  160. package/dist/query/hash.d.ts.map +1 -0
  161. package/dist/query/hash.js +6 -0
  162. package/dist/query/hash.js.map +1 -0
  163. package/dist/query/normalize.d.ts +39 -0
  164. package/dist/query/normalize.d.ts.map +1 -0
  165. package/dist/query/normalize.js +176 -0
  166. package/dist/query/normalize.js.map +1 -0
  167. package/dist/query/targets.d.ts +11 -0
  168. package/dist/query/targets.d.ts.map +1 -0
  169. package/dist/query/targets.js +96 -0
  170. package/dist/query/targets.js.map +1 -0
  171. package/dist/runner/index.d.ts +4 -0
  172. package/dist/runner/index.d.ts.map +1 -0
  173. package/dist/runner/index.js +4 -0
  174. package/dist/runner/index.js.map +1 -0
  175. package/dist/runner/retry.d.ts +7 -0
  176. package/dist/runner/retry.d.ts.map +1 -0
  177. package/dist/runner/retry.js +26 -0
  178. package/dist/runner/retry.js.map +1 -0
  179. package/dist/runner/runner.d.ts +20 -0
  180. package/dist/runner/runner.d.ts.map +1 -0
  181. package/dist/runner/runner.js +37 -0
  182. package/dist/runner/runner.js.map +1 -0
  183. package/dist/runner/task-queue.d.ts +19 -0
  184. package/dist/runner/task-queue.d.ts.map +1 -0
  185. package/dist/runner/task-queue.js +58 -0
  186. package/dist/runner/task-queue.js.map +1 -0
  187. package/dist/storage/account-repository.d.ts +50 -0
  188. package/dist/storage/account-repository.d.ts.map +1 -0
  189. package/dist/storage/account-repository.js +171 -0
  190. package/dist/storage/account-repository.js.map +1 -0
  191. package/dist/storage/account-row.d.ts +4 -0
  192. package/dist/storage/account-row.d.ts.map +1 -0
  193. package/dist/storage/account-row.js +46 -0
  194. package/dist/storage/account-row.js.map +1 -0
  195. package/dist/storage/checkpoint-repository.d.ts +10 -0
  196. package/dist/storage/checkpoint-repository.d.ts.map +1 -0
  197. package/dist/storage/checkpoint-repository.js +30 -0
  198. package/dist/storage/checkpoint-repository.js.map +1 -0
  199. package/dist/storage/database.d.ts +18 -0
  200. package/dist/storage/database.d.ts.map +1 -0
  201. package/dist/storage/database.js +42 -0
  202. package/dist/storage/database.js.map +1 -0
  203. package/dist/storage/index.d.ts +15 -0
  204. package/dist/storage/index.d.ts.map +1 -0
  205. package/dist/storage/index.js +18 -0
  206. package/dist/storage/index.js.map +1 -0
  207. package/dist/storage/manifest-repository.d.ts +9 -0
  208. package/dist/storage/manifest-repository.d.ts.map +1 -0
  209. package/dist/storage/manifest-repository.js +22 -0
  210. package/dist/storage/manifest-repository.js.map +1 -0
  211. package/dist/storage/run-repository.d.ts +24 -0
  212. package/dist/storage/run-repository.d.ts.map +1 -0
  213. package/dist/storage/run-repository.js +51 -0
  214. package/dist/storage/run-repository.js.map +1 -0
  215. package/dist/storage/schema.d.ts +3 -0
  216. package/dist/storage/schema.d.ts.map +1 -0
  217. package/dist/storage/schema.js +53 -0
  218. package/dist/storage/schema.js.map +1 -0
  219. package/dist/transport/graphql.d.ts +8 -0
  220. package/dist/transport/graphql.d.ts.map +1 -0
  221. package/dist/transport/graphql.js +104 -0
  222. package/dist/transport/graphql.js.map +1 -0
  223. package/dist/transport/proxy.d.ts +5 -0
  224. package/dist/transport/proxy.d.ts.map +1 -0
  225. package/dist/transport/proxy.js +36 -0
  226. package/dist/transport/proxy.js.map +1 -0
  227. package/dist/transport/session.d.ts +25 -0
  228. package/dist/transport/session.d.ts.map +1 -0
  229. package/dist/transport/session.js +138 -0
  230. package/dist/transport/session.js.map +1 -0
  231. package/dist/transport/transaction-id.d.ts +20 -0
  232. package/dist/transport/transaction-id.d.ts.map +1 -0
  233. package/dist/transport/transaction-id.js +74 -0
  234. package/dist/transport/transaction-id.js.map +1 -0
  235. package/dist/utils/fingerprint.d.ts +3 -0
  236. package/dist/utils/fingerprint.d.ts.map +1 -0
  237. package/dist/utils/fingerprint.js +20 -0
  238. package/dist/utils/fingerprint.js.map +1 -0
  239. package/dist/utils/guards.d.ts +8 -0
  240. package/dist/utils/guards.d.ts.map +1 -0
  241. package/dist/utils/guards.js +38 -0
  242. package/dist/utils/guards.js.map +1 -0
  243. package/docs/architecture/overview.md +59 -0
  244. package/docs/decisions/0001-runtime-and-state.md +21 -0
  245. package/docs/decisions/0002-modular-boundaries.md +16 -0
  246. package/docs/plans/initial-build.md +18 -0
  247. package/docs/product/specification.md +87 -0
  248. package/docs/security/data-boundary.md +27 -0
  249. package/package.json +89 -0
@@ -0,0 +1,38 @@
1
+ export function parseRateLimitReset(headers) {
2
+ const raw = headers["x-rate-limit-reset"] ?? headers["X-Rate-Limit-Reset"];
3
+ const value = raw ? Number(raw) : NaN;
4
+ if (!Number.isFinite(value))
5
+ return undefined;
6
+ return value < 10_000_000_000 ? value * 1_000 : value;
7
+ }
8
+ export function parseRateLimitRemaining(headers) {
9
+ const raw = headers["x-rate-limit-remaining"] ?? headers["X-Rate-Limit-Remaining"];
10
+ if (raw === undefined)
11
+ return undefined;
12
+ const value = Number(raw);
13
+ return Number.isFinite(value) ? value : undefined;
14
+ }
15
+ export function effectiveStatus(status, headers) {
16
+ const remaining = parseRateLimitRemaining(headers);
17
+ return status === 200 && remaining !== undefined && remaining <= 0 ? 429 : status;
18
+ }
19
+ export function computeCooldown(category, status, now, options) {
20
+ if (status === 200)
21
+ return { status: "healthy", availableUntil: 0 };
22
+ if (category === "auth" || status === 401 || status === 403)
23
+ return {
24
+ status: "unusable",
25
+ availableUntil: now + options.authMs,
26
+ lastErrorCode: status,
27
+ reason: "authentication_failed",
28
+ };
29
+ const reset = options.resetAt ?? now + (category === "transient" ? options.transientMs : options.defaultMs);
30
+ const jitter = Math.round(Math.random() * Math.max(0, options.jitterMs ?? 0));
31
+ return {
32
+ status: "cooling_down",
33
+ availableUntil: reset + jitter,
34
+ lastErrorCode: status,
35
+ reason: category ?? "remote_error",
36
+ };
37
+ }
38
+ //# sourceMappingURL=cooldown.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cooldown.js","sourceRoot":"","sources":["../../src/pool/cooldown.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,mBAAmB,CAAC,OAAyC;IAC3E,MAAM,GAAG,GAAG,OAAO,CAAC,oBAAoB,CAAC,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAyC;IAC/E,MAAM,GAAG,GAAG,OAAO,CAAC,wBAAwB,CAAC,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACnF,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,OAAyC;IACvF,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,MAAM,KAAK,GAAG,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,QAAmC,EACnC,MAAc,EACd,GAAW,EACX,OAMC;IAED,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;IACpE,IAAI,QAAQ,KAAK,MAAM,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QACzD,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,cAAc,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM;YACpC,aAAa,EAAE,MAAM;YACrB,MAAM,EAAE,uBAAuB;SAChC,CAAC;IACJ,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,GAAG,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5G,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9E,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,cAAc,EAAE,KAAK,GAAG,MAAM;QAC9B,aAAa,EAAE,MAAM;QACrB,MAAM,EAAE,QAAQ,IAAI,cAAc;KACnC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,11 @@
1
+ export declare class TokenBucketLimiter {
2
+ private readonly requestsPerMinute;
3
+ private readonly minDelayMs;
4
+ private readonly clock;
5
+ private readonly sleeper;
6
+ private nextAllowedAt;
7
+ constructor(requestsPerMinute: number, minDelayMs: number, clock?: () => number, sleeper?: (ms: number) => Promise<void>);
8
+ acquire(): Promise<void>;
9
+ }
10
+ export declare function sleep(ms: number): Promise<void>;
11
+ //# sourceMappingURL=limiter.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"limiter.d.ts","sourceRoot":"","sources":["../../src/pool/limiter.ts"],"names":[],"mappings":"AAAA,qBAAa,kBAAkB;IAI3B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,aAAa,CAAK;gBAGP,iBAAiB,EAAE,MAAM,EACzB,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,MAAM,MAAiB,EAC9B,OAAO,GAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAS;IAGpD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAOtC;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGrD"}
@@ -0,0 +1,27 @@
1
+ export class TokenBucketLimiter {
2
+ requestsPerMinute;
3
+ minDelayMs;
4
+ clock;
5
+ sleeper;
6
+ nextAllowedAt = 0;
7
+ constructor(requestsPerMinute, minDelayMs, clock = Date.now, sleeper = sleep) {
8
+ this.requestsPerMinute = requestsPerMinute;
9
+ this.minDelayMs = minDelayMs;
10
+ this.clock = clock;
11
+ this.sleeper = sleeper;
12
+ }
13
+ async acquire() {
14
+ const interval = Math.max(this.minDelayMs, 60_000 / Math.max(1, this.requestsPerMinute));
15
+ const now = this.clock();
16
+ const wait = Math.max(0, this.nextAllowedAt - now);
17
+ if (wait > 0)
18
+ await this.sleeper(wait);
19
+ this.nextAllowedAt = Math.max(this.nextAllowedAt, this.clock()) + interval;
20
+ }
21
+ }
22
+ export async function sleep(ms) {
23
+ if (ms <= 0)
24
+ return;
25
+ await new Promise((resolve) => setTimeout(resolve, ms));
26
+ }
27
+ //# sourceMappingURL=limiter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"limiter.js","sourceRoot":"","sources":["../../src/pool/limiter.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,kBAAkB;IAIV;IACA;IACA;IACA;IANX,aAAa,GAAG,CAAC,CAAC;IAE1B,YACmB,iBAAyB,EACzB,UAAkB,EAClB,QAAsB,IAAI,CAAC,GAAG,EAC9B,UAAyC,KAAK;QAH9C,sBAAiB,GAAjB,iBAAiB,CAAQ;QACzB,eAAU,GAAV,UAAU,CAAQ;QAClB,UAAK,GAAL,KAAK,CAAyB;QAC9B,YAAO,GAAP,OAAO,CAAuC;IAC9D,CAAC;IAEG,KAAK,CAAC,OAAO;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACzF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC;QACnD,IAAI,IAAI,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC;IAC7E,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,EAAU;IACpC,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO;IACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAChE,CAAC"}
@@ -0,0 +1,19 @@
1
+ import type { Manifest } from "../domain/manifest.js";
2
+ import type { ProfileTimelineRequest, SearchRequest, TargetInput } from "../domain/requests.js";
3
+ export declare const OPERATION: {
4
+ readonly search: "search_timeline";
5
+ readonly userLookup: "user_lookup_screen_name";
6
+ readonly profileTimeline: "profile_timeline";
7
+ readonly followers: "followers";
8
+ readonly following: "following";
9
+ readonly verifiedFollowers: "verified_followers";
10
+ readonly tweetResult: "tweet_result";
11
+ };
12
+ export declare function endpointFor(manifest: Manifest, operation: string): string;
13
+ export declare function buildSearchParams(request: SearchRequest, manifest: Manifest, cursor?: string, pageSize?: number): Record<string, string>;
14
+ export declare function buildUserLookupParams(username: string, manifest: Manifest): Record<string, string>;
15
+ export declare function buildProfileTimelineParams(userId: string, _request: ProfileTimelineRequest, manifest: Manifest, cursor?: string, pageSize?: number): Record<string, string>;
16
+ export declare function buildFollowsParams(userId: string, operation: string, manifest: Manifest, cursor?: string, pageSize?: number): Record<string, string>;
17
+ export declare function buildTweetResultParams(tweetId: string, manifest: Manifest): Record<string, string>;
18
+ export declare function targetUsername(target: TargetInput): string | undefined;
19
+ //# sourceMappingURL=builder.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/query/builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGhG,eAAO,MAAM,SAAS;;;;;;;;CAQZ,CAAC;AAEX,wBAAgB,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAKzE;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,aAAa,EACtB,QAAQ,EAAE,QAAQ,EAClB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,SAAK,GACZ,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAexB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAQlG;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,sBAAsB,EAChC,QAAQ,EAAE,QAAQ,EAClB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,SAAK,GACZ,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAexB;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,QAAQ,EAClB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,SAAK,GACZ,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAqBxB;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAalG;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,GAAG,SAAS,CActE"}
@@ -0,0 +1,110 @@
1
+ import { buildEffectiveQuery, normalizeSearch } from "./normalize.js";
2
+ export const OPERATION = {
3
+ search: "search_timeline",
4
+ userLookup: "user_lookup_screen_name",
5
+ profileTimeline: "profile_timeline",
6
+ followers: "followers",
7
+ following: "following",
8
+ verifiedFollowers: "verified_followers",
9
+ tweetResult: "tweet_result",
10
+ };
11
+ export function endpointFor(manifest, operation) {
12
+ const id = manifest.queryIds[operation];
13
+ const endpoint = manifest.endpoints[operation];
14
+ if (!id || !endpoint)
15
+ throw new Error(`Manifest does not define operation ${operation}`);
16
+ return endpoint.includes("{query_id}") ? endpoint.replace("{query_id}", id) : endpoint;
17
+ }
18
+ export function buildSearchParams(request, manifest, cursor, pageSize = 20) {
19
+ const normalized = normalizeSearch(request).value;
20
+ const rawQuery = buildEffectiveQuery(normalized) || "from:elonmusk";
21
+ const variables = {
22
+ rawQuery,
23
+ count: Math.max(1, Math.min(pageSize, 100)),
24
+ querySource: "typed_query",
25
+ product: (request.displayType ?? "Top").toLowerCase() === "latest" ? "Latest" : "Top",
26
+ withGrokTranslatedBio: false,
27
+ ...(cursor ? { cursor } : {}),
28
+ };
29
+ return {
30
+ variables: JSON.stringify(variables),
31
+ features: JSON.stringify(manifest.featuresFor(OPERATION.search)),
32
+ };
33
+ }
34
+ export function buildUserLookupParams(username, manifest) {
35
+ return {
36
+ variables: JSON.stringify({ screen_name: username, withGrokTranslatedBio: false }),
37
+ features: JSON.stringify(manifest.featuresFor(OPERATION.userLookup)),
38
+ ...(Object.keys(manifest.fieldTogglesFor(OPERATION.userLookup)).length > 0
39
+ ? { fieldToggles: JSON.stringify(manifest.fieldTogglesFor(OPERATION.userLookup)) }
40
+ : {}),
41
+ };
42
+ }
43
+ export function buildProfileTimelineParams(userId, _request, manifest, cursor, pageSize = 20) {
44
+ return {
45
+ variables: JSON.stringify({
46
+ userId,
47
+ count: Math.max(1, Math.min(pageSize, 100)),
48
+ includePromotedContent: true,
49
+ withQuickPromoteEligibilityTweetFields: true,
50
+ withVoice: true,
51
+ ...(cursor ? { cursor } : {}),
52
+ }),
53
+ features: JSON.stringify(manifest.featuresFor(OPERATION.profileTimeline)),
54
+ ...(Object.keys(manifest.fieldTogglesFor(OPERATION.profileTimeline)).length > 0
55
+ ? { fieldToggles: JSON.stringify(manifest.fieldTogglesFor(OPERATION.profileTimeline)) }
56
+ : {}),
57
+ };
58
+ }
59
+ export function buildFollowsParams(userId, operation, manifest, cursor, pageSize = 20) {
60
+ const features = {
61
+ ...manifest.featuresFor(operation),
62
+ tweetypie_unmention_optimization_enabled: true,
63
+ responsive_web_twitter_blue_verified_badge_is_enabled: true,
64
+ vibe_api_enabled: false,
65
+ responsive_web_graphql_exclude_directive_enabled: true,
66
+ };
67
+ return {
68
+ variables: JSON.stringify({
69
+ userId,
70
+ count: Math.max(1, Math.min(pageSize, 100)),
71
+ includePromotedContent: false,
72
+ withGrokTranslatedBio: false,
73
+ ...(cursor ? { cursor } : {}),
74
+ }),
75
+ features: JSON.stringify(features),
76
+ ...(Object.keys(manifest.fieldTogglesFor(operation)).length > 0
77
+ ? { fieldToggles: JSON.stringify(manifest.fieldTogglesFor(operation)) }
78
+ : {}),
79
+ };
80
+ }
81
+ export function buildTweetResultParams(tweetId, manifest) {
82
+ return {
83
+ variables: JSON.stringify({
84
+ tweetId,
85
+ withCommunity: false,
86
+ includePromotedContent: false,
87
+ withVoice: false,
88
+ }),
89
+ features: JSON.stringify(manifest.featuresFor(OPERATION.tweetResult)),
90
+ ...(Object.keys(manifest.fieldTogglesFor(OPERATION.tweetResult)).length > 0
91
+ ? { fieldToggles: JSON.stringify(manifest.fieldTogglesFor(OPERATION.tweetResult)) }
92
+ : {}),
93
+ };
94
+ }
95
+ export function targetUsername(target) {
96
+ if (target.username?.trim())
97
+ return target.username.trim().replace(/^@/u, "");
98
+ if (target.profileUrl?.trim()) {
99
+ try {
100
+ const url = new URL(target.profileUrl.includes("://") ? target.profileUrl : `https://${target.profileUrl}`);
101
+ const parts = url.pathname.split("/").filter(Boolean);
102
+ return parts.length === 1 ? parts[0] : undefined;
103
+ }
104
+ catch {
105
+ return undefined;
106
+ }
107
+ }
108
+ return undefined;
109
+ }
110
+ //# sourceMappingURL=builder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"builder.js","sourceRoot":"","sources":["../../src/query/builder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtE,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,MAAM,EAAE,iBAAiB;IACzB,UAAU,EAAE,yBAAyB;IACrC,eAAe,EAAE,kBAAkB;IACnC,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,iBAAiB,EAAE,oBAAoB;IACvC,WAAW,EAAE,cAAc;CACnB,CAAC;AAEX,MAAM,UAAU,WAAW,CAAC,QAAkB,EAAE,SAAiB;IAC/D,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC/C,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;IACzF,OAAO,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,OAAsB,EACtB,QAAkB,EAClB,MAAe,EACf,QAAQ,GAAG,EAAE;IAEb,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC;IAClD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,UAAU,CAAC,IAAI,eAAe,CAAC;IACpE,MAAM,SAAS,GAA4B;QACzC,QAAQ;QACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC3C,WAAW,EAAE,aAAa;QAC1B,OAAO,EAAE,CAAC,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;QACrF,qBAAqB,EAAE,KAAK;QAC5B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9B,CAAC;IACF,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QACpC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAAgB,EAAE,QAAkB;IACxE,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC;QAClF,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACpE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;YACxE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,EAAE;YAClF,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAAc,EACd,QAAgC,EAChC,QAAkB,EAClB,MAAe,EACf,QAAQ,GAAG,EAAE;IAEb,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;YACxB,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC3C,sBAAsB,EAAE,IAAI;YAC5B,sCAAsC,EAAE,IAAI;YAC5C,SAAS,EAAE,IAAI;YACf,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9B,CAAC;QACF,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QACzE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;YAC7E,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,EAAE;YACvF,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,MAAc,EACd,SAAiB,EACjB,QAAkB,EAClB,MAAe,EACf,QAAQ,GAAG,EAAE;IAEb,MAAM,QAAQ,GAAG;QACf,GAAG,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC;QAClC,wCAAwC,EAAE,IAAI;QAC9C,qDAAqD,EAAE,IAAI;QAC3D,gBAAgB,EAAE,KAAK;QACvB,gDAAgD,EAAE,IAAI;KACvD,CAAC;IACF,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;YACxB,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC3C,sBAAsB,EAAE,KAAK;YAC7B,qBAAqB,EAAE,KAAK;YAC5B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9B,CAAC;QACF,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;QAClC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;YAC7D,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,EAAE;YACvE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAe,EAAE,QAAkB;IACxE,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;YACxB,OAAO;YACP,aAAa,EAAE,KAAK;YACpB,sBAAsB,EAAE,KAAK;YAC7B,SAAS,EAAE,KAAK;SACjB,CAAC;QACF,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACrE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;YACzE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,EAAE;YACnF,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAmB;IAChD,IAAI,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9E,IAAI,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CACjB,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,UAAU,EAAE,CACvF,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
@@ -0,0 +1,2 @@
1
+ export declare function queryHash(value: unknown): string;
2
+ //# sourceMappingURL=hash.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/query/hash.ts"],"names":[],"mappings":"AAGA,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEhD"}
@@ -0,0 +1,6 @@
1
+ import { createHash } from "node:crypto";
2
+ import { stableJson } from "../utils/fingerprint.js";
3
+ export function queryHash(value) {
4
+ return createHash("sha256").update(stableJson(value)).digest("hex");
5
+ }
6
+ //# sourceMappingURL=hash.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/query/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC"}
@@ -0,0 +1,39 @@
1
+ import type { SearchRequest, TweetType } from "../domain/requests.js";
2
+ export interface NormalizedSearch {
3
+ readonly searchQuery: string;
4
+ readonly allWords: readonly string[];
5
+ readonly anyWords: readonly string[];
6
+ readonly exactPhrases: readonly string[];
7
+ readonly excludeWords: readonly string[];
8
+ readonly hashtagsAny: readonly string[];
9
+ readonly hashtagsExclude: readonly string[];
10
+ readonly fromUsers: readonly string[];
11
+ readonly toUsers: readonly string[];
12
+ readonly mentioningUsers: readonly string[];
13
+ readonly tweetType: TweetType;
14
+ readonly verifiedOnly: boolean;
15
+ readonly blueVerifiedOnly: boolean;
16
+ readonly hasImages: boolean;
17
+ readonly hasVideos: boolean;
18
+ readonly hasLinks: boolean;
19
+ readonly hasMentions: boolean;
20
+ readonly hasHashtags: boolean;
21
+ readonly minLikes: number;
22
+ readonly minReplies: number;
23
+ readonly minRetweets: number;
24
+ readonly place: string;
25
+ readonly geocode: string;
26
+ readonly near: string;
27
+ readonly within: string;
28
+ readonly lang: string;
29
+ readonly since: string;
30
+ readonly until: string;
31
+ readonly displayType: string;
32
+ }
33
+ export declare function normalizeSearch(input?: SearchRequest | Record<string, unknown>): {
34
+ readonly value: NormalizedSearch;
35
+ readonly warnings: readonly string[];
36
+ readonly errors: readonly string[];
37
+ };
38
+ export declare function buildEffectiveQuery(value: NormalizedSearch): string;
39
+ //# sourceMappingURL=normalize.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../src/query/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAGtE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,eAAe,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAWD,wBAAgB,eAAe,CAAC,KAAK,GAAE,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG;IACpF,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC,CA+EA;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,MAAM,CA2DnE"}
@@ -0,0 +1,176 @@
1
+ import { asBoolean, asInteger, asString, asStringList } from "../utils/guards.js";
2
+ const VALID_TWEET_TYPES = new Set([
3
+ "all",
4
+ "originals_only",
5
+ "replies_only",
6
+ "retweets_only",
7
+ "exclude_replies",
8
+ "exclude_retweets",
9
+ ]);
10
+ export function normalizeSearch(input = {}) {
11
+ const raw = input;
12
+ const warnings = [];
13
+ const aliases = {
14
+ query: "searchQuery",
15
+ words: "anyWords",
16
+ from_account: "fromUsers",
17
+ to_account: "toUsers",
18
+ mention_account: "mentioningUsers",
19
+ hashtag: "hashtagsAny",
20
+ minlikes: "minLikes",
21
+ minreplies: "minReplies",
22
+ minretweets: "minRetweets",
23
+ verified: "verifiedOnly",
24
+ blue_verified: "blueVerifiedOnly",
25
+ images: "hasImages",
26
+ videos: "hasVideos",
27
+ links: "hasLinks",
28
+ };
29
+ const coerced = { ...raw };
30
+ for (const [legacy, canonical] of Object.entries(aliases)) {
31
+ if (!(legacy in raw))
32
+ continue;
33
+ warnings.push(`Input key '${legacy}' is deprecated; use '${canonical}'.`);
34
+ if (!(canonical in raw))
35
+ coerced[canonical] = raw[legacy];
36
+ }
37
+ const normalizedList = (key) => unique(asStringList(coerced[key]).flatMap((item) => key === "allWords" || key === "anyWords" ? item.split("//") : [item]));
38
+ const handles = (key) => unique(normalizedList(key)
39
+ .map((item) => item.replace(/^@/u, ""))
40
+ .filter((item) => /^[A-Za-z0-9_]{1,15}$/u.test(item)));
41
+ const hashtags = (key) => unique(normalizedList(key).map((item) => (item.startsWith("#") || item.startsWith("$") ? item : `#${item}`)));
42
+ const tweetTypeValue = asString(coerced.tweetType) ?? "all";
43
+ const tweetType = VALID_TWEET_TYPES.has(tweetTypeValue) ? tweetTypeValue : "all";
44
+ const errors = VALID_TWEET_TYPES.has(tweetTypeValue) ? [] : [`Invalid tweetType: ${tweetTypeValue}`];
45
+ return {
46
+ value: {
47
+ searchQuery: asString(coerced.searchQuery) ?? "",
48
+ allWords: normalizedList("allWords"),
49
+ anyWords: normalizedList("anyWords"),
50
+ exactPhrases: normalizedList("exactPhrases"),
51
+ excludeWords: normalizedList("excludeWords"),
52
+ hashtagsAny: hashtags("hashtagsAny"),
53
+ hashtagsExclude: hashtags("hashtagsExclude"),
54
+ fromUsers: handles("fromUsers"),
55
+ toUsers: handles("toUsers"),
56
+ mentioningUsers: handles("mentioningUsers"),
57
+ tweetType,
58
+ verifiedOnly: asBoolean(coerced.verifiedOnly),
59
+ blueVerifiedOnly: asBoolean(coerced.blueVerifiedOnly),
60
+ hasImages: asBoolean(coerced.hasImages),
61
+ hasVideos: asBoolean(coerced.hasVideos),
62
+ hasLinks: asBoolean(coerced.hasLinks),
63
+ hasMentions: asBoolean(coerced.hasMentions),
64
+ hasHashtags: asBoolean(coerced.hasHashtags),
65
+ minLikes: Math.max(0, asInteger(coerced.minLikes)),
66
+ minReplies: Math.max(0, asInteger(coerced.minReplies)),
67
+ minRetweets: Math.max(0, asInteger(coerced.minRetweets)),
68
+ place: asString(coerced.place) ?? "",
69
+ geocode: asString(coerced.geocode) ?? "",
70
+ near: asString(coerced.near) ?? "",
71
+ within: asString(coerced.within) ?? "",
72
+ lang: asString(coerced.lang) ?? "",
73
+ since: asString(coerced.since) ?? "",
74
+ until: asString(coerced.until) ?? "",
75
+ displayType: asString(coerced.displayType) ?? "Top",
76
+ },
77
+ warnings,
78
+ errors,
79
+ };
80
+ }
81
+ export function buildEffectiveQuery(value) {
82
+ const parts = [];
83
+ if (value.searchQuery)
84
+ parts.push(value.searchQuery);
85
+ if (value.allWords.length)
86
+ parts.push(`(${value.allWords.map(formatTerm).join(" AND ")})`);
87
+ if (value.anyWords.length)
88
+ parts.push(`(${value.anyWords.map(formatTerm).join(" OR ")})`);
89
+ if (value.exactPhrases.length)
90
+ parts.push(`(${value.exactPhrases.map(formatTerm).join(" AND ")})`);
91
+ for (const term of value.excludeWords)
92
+ parts.push(`-${formatTerm(term)}`);
93
+ if (value.hashtagsAny.length)
94
+ parts.push(`(${value.hashtagsAny.join(" OR ")})`);
95
+ for (const tag of value.hashtagsExclude)
96
+ parts.push(`-${tag}`);
97
+ if (!hasOperator(value.searchQuery, "from") && value.fromUsers.length)
98
+ parts.push(operatorGroup("from", value.fromUsers));
99
+ if (!hasOperator(value.searchQuery, "to") && value.toUsers.length)
100
+ parts.push(operatorGroup("to", value.toUsers));
101
+ if (value.mentioningUsers.length)
102
+ parts.push(value.mentioningUsers.length === 1
103
+ ? `@${value.mentioningUsers[0]}`
104
+ : `(${value.mentioningUsers.map((user) => `@${user}`).join(" OR ")})`);
105
+ if (value.lang && !hasOperator(value.searchQuery, "lang"))
106
+ parts.push(`lang:${value.lang}`);
107
+ if (!hasFilterOperator(value.searchQuery)) {
108
+ const filters = {
109
+ originals_only: ["-filter:replies", "-filter:retweets"],
110
+ replies_only: ["filter:replies"],
111
+ retweets_only: ["filter:retweets"],
112
+ exclude_replies: ["-filter:replies"],
113
+ exclude_retweets: ["-filter:retweets"],
114
+ };
115
+ parts.push(...(filters[value.tweetType] ?? []));
116
+ for (const [field, filter] of [
117
+ ["verifiedOnly", "verified"],
118
+ ["blueVerifiedOnly", "blue_verified"],
119
+ ["hasImages", "images"],
120
+ ["hasVideos", "videos"],
121
+ ["hasLinks", "links"],
122
+ ["hasMentions", "mentions"],
123
+ ["hasHashtags", "hashtags"],
124
+ ])
125
+ if (value[field])
126
+ parts.push(`filter:${filter}`);
127
+ }
128
+ if (!hasMinOperator(value.searchQuery)) {
129
+ if (value.minLikes > 0)
130
+ parts.push(`min_faves:${value.minLikes}`);
131
+ if (value.minReplies > 0)
132
+ parts.push(`min_replies:${value.minReplies}`);
133
+ if (value.minRetweets > 0)
134
+ parts.push(`min_retweets:${value.minRetweets}`);
135
+ }
136
+ if (value.since && !hasOperator(value.searchQuery, "since"))
137
+ parts.push(`since:${stripUtc(value.since)}`);
138
+ if (value.until && !hasOperator(value.searchQuery, "until"))
139
+ parts.push(`until:${stripUtc(value.until)}`);
140
+ if (!["place", "geocode", "near", "within"].some((operator) => hasOperator(value.searchQuery, operator))) {
141
+ if (value.place)
142
+ parts.push(`place:${value.place}`);
143
+ else if (value.geocode)
144
+ parts.push(`geocode:${value.geocode}`);
145
+ else if (value.near)
146
+ parts.push(`near:${value.near}`, ...(value.within ? [`within:${value.within}`] : []));
147
+ else if (value.within)
148
+ parts.push(`within:${value.within}`);
149
+ }
150
+ return parts.filter(Boolean).join(" ").trim();
151
+ }
152
+ function formatTerm(value) {
153
+ if (value.startsWith('"') && value.endsWith('"'))
154
+ return value;
155
+ return /\s/u.test(value) ? `"${value}"` : value;
156
+ }
157
+ function operatorGroup(name, values) {
158
+ const items = values.map((value) => `${name}:${value}`);
159
+ return items.length === 1 ? items[0] : `(${items.join(" OR ")})`;
160
+ }
161
+ function hasOperator(query, name) {
162
+ return new RegExp(`(?<![A-Za-z0-9_])${name}:`, "iu").test(query);
163
+ }
164
+ function hasFilterOperator(query) {
165
+ return /(?<![A-Za-z0-9_])-?filter:[a-z_]+\b/iu.test(query);
166
+ }
167
+ function hasMinOperator(query) {
168
+ return /(?<![A-Za-z0-9_])min_[a-z_]+:/iu.test(query);
169
+ }
170
+ function stripUtc(value) {
171
+ return value.endsWith("_UTC") ? value.slice(0, -4) : value;
172
+ }
173
+ function unique(values) {
174
+ return [...new Set(values.filter(Boolean))];
175
+ }
176
+ //# sourceMappingURL=normalize.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/query/normalize.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAkClF,MAAM,iBAAiB,GAAwB,IAAI,GAAG,CAAC;IACrD,KAAK;IACL,gBAAgB;IAChB,cAAc;IACd,eAAe;IACf,iBAAiB;IACjB,kBAAkB;CACnB,CAAC,CAAC;AAEH,MAAM,UAAU,eAAe,CAAC,QAAiD,EAAE;IAKjF,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,OAAO,GAA2B;QACtC,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,UAAU;QACjB,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,iBAAiB;QAClC,OAAO,EAAE,aAAa;QACtB,QAAQ,EAAE,UAAU;QACpB,UAAU,EAAE,YAAY;QACxB,WAAW,EAAE,aAAa;QAC1B,QAAQ,EAAE,cAAc;QACxB,aAAa,EAAE,kBAAkB;QACjC,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,UAAU;KAClB,CAAC;IACF,MAAM,OAAO,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAC;IACpD,KAAK,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1D,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC;YAAE,SAAS;QAC/B,QAAQ,CAAC,IAAI,CAAC,cAAc,MAAM,yBAAyB,SAAS,IAAI,CAAC,CAAC;QAC1E,IAAI,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,cAAc,GAAG,CAAC,GAAW,EAAY,EAAE,CAC/C,MAAM,CACJ,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1C,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CACrE,CACF,CAAC;IACJ,MAAM,OAAO,GAAG,CAAC,GAAW,EAAY,EAAE,CACxC,MAAM,CACJ,cAAc,CAAC,GAAG,CAAC;SAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SACtC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CACxD,CAAC;IACJ,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAY,EAAE,CACzC,MAAM,CACJ,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CACtG,CAAC;IACJ,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;IAC5D,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAE,cAA4B,CAAC,CAAC,CAAC,KAAK,CAAC;IAChG,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;IACrG,OAAO;QACL,KAAK,EAAE;YACL,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE;YAChD,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC;YACpC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC;YACpC,YAAY,EAAE,cAAc,CAAC,cAAc,CAAC;YAC5C,YAAY,EAAE,cAAc,CAAC,cAAc,CAAC;YAC5C,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC;YACpC,eAAe,EAAE,QAAQ,CAAC,iBAAiB,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC;YAC/B,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC;YAC3B,eAAe,EAAE,OAAO,CAAC,iBAAiB,CAAC;YAC3C,SAAS;YACT,YAAY,EAAE,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC;YAC7C,gBAAgB,EAAE,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACrD,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC;YACvC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC;YACvC,QAAQ,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC;YACrC,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC;YAC3C,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC;YAC3C,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACtD,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YACxD,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;YACpC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE;YACxC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YACtC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;YAClC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;YACpC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE;YACpC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK;SACpD;QACD,QAAQ;QACR,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAuB;IACzD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,KAAK,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3F,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1F,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnG,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,YAAY;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1E,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChF,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,eAAe;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAC/D,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM;QACnE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM;QAC/D,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,eAAe,CAAC,MAAM;QAC9B,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE;YAChC,CAAC,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CACxE,CAAC;IACJ,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5F,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAkD;YAC7D,cAAc,EAAE,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;YACvD,YAAY,EAAE,CAAC,gBAAgB,CAAC;YAChC,aAAa,EAAE,CAAC,iBAAiB,CAAC;YAClC,eAAe,EAAE,CAAC,iBAAiB,CAAC;YACpC,gBAAgB,EAAE,CAAC,kBAAkB,CAAC;SACvC,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI;YAC5B,CAAC,cAAc,EAAE,UAAU,CAAC;YAC5B,CAAC,kBAAkB,EAAE,eAAe,CAAC;YACrC,CAAC,WAAW,EAAE,QAAQ,CAAC;YACvB,CAAC,WAAW,EAAE,QAAQ,CAAC;YACvB,CAAC,UAAU,EAAE,OAAO,CAAC;YACrB,CAAC,aAAa,EAAE,UAAU,CAAC;YAC3B,CAAC,aAAa,EAAE,UAAU,CAAC;SACnB;YACR,IAAI,KAAK,CAAC,KAAK,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClE,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;QACxE,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1G,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1G,IACE,CAAE,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CACnE,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CACzC,EACD,CAAC;QACD,IAAI,KAAK,CAAC,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/C,IAAI,KAAK,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;aAC1D,IAAI,KAAK,CAAC,IAAI;YACjB,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aACnF,IAAI,KAAK,CAAC,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,MAAyB;IAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC;IACxD,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;AACpE,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,IAAY;IAC9C,OAAO,IAAI,MAAM,CAAC,oBAAoB,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,uCAAuC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,iCAAiC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC7D,CAAC;AAED,SAAS,MAAM,CAAC,MAAyB;IACvC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC"}
@@ -0,0 +1,11 @@
1
+ import type { TargetInput } from "../domain/requests.js";
2
+ export interface NormalizedTargets {
3
+ readonly targets: readonly TargetInput[];
4
+ readonly skipped: readonly {
5
+ readonly raw: string;
6
+ readonly reason: string;
7
+ }[];
8
+ }
9
+ export declare function normalizeTargets(values: readonly (string | TargetInput)[]): NormalizedTargets;
10
+ export declare function targetFromString(value: string): TargetInput | undefined;
11
+ //# sourceMappingURL=targets.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"targets.d.ts","sourceRoot":"","sources":["../../src/query/targets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AA2BzD,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAChF;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,GAAG,iBAAiB,CAmB7F;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS,CAQvE"}
@@ -0,0 +1,96 @@
1
+ const HANDLE = /^[A-Za-z0-9_]{1,15}$/u;
2
+ const USER_ID = /^\d+$/u;
3
+ const PROFILE_HOSTS = new Set([
4
+ "x.com",
5
+ "www.x.com",
6
+ "m.x.com",
7
+ "mobile.x.com",
8
+ "twitter.com",
9
+ "www.twitter.com",
10
+ "m.twitter.com",
11
+ "mobile.twitter.com",
12
+ ]);
13
+ const RESERVED_PATHS = new Set([
14
+ "home",
15
+ "explore",
16
+ "search",
17
+ "notifications",
18
+ "messages",
19
+ "compose",
20
+ "settings",
21
+ "i",
22
+ "login",
23
+ "signup",
24
+ ]);
25
+ export function normalizeTargets(values) {
26
+ const targets = [];
27
+ const skipped = [];
28
+ const seen = new Set();
29
+ for (const value of values) {
30
+ const parsed = typeof value === "string" ? targetFromString(value) : normalizeObjectTarget(value);
31
+ if (!parsed) {
32
+ skipped.push({ raw: typeof value === "string" ? value : (value.raw ?? ""), reason: "invalid_target" });
33
+ continue;
34
+ }
35
+ const key = parsed.userId ? `id:${parsed.userId}` : `username:${parsed.username?.toLowerCase()}`;
36
+ if (seen.has(key)) {
37
+ skipped.push({ raw: parsed.raw ?? "", reason: "duplicate" });
38
+ continue;
39
+ }
40
+ seen.add(key);
41
+ targets.push(parsed);
42
+ }
43
+ return { targets, skipped };
44
+ }
45
+ export function targetFromString(value) {
46
+ const raw = value.trim();
47
+ if (!raw)
48
+ return undefined;
49
+ if (USER_ID.test(raw))
50
+ return { raw, source: "input", userId: raw };
51
+ const handle = raw.replace(/^@/u, "");
52
+ if (HANDLE.test(handle) && !RESERVED_PATHS.has(handle.toLowerCase()))
53
+ return { raw, source: "input", username: handle };
54
+ return targetFromProfileUrl(raw);
55
+ }
56
+ function normalizeObjectTarget(value) {
57
+ if (value.userId?.trim() && USER_ID.test(value.userId.trim()))
58
+ return { ...value, userId: value.userId.trim() };
59
+ if (value.username?.trim()) {
60
+ const username = value.username.trim().replace(/^@/u, "");
61
+ return HANDLE.test(username) && !RESERVED_PATHS.has(username.toLowerCase())
62
+ ? { ...value, username }
63
+ : undefined;
64
+ }
65
+ if (value.profileUrl?.trim()) {
66
+ const parsed = targetFromProfileUrl(value.profileUrl);
67
+ return parsed ? { ...parsed, ...value, username: parsed.username, userId: parsed.userId } : undefined;
68
+ }
69
+ if (value.raw?.trim())
70
+ return targetFromString(value.raw);
71
+ return undefined;
72
+ }
73
+ function targetFromProfileUrl(value) {
74
+ try {
75
+ const url = new URL(value.includes("://") ? value : `https://${value}`);
76
+ if (!PROFILE_HOSTS.has(url.hostname.toLowerCase()))
77
+ return undefined;
78
+ const parts = url.pathname.split("/").filter(Boolean);
79
+ if (parts.length === 3 && parts[0]?.toLowerCase() === "i" && parts[1]?.toLowerCase() === "user") {
80
+ const userId = parts[2];
81
+ return userId && USER_ID.test(userId)
82
+ ? { raw: value, source: "profile_url", userId, profileUrl: `https://x.com/i/user/${userId}` }
83
+ : undefined;
84
+ }
85
+ if (parts.length !== 1)
86
+ return undefined;
87
+ const username = parts[0]?.replace(/^@/u, "");
88
+ if (!username || !HANDLE.test(username) || RESERVED_PATHS.has(username.toLowerCase()))
89
+ return undefined;
90
+ return { raw: value, source: "profile_url", username, profileUrl: `https://x.com/${username}` };
91
+ }
92
+ catch {
93
+ return undefined;
94
+ }
95
+ }
96
+ //# sourceMappingURL=targets.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"targets.js","sourceRoot":"","sources":["../../src/query/targets.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,GAAG,uBAAuB,CAAC;AACvC,MAAM,OAAO,GAAG,QAAQ,CAAC;AACzB,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,OAAO;IACP,WAAW;IACX,SAAS;IACT,cAAc;IACd,aAAa;IACb,iBAAiB;IACjB,eAAe;IACf,oBAAoB;CACrB,CAAC,CAAC;AACH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,MAAM;IACN,SAAS;IACT,QAAQ;IACR,eAAe;IACf,UAAU;IACV,SAAS;IACT,UAAU;IACV,GAAG;IACH,OAAO;IACP,QAAQ;CACT,CAAC,CAAC;AAOH,MAAM,UAAU,gBAAgB,CAAC,MAAyC;IACxE,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,OAAO,GAA6D,EAAE,CAAC;IAC7E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAClG,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACvG,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC;QACjG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YAC7D,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACzB,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACpE,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAClE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACpD,OAAO,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAkB;IAC/C,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3D,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;IACnD,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YACzE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE;YACxB,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtD,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACxG,CAAC;IACD,IAAI,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;QAAE,OAAO,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,KAAK,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,SAAS,CAAC;QACrE,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YAChG,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,OAAO,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;gBACnC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,wBAAwB,MAAM,EAAE,EAAE;gBAC7F,CAAC,CAAC,SAAS,CAAC;QAChB,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,SAAS,CAAC;QACxG,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,QAAQ,EAAE,EAAE,CAAC;IAClG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}
@@ -0,0 +1,4 @@
1
+ export { ExecutionRunner } from "./runner.js";
2
+ export { TaskQueue } from "./task-queue.js";
3
+ export { withRetry } from "./retry.js";
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/runner/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}
@@ -0,0 +1,4 @@
1
+ export { ExecutionRunner } from "./runner.js";
2
+ export { TaskQueue } from "./task-queue.js";
3
+ export { withRetry } from "./retry.js";
4
+ //# sourceMappingURL=index.js.map