@10x-media/analytics 1.0.0-beta.6 → 1.0.0-beta.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (391) hide show
  1. package/CHANGELOG.md +73 -0
  2. package/README.md +13 -3
  3. package/dist/adapters/ga4/ga4.js +3 -2
  4. package/dist/adapters/ga4/ga4.js.map +1 -1
  5. package/dist/adapters/http/fetchJson.js +1 -1
  6. package/dist/adapters/plausible/plausible.d.ts +10 -0
  7. package/dist/adapters/plausible/plausible.js +42 -1
  8. package/dist/adapters/plausible/plausible.js.map +1 -1
  9. package/dist/adapters/posthog/posthog.d.ts +10 -1
  10. package/dist/adapters/posthog/posthog.js +47 -0
  11. package/dist/adapters/posthog/posthog.js.map +1 -1
  12. package/dist/adapters/umami/umami.d.ts +5 -1
  13. package/dist/adapters/umami/umami.js +26 -0
  14. package/dist/adapters/umami/umami.js.map +1 -1
  15. package/dist/capture/getTrackerConfig.d.ts +20 -0
  16. package/dist/capture/getTrackerConfig.js +31 -0
  17. package/dist/capture/getTrackerConfig.js.map +1 -0
  18. package/dist/capture/mountPath.js +14 -0
  19. package/dist/capture/mountPath.js.map +1 -0
  20. package/dist/capture/proxyEndpoint.js +123 -0
  21. package/dist/capture/proxyEndpoint.js.map +1 -0
  22. package/dist/capture/proxyRoutes.js +108 -0
  23. package/dist/capture/proxyRoutes.js.map +1 -0
  24. package/dist/capture/requestBody.js +68 -0
  25. package/dist/capture/requestBody.js.map +1 -0
  26. package/dist/capture/slots.d.ts +8 -0
  27. package/dist/capture/slots.js +54 -0
  28. package/dist/capture/slots.js.map +1 -0
  29. package/dist/capture/trackerConfig.d.ts +33 -0
  30. package/dist/capture/trackerConfig.js +95 -0
  31. package/dist/capture/trackerConfig.js.map +1 -0
  32. package/dist/capture/trackerEndpoint.js +35 -0
  33. package/dist/capture/trackerEndpoint.js.map +1 -0
  34. package/dist/charts/BarList.d.ts +15 -1
  35. package/dist/charts/BarList.js +34 -18
  36. package/dist/charts/BarList.js.map +1 -1
  37. package/dist/charts/TrendChart.d.ts +16 -3
  38. package/dist/charts/TrendChart.js +172 -106
  39. package/dist/charts/TrendChart.js.map +1 -1
  40. package/dist/charts/bars.d.ts +2 -0
  41. package/dist/charts/bars.js +2 -1
  42. package/dist/charts/bars.js.map +1 -1
  43. package/dist/charts/bucket.js +10 -1
  44. package/dist/charts/bucket.js.map +1 -1
  45. package/dist/charts/spline.js +2 -2
  46. package/dist/charts/spline.js.map +1 -1
  47. package/dist/charts/styles.js +18 -1
  48. package/dist/charts/styles.js.map +1 -1
  49. package/dist/core/cacheKey.js +13 -1
  50. package/dist/core/cacheKey.js.map +1 -1
  51. package/dist/core/capture.d.ts +49 -0
  52. package/dist/core/contract.d.ts +35 -4
  53. package/dist/core/contract.js +29 -1
  54. package/dist/core/contract.js.map +1 -1
  55. package/dist/core/granularity.js +1 -1
  56. package/dist/core/options.d.ts +148 -4
  57. package/dist/core/options.js +121 -3
  58. package/dist/core/options.js.map +1 -1
  59. package/dist/core/registry.d.ts +1 -0
  60. package/dist/core/scopeList.js +32 -0
  61. package/dist/core/scopeList.js.map +1 -0
  62. package/dist/core/scopedRead.js +45 -28
  63. package/dist/core/scopedRead.js.map +1 -1
  64. package/dist/core/serverEvent.d.ts +42 -0
  65. package/dist/core/serverEvent.js +12 -0
  66. package/dist/core/serverEvent.js.map +1 -0
  67. package/dist/exports/client.d.ts +8 -2
  68. package/dist/exports/client.js +6 -1
  69. package/dist/exports/next.d.ts +2 -1
  70. package/dist/exports/next.js +2 -1
  71. package/dist/exports/react.d.ts +4 -0
  72. package/dist/exports/react.js +5 -0
  73. package/dist/exports/rsc.d.ts +8 -1
  74. package/dist/exports/rsc.js +7 -2
  75. package/dist/exports/tracker.d.ts +18 -0
  76. package/dist/exports/tracker.js +12 -0
  77. package/dist/exports/types.d.ts +14 -3
  78. package/dist/exports/types.js +2 -2
  79. package/dist/fields/AnalyticsPanelClient.js +2 -2
  80. package/dist/fields/AnalyticsPanelField.js +1 -1
  81. package/dist/fields/AnalyticsStatField.js +2 -2
  82. package/dist/fields/config/MetricSelectField.js +2 -2
  83. package/dist/fields/config/MetricSelectField.js.map +1 -1
  84. package/dist/fields/config/SourceSelectField.js +2 -2
  85. package/dist/fields/config/SourceSelectField.js.map +1 -1
  86. package/dist/fields/config/fetchSources.d.ts +5 -1
  87. package/dist/fields/config/narrow.js +2 -0
  88. package/dist/fields/config/narrow.js.map +1 -1
  89. package/dist/fields/readForDocument.d.ts +5 -0
  90. package/dist/fields/readForDocument.js +6 -6
  91. package/dist/fields/readForDocument.js.map +1 -1
  92. package/dist/goals/GoalSelectField.d.ts +7 -0
  93. package/dist/goals/GoalSelectField.js +77 -0
  94. package/dist/goals/GoalSelectField.js.map +1 -0
  95. package/dist/goals/collection.js +250 -0
  96. package/dist/goals/collection.js.map +1 -0
  97. package/dist/goals/currency.js +14 -0
  98. package/dist/goals/currency.js.map +1 -0
  99. package/dist/goals/fetchGoals.d.ts +18 -0
  100. package/dist/goals/fetchGoals.js +29 -0
  101. package/dist/goals/fetchGoals.js.map +1 -0
  102. package/dist/goals/goalField.d.ts +31 -0
  103. package/dist/goals/goalField.js +56 -0
  104. package/dist/goals/goalField.js.map +1 -0
  105. package/dist/goals/goalsEndpoint.d.ts +1 -0
  106. package/dist/goals/goalsEndpoint.js +55 -0
  107. package/dist/goals/goalsEndpoint.js.map +1 -0
  108. package/dist/goals/match.js +64 -0
  109. package/dist/goals/match.js.map +1 -0
  110. package/dist/goals/resolver.d.ts +8 -0
  111. package/dist/goals/resolver.js +147 -0
  112. package/dist/goals/resolver.js.map +1 -0
  113. package/dist/goals/trackGoalAction.d.ts +74 -0
  114. package/dist/goals/trackGoalAction.js +139 -0
  115. package/dist/goals/trackGoalAction.js.map +1 -0
  116. package/dist/goals/types.d.ts +33 -0
  117. package/dist/goals/types.js +7 -0
  118. package/dist/goals/types.js.map +1 -0
  119. package/dist/goals/useAnalyticsGoals.d.ts +20 -0
  120. package/dist/goals/useAnalyticsGoals.js +67 -0
  121. package/dist/goals/useAnalyticsGoals.js.map +1 -0
  122. package/dist/index.d.ts +11 -3
  123. package/dist/index.js +104 -17
  124. package/dist/index.js.map +1 -1
  125. package/dist/native/collections/events.js +21 -1
  126. package/dist/native/collections/events.js.map +1 -1
  127. package/dist/native/collections/rollups.js +24 -0
  128. package/dist/native/collections/rollups.js.map +1 -1
  129. package/dist/native/geo/maxmindResolver.js +2 -4
  130. package/dist/native/geo/maxmindResolver.js.map +1 -1
  131. package/dist/native/ingest/clientIp.js +15 -0
  132. package/dist/native/ingest/clientIp.js.map +1 -0
  133. package/dist/native/ingest/device.js +11 -3
  134. package/dist/native/ingest/device.js.map +1 -1
  135. package/dist/native/ingest/endpoint.d.ts +1 -0
  136. package/dist/native/ingest/endpoint.js +25 -4
  137. package/dist/native/ingest/endpoint.js.map +1 -1
  138. package/dist/native/ingest/flushBatch.js +4 -13
  139. package/dist/native/ingest/flushBatch.js.map +1 -1
  140. package/dist/native/ingest/normalizeEvent.d.ts +20 -0
  141. package/dist/native/ingest/normalizeEvent.js +78 -10
  142. package/dist/native/ingest/normalizeEvent.js.map +1 -1
  143. package/dist/native/ingest/serverTrack.d.ts +20 -0
  144. package/dist/native/ingest/serverTrack.js +99 -0
  145. package/dist/native/ingest/serverTrack.js.map +1 -0
  146. package/dist/native/ingest/validate.js +27 -0
  147. package/dist/native/ingest/validate.js.map +1 -0
  148. package/dist/native/nativeAdapter.d.ts +1 -1
  149. package/dist/native/nativeAdapter.js +38 -11
  150. package/dist/native/nativeAdapter.js.map +1 -1
  151. package/dist/native/query/eventAgg.js +39 -13
  152. package/dist/native/query/eventAgg.js.map +1 -1
  153. package/dist/native/retention/pruneTask.js +1 -1
  154. package/dist/native/rollupAcc.js +12 -1
  155. package/dist/native/rollupAcc.js.map +1 -1
  156. package/dist/native/rollups/bumpRollup.js +5 -1
  157. package/dist/native/rollups/bumpRollup.js.map +1 -1
  158. package/dist/native/rollups/deltas.js +28 -6
  159. package/dist/native/rollups/deltas.js.map +1 -1
  160. package/dist/native/rollups/insertIfNew.js +36 -2
  161. package/dist/native/rollups/insertIfNew.js.map +1 -1
  162. package/dist/next/captureRewrites.d.ts +41 -0
  163. package/dist/next/captureRewrites.js +56 -0
  164. package/dist/next/captureRewrites.js.map +1 -0
  165. package/dist/next/posthogProxyRewrites.d.ts +5 -0
  166. package/dist/next/posthogProxyRewrites.js +16 -21
  167. package/dist/next/posthogProxyRewrites.js.map +1 -1
  168. package/dist/plugin/documentEndpoint.js +28 -10
  169. package/dist/plugin/documentEndpoint.js.map +1 -1
  170. package/dist/plugin/paths.js +15 -1
  171. package/dist/plugin/paths.js.map +1 -1
  172. package/dist/plugin/queryEndpoint.js +113 -0
  173. package/dist/plugin/queryEndpoint.js.map +1 -0
  174. package/dist/plugin/readContextForRequest.js +71 -0
  175. package/dist/plugin/readContextForRequest.js.map +1 -0
  176. package/dist/plugin/realtimeEndpoint.js +6 -3
  177. package/dist/plugin/realtimeEndpoint.js.map +1 -1
  178. package/dist/plugin/runtime.d.ts +1 -0
  179. package/dist/plugin/runtime.js +31 -1
  180. package/dist/plugin/runtime.js.map +1 -1
  181. package/dist/plugin/scopeFieldBoot.js +22 -0
  182. package/dist/plugin/scopeFieldBoot.js.map +1 -0
  183. package/dist/plugin/sourcesEndpoint.js +13 -39
  184. package/dist/plugin/sourcesEndpoint.js.map +1 -1
  185. package/dist/plugin/warmTask.js +0 -0
  186. package/dist/plugin/warmTask.js.map +1 -1
  187. package/dist/providers/collection.js +71 -25
  188. package/dist/providers/collection.js.map +1 -1
  189. package/dist/providers/factory.js +8 -2
  190. package/dist/providers/factory.js.map +1 -1
  191. package/dist/providers/resolver.js.map +1 -1
  192. package/dist/query/dates.js +64 -0
  193. package/dist/query/dates.js.map +1 -0
  194. package/dist/query/errors.d.ts +17 -0
  195. package/dist/query/errors.js +10 -0
  196. package/dist/query/errors.js.map +1 -0
  197. package/dist/query/fetchQuery.d.ts +59 -0
  198. package/dist/query/fetchQuery.js +110 -0
  199. package/dist/query/fetchQuery.js.map +1 -0
  200. package/dist/query/parse.d.ts +22 -0
  201. package/dist/query/parse.js +168 -0
  202. package/dist/query/parse.js.map +1 -0
  203. package/dist/query/response.d.ts +36 -0
  204. package/dist/react/AnalyticsProvider.d.ts +43 -0
  205. package/dist/react/AnalyticsProvider.js +66 -0
  206. package/dist/react/AnalyticsProvider.js.map +1 -0
  207. package/dist/react/TrackerBoot.d.ts +22 -0
  208. package/dist/react/TrackerBoot.js +30 -0
  209. package/dist/react/TrackerBoot.js.map +1 -0
  210. package/dist/react/useAnalytics.d.ts +17 -0
  211. package/dist/react/useAnalytics.js +36 -0
  212. package/dist/react/useAnalytics.js.map +1 -0
  213. package/dist/rsc/AnalyticsScripts.d.ts +30 -0
  214. package/dist/rsc/AnalyticsScripts.js +41 -0
  215. package/dist/rsc/AnalyticsScripts.js.map +1 -0
  216. package/dist/surfacing/cacheStore.d.ts +1 -0
  217. package/dist/surfacing/cacheStore.js +18 -2
  218. package/dist/surfacing/cacheStore.js.map +1 -1
  219. package/dist/surfacing/engine.d.ts +1 -0
  220. package/dist/surfacing/engine.js +44 -4
  221. package/dist/surfacing/engine.js.map +1 -1
  222. package/dist/surfacing/queue.js +22 -6
  223. package/dist/surfacing/queue.js.map +1 -1
  224. package/dist/surfacing/rateLimiter.js +130 -0
  225. package/dist/surfacing/rateLimiter.js.map +1 -0
  226. package/dist/surfacing/retryPolicy.js +15 -0
  227. package/dist/surfacing/retryPolicy.js.map +1 -0
  228. package/dist/sync/syncTask.js +60 -33
  229. package/dist/sync/syncTask.js.map +1 -1
  230. package/dist/testing/memoryAdapter.d.ts +2 -0
  231. package/dist/testing/memoryAdapter.js +10 -0
  232. package/dist/testing/memoryAdapter.js.map +1 -1
  233. package/dist/timeframe/tz.js +17 -6
  234. package/dist/timeframe/tz.js.map +1 -1
  235. package/dist/tracker/autoCapture.d.ts +48 -0
  236. package/dist/tracker/autoCapture.js +129 -0
  237. package/dist/tracker/autoCapture.js.map +1 -0
  238. package/dist/tracker/consent.d.ts +24 -0
  239. package/dist/tracker/consent.js +48 -0
  240. package/dist/tracker/consent.js.map +1 -0
  241. package/dist/tracker/createTracker.d.ts +18 -0
  242. package/dist/tracker/createTracker.js +163 -0
  243. package/dist/tracker/createTracker.js.map +1 -0
  244. package/dist/tracker/initTracker.d.ts +22 -0
  245. package/dist/tracker/initTracker.js +33 -0
  246. package/dist/tracker/initTracker.js.map +1 -0
  247. package/dist/tracker/loadScript.d.ts +14 -0
  248. package/dist/tracker/loadScript.js +41 -0
  249. package/dist/tracker/loadScript.js.map +1 -0
  250. package/dist/tracker/pageTracking.d.ts +17 -0
  251. package/dist/tracker/pageTracking.js +38 -0
  252. package/dist/tracker/pageTracking.js.map +1 -0
  253. package/dist/tracker/registry.d.ts +27 -0
  254. package/dist/tracker/registry.js +73 -0
  255. package/dist/tracker/registry.js.map +1 -0
  256. package/dist/tracker/sinks/native.d.ts +22 -0
  257. package/dist/tracker/sinks/native.js +56 -0
  258. package/dist/tracker/sinks/native.js.map +1 -0
  259. package/dist/tracker/sinks/plausible.d.ts +14 -0
  260. package/dist/tracker/sinks/plausible.js +25 -0
  261. package/dist/tracker/sinks/plausible.js.map +1 -0
  262. package/dist/tracker/sinks/posthog.d.ts +14 -0
  263. package/dist/tracker/sinks/posthog.js +18 -0
  264. package/dist/tracker/sinks/posthog.js.map +1 -0
  265. package/dist/tracker/sinks/umami.d.ts +13 -0
  266. package/dist/tracker/sinks/umami.js +17 -0
  267. package/dist/tracker/sinks/umami.js.map +1 -0
  268. package/dist/tracker/sinks/vendor.d.ts +14 -0
  269. package/dist/tracker/sinks/vendor.js +66 -0
  270. package/dist/tracker/sinks/vendor.js.map +1 -0
  271. package/dist/tracker/transport.js +28 -0
  272. package/dist/tracker/transport.js.map +1 -0
  273. package/dist/tracker/types.d.ts +66 -0
  274. package/dist/translations/ar.js +104 -1
  275. package/dist/translations/ar.js.map +1 -1
  276. package/dist/translations/de.js +104 -1
  277. package/dist/translations/de.js.map +1 -1
  278. package/dist/translations/en.js +104 -1
  279. package/dist/translations/en.js.map +1 -1
  280. package/dist/translations/es.js +104 -1
  281. package/dist/translations/es.js.map +1 -1
  282. package/dist/translations/fr.js +104 -1
  283. package/dist/translations/fr.js.map +1 -1
  284. package/dist/translations/id.js +104 -1
  285. package/dist/translations/id.js.map +1 -1
  286. package/dist/translations/keys.d.ts +103 -0
  287. package/dist/translations/keys.js +104 -1
  288. package/dist/translations/keys.js.map +1 -1
  289. package/dist/translations/ko.js +104 -1
  290. package/dist/translations/ko.js.map +1 -1
  291. package/dist/translations/metricKeys.js +1 -1
  292. package/dist/translations/metricKeys.js.map +1 -1
  293. package/dist/translations/pt.js +104 -1
  294. package/dist/translations/pt.js.map +1 -1
  295. package/dist/translations/ru.js +104 -1
  296. package/dist/translations/ru.js.map +1 -1
  297. package/dist/translations/uk.js +104 -1
  298. package/dist/translations/uk.js.map +1 -1
  299. package/dist/translations/zh.js +104 -1
  300. package/dist/translations/zh.js.map +1 -1
  301. package/dist/view/AnalyticsNavLink.d.ts +19 -0
  302. package/dist/view/AnalyticsNavLink.js +40 -0
  303. package/dist/view/AnalyticsNavLink.js.map +1 -0
  304. package/dist/view/AnalyticsView.d.ts +23 -0
  305. package/dist/view/AnalyticsView.js +45 -0
  306. package/dist/view/AnalyticsView.js.map +1 -0
  307. package/dist/view/AnalyticsViewClient.d.ts +15 -0
  308. package/dist/view/AnalyticsViewClient.js +189 -0
  309. package/dist/view/AnalyticsViewClient.js.map +1 -0
  310. package/dist/view/authRedirect.js +32 -0
  311. package/dist/view/authRedirect.js.map +1 -0
  312. package/dist/view/conversionRate.js +18 -0
  313. package/dist/view/conversionRate.js.map +1 -0
  314. package/dist/view/dayRange.js +68 -0
  315. package/dist/view/dayRange.js.map +1 -0
  316. package/dist/view/gating.d.ts +1 -0
  317. package/dist/view/gating.js +105 -0
  318. package/dist/view/gating.js.map +1 -0
  319. package/dist/view/labels.js +44 -0
  320. package/dist/view/labels.js.map +1 -0
  321. package/dist/view/registerView.js +48 -0
  322. package/dist/view/registerView.js.map +1 -0
  323. package/dist/view/sections/Breakdowns.js +157 -0
  324. package/dist/view/sections/Breakdowns.js.map +1 -0
  325. package/dist/view/sections/EmptyStates.js +92 -0
  326. package/dist/view/sections/EmptyStates.js.map +1 -0
  327. package/dist/view/sections/FilterChips.js +41 -0
  328. package/dist/view/sections/FilterChips.js.map +1 -0
  329. package/dist/view/sections/GoalsPanel.js +81 -0
  330. package/dist/view/sections/GoalsPanel.js.map +1 -0
  331. package/dist/view/sections/OverviewCards.js +65 -0
  332. package/dist/view/sections/OverviewCards.js.map +1 -0
  333. package/dist/view/sections/RealtimeStrip.js +77 -0
  334. package/dist/view/sections/RealtimeStrip.js.map +1 -0
  335. package/dist/view/sections/Toolbar.js +179 -0
  336. package/dist/view/sections/Toolbar.js.map +1 -0
  337. package/dist/view/sections/Trend.js +119 -0
  338. package/dist/view/sections/Trend.js.map +1 -0
  339. package/dist/view/sections/styles.js +74 -0
  340. package/dist/view/sections/styles.js.map +1 -0
  341. package/dist/view/state.js +206 -0
  342. package/dist/view/state.js.map +1 -0
  343. package/dist/view/useViewQueries.js +150 -0
  344. package/dist/view/useViewQueries.js.map +1 -0
  345. package/dist/view/viewProps.d.ts +40 -0
  346. package/dist/view/viewProps.js +90 -0
  347. package/dist/view/viewProps.js.map +1 -0
  348. package/dist/widgets/AnalyticsBreakdownWidget.d.ts +2 -1
  349. package/dist/widgets/AnalyticsBreakdownWidget.js +22 -4
  350. package/dist/widgets/AnalyticsBreakdownWidget.js.map +1 -1
  351. package/dist/widgets/AnalyticsGoalsWidget.d.ts +14 -0
  352. package/dist/widgets/AnalyticsGoalsWidget.js +188 -0
  353. package/dist/widgets/AnalyticsGoalsWidget.js.map +1 -0
  354. package/dist/widgets/AnalyticsMetricWidget.d.ts +2 -1
  355. package/dist/widgets/AnalyticsMetricWidget.js +35 -12
  356. package/dist/widgets/AnalyticsMetricWidget.js.map +1 -1
  357. package/dist/widgets/AnalyticsRealtimeWidget.d.ts +2 -1
  358. package/dist/widgets/AnalyticsRealtimeWidget.js +42 -22
  359. package/dist/widgets/AnalyticsRealtimeWidget.js.map +1 -1
  360. package/dist/widgets/AnalyticsTrendWidget.d.ts +2 -1
  361. package/dist/widgets/AnalyticsTrendWidget.js +51 -15
  362. package/dist/widgets/AnalyticsTrendWidget.js.map +1 -1
  363. package/dist/widgets/WidgetViewLink.js +17 -0
  364. package/dist/widgets/WidgetViewLink.js.map +1 -0
  365. package/dist/widgets/breakdownTypes.js +32 -0
  366. package/dist/widgets/breakdownTypes.js.map +1 -1
  367. package/dist/widgets/cardChrome.js +31 -7
  368. package/dist/widgets/cardChrome.js.map +1 -1
  369. package/dist/widgets/range.js +43 -12
  370. package/dist/widgets/range.js.map +1 -1
  371. package/dist/widgets/readForWidget.d.ts +12 -0
  372. package/dist/widgets/readForWidget.js +30 -19
  373. package/dist/widgets/readForWidget.js.map +1 -1
  374. package/dist/widgets/readForWidgetBreakdown.d.ts +15 -0
  375. package/dist/widgets/readForWidgetBreakdown.js +32 -20
  376. package/dist/widgets/readForWidgetBreakdown.js.map +1 -1
  377. package/dist/widgets/readForWidgetGoals.d.ts +57 -0
  378. package/dist/widgets/readForWidgetGoals.js +126 -0
  379. package/dist/widgets/readForWidgetGoals.js.map +1 -0
  380. package/dist/widgets/readForWidgetRealtime.js +1 -1
  381. package/dist/widgets/readForWidgetSeries.d.ts +13 -0
  382. package/dist/widgets/readForWidgetSeries.js +56 -28
  383. package/dist/widgets/readForWidgetSeries.js.map +1 -1
  384. package/dist/widgets/registerWidgets.js +58 -9
  385. package/dist/widgets/registerWidgets.js.map +1 -1
  386. package/dist/widgets/types.js +16 -2
  387. package/dist/widgets/types.js.map +1 -1
  388. package/dist/widgets/viewLink.d.ts +22 -0
  389. package/dist/widgets/viewLink.js +83 -0
  390. package/dist/widgets/viewLink.js.map +1 -0
  391. package/package.json +25 -5
@@ -1,20 +1,36 @@
1
1
  //#region src/surfacing/cacheStore.ts
2
+ /** How long past expiry a value stays eligible for stale-while-error serving. */
3
+ const STALE_WINDOW_SECONDS = 86400;
2
4
  function kvCacheStore(kv) {
3
5
  const store = {
4
6
  now: () => Date.now(),
5
7
  async get(key) {
6
8
  const hit = await kv.get(key);
7
9
  if (!hit) return null;
8
- if (hit.expiresAt <= store.now()) {
10
+ if ((hit.staleUntil ?? hit.expiresAt) <= store.now()) {
9
11
  await kv.delete(key);
10
12
  return null;
11
13
  }
14
+ if (hit.expiresAt <= store.now()) return null;
15
+ return hit.value;
16
+ },
17
+ async getStale(key) {
18
+ const hit = await kv.get(key);
19
+ if (!hit) return null;
20
+ const now = store.now();
21
+ if ((hit.staleUntil ?? hit.expiresAt) <= now) {
22
+ await kv.delete(key);
23
+ return null;
24
+ }
25
+ if (hit.expiresAt > now) return null;
12
26
  return hit.value;
13
27
  },
14
28
  async set(key, value, ttlSeconds) {
29
+ const expiresAt = store.now() + ttlSeconds * 1e3;
15
30
  await kv.set(key, {
16
31
  value,
17
- expiresAt: store.now() + ttlSeconds * 1e3
32
+ expiresAt,
33
+ staleUntil: expiresAt + STALE_WINDOW_SECONDS * 1e3
18
34
  });
19
35
  }
20
36
  };
@@ -1 +1 @@
1
- {"version":3,"file":"cacheStore.js","names":[],"sources":["../../src/surfacing/cacheStore.ts"],"sourcesContent":["import type { KVAdapter } from 'payload'\n\nexport interface CacheStore {\n\tget<T>(key: string): Promise<T | null>\n\tset<T>(key: string, value: T, ttlSeconds: number): Promise<void>\n\t// Injected for testing; defaults to Date.now\n\tnow: () => number\n}\n\ninterface Wrapped<T> {\n\tvalue: T\n\texpiresAt: number\n}\n\nexport function kvCacheStore(kv: KVAdapter): CacheStore {\n\tconst store: CacheStore = {\n\t\tnow: () => Date.now(),\n\t\tasync get<T>(key: string): Promise<T | null> {\n\t\t\tconst hit = await kv.get<Wrapped<T>>(key)\n\t\t\tif (!hit) return null\n\t\t\tif (hit.expiresAt <= store.now()) {\n\t\t\t\tawait kv.delete(key)\n\t\t\t\treturn null\n\t\t\t}\n\t\t\treturn hit.value\n\t\t},\n\t\tasync set<T>(key: string, value: T, ttlSeconds: number): Promise<void> {\n\t\t\tawait kv.set(key, { value, expiresAt: store.now() + ttlSeconds * 1000 } satisfies Wrapped<T>)\n\t\t},\n\t}\n\treturn store\n}\n"],"mappings":";AAcA,SAAgB,aAAa,IAA2B;CACvD,MAAM,QAAoB;EACzB,WAAW,KAAK,IAAI;EACpB,MAAM,IAAO,KAAgC;GAC5C,MAAM,MAAM,MAAM,GAAG,IAAgB,GAAG;GACxC,IAAI,CAAC,KAAK,OAAO;GACjB,IAAI,IAAI,aAAa,MAAM,IAAI,GAAG;IACjC,MAAM,GAAG,OAAO,GAAG;IACnB,OAAO;GACR;GACA,OAAO,IAAI;EACZ;EACA,MAAM,IAAO,KAAa,OAAU,YAAmC;GACtE,MAAM,GAAG,IAAI,KAAK;IAAE;IAAO,WAAW,MAAM,IAAI,IAAI,aAAa;GAAK,CAAsB;EAC7F;CACD;CACA,OAAO;AACR"}
1
+ {"version":3,"file":"cacheStore.js","names":[],"sources":["../../src/surfacing/cacheStore.ts"],"sourcesContent":["import type { KVAdapter } from 'payload'\n\nexport interface CacheStore {\n\tget<T>(key: string): Promise<T | null>\n\t/** Serves a value past `expiresAt` but still within the stale window; null once cold or past it. */\n\tgetStale<T>(key: string): Promise<T | null>\n\tset<T>(key: string, value: T, ttlSeconds: number): Promise<void>\n\t// Injected for testing; defaults to Date.now\n\tnow: () => number\n}\n\n/** How long past expiry a value stays eligible for stale-while-error serving. */\nexport const STALE_WINDOW_SECONDS = 86_400\n\ninterface Wrapped<T> {\n\tvalue: T\n\texpiresAt: number\n\t// Absent on entries written before stale-while-error shipped; treated as expiresAt (never stale-served).\n\tstaleUntil?: number\n}\n\nexport function kvCacheStore(kv: KVAdapter): CacheStore {\n\tconst store: CacheStore = {\n\t\tnow: () => Date.now(),\n\t\tasync get<T>(key: string): Promise<T | null> {\n\t\t\tconst hit = await kv.get<Wrapped<T>>(key)\n\t\t\tif (!hit) return null\n\t\t\tconst staleUntil = hit.staleUntil ?? hit.expiresAt\n\t\t\tif (staleUntil <= store.now()) {\n\t\t\t\tawait kv.delete(key)\n\t\t\t\treturn null\n\t\t\t}\n\t\t\tif (hit.expiresAt <= store.now()) return null\n\t\t\treturn hit.value\n\t\t},\n\t\tasync getStale<T>(key: string): Promise<T | null> {\n\t\t\tconst hit = await kv.get<Wrapped<T>>(key)\n\t\t\tif (!hit) return null\n\t\t\tconst now = store.now()\n\t\t\tconst staleUntil = hit.staleUntil ?? hit.expiresAt\n\t\t\tif (staleUntil <= now) {\n\t\t\t\tawait kv.delete(key)\n\t\t\t\treturn null\n\t\t\t}\n\t\t\tif (hit.expiresAt > now) return null\n\t\t\treturn hit.value\n\t\t},\n\t\tasync set<T>(key: string, value: T, ttlSeconds: number): Promise<void> {\n\t\t\tconst expiresAt = store.now() + ttlSeconds * 1000\n\t\t\tawait kv.set(key, {\n\t\t\t\tvalue,\n\t\t\t\texpiresAt,\n\t\t\t\tstaleUntil: expiresAt + STALE_WINDOW_SECONDS * 1000,\n\t\t\t} satisfies Wrapped<T>)\n\t\t},\n\t}\n\treturn store\n}\n"],"mappings":";;AAYA,MAAa,uBAAuB;AASpC,SAAgB,aAAa,IAA2B;CACvD,MAAM,QAAoB;EACzB,WAAW,KAAK,IAAI;EACpB,MAAM,IAAO,KAAgC;GAC5C,MAAM,MAAM,MAAM,GAAG,IAAgB,GAAG;GACxC,IAAI,CAAC,KAAK,OAAO;GAEjB,KADmB,IAAI,cAAc,IAAI,cACvB,MAAM,IAAI,GAAG;IAC9B,MAAM,GAAG,OAAO,GAAG;IACnB,OAAO;GACR;GACA,IAAI,IAAI,aAAa,MAAM,IAAI,GAAG,OAAO;GACzC,OAAO,IAAI;EACZ;EACA,MAAM,SAAY,KAAgC;GACjD,MAAM,MAAM,MAAM,GAAG,IAAgB,GAAG;GACxC,IAAI,CAAC,KAAK,OAAO;GACjB,MAAM,MAAM,MAAM,IAAI;GAEtB,KADmB,IAAI,cAAc,IAAI,cACvB,KAAK;IACtB,MAAM,GAAG,OAAO,GAAG;IACnB,OAAO;GACR;GACA,IAAI,IAAI,YAAY,KAAK,OAAO;GAChC,OAAO,IAAI;EACZ;EACA,MAAM,IAAO,KAAa,OAAU,YAAmC;GACtE,MAAM,YAAY,MAAM,IAAI,IAAI,aAAa;GAC7C,MAAM,GAAG,IAAI,KAAK;IACjB;IACA;IACA,YAAY,YAAY,uBAAuB;GAChD,CAAsB;EACvB;CACD;CACA,OAAO;AACR"}
@@ -0,0 +1 @@
1
+ export { };
@@ -2,6 +2,8 @@ import { startOfDayInTz } from "../timeframe/tz.js";
2
2
  import { buildCacheKey } from "../core/cacheKey.js";
3
3
  import { createCoalescer } from "./coalesce.js";
4
4
  import { createQueue } from "./queue.js";
5
+ import { limiterFor } from "./rateLimiter.js";
6
+ import { PROVIDER_READ_TIMEOUT_MESSAGE, shouldRetryProviderError } from "./retryPolicy.js";
5
7
  //#region src/surfacing/engine.ts
6
8
  const DAY_MS = 864e5;
7
9
  const clampRange = (range, maxLookbackDays, tz = "UTC") => {
@@ -31,7 +33,12 @@ const emptyResult = (provider, q) => ({
31
33
  });
32
34
  function createEngine(opts) {
33
35
  const coalesce = createCoalescer();
34
- const queue = createQueue(opts.queue);
36
+ const limiters = /* @__PURE__ */ new Map();
37
+ const queue = createQueue({
38
+ ...opts.queue,
39
+ shouldRetry: shouldRetryProviderError,
40
+ baseDelayMs: 500
41
+ });
35
42
  return { async read(adapter, query) {
36
43
  if (!adapter.isConfigured()) return emptyResult(adapter.id, query);
37
44
  const { range, clamped } = clampRange(query.dateRange, adapter.capabilities.maxLookbackDays, query.timezone);
@@ -41,9 +48,42 @@ function createEngine(opts) {
41
48
  } : query;
42
49
  const key = buildCacheKey(adapter.id, q);
43
50
  return coalesce(key, async () => {
44
- const cached = await opts.store.get(key);
45
- if (cached) return cached;
46
- const fresh = await queue.run(() => adapter.query(q, {}));
51
+ let fresh;
52
+ const controller = new AbortController();
53
+ const timer = setTimeout(() => controller.abort(new Error(PROVIDER_READ_TIMEOUT_MESSAGE)), opts.timeoutMs);
54
+ timer.unref?.();
55
+ try {
56
+ const cached = await opts.store.get(key);
57
+ if (cached) return cached;
58
+ const aborted = new Promise((_resolve, reject) => {
59
+ controller.signal.addEventListener("abort", () => reject(controller.signal.reason), { once: true });
60
+ });
61
+ const attempt = queue.run(async () => {
62
+ const release = await limiterFor(limiters, adapter).take(controller.signal);
63
+ try {
64
+ return await adapter.query(q, { signal: controller.signal });
65
+ } finally {
66
+ release();
67
+ }
68
+ }, controller.signal);
69
+ attempt.catch(() => {});
70
+ fresh = await Promise.race([attempt, aborted]);
71
+ } catch (err) {
72
+ opts.onError?.(err, adapter.id);
73
+ try {
74
+ const stale = await opts.store.getStale(key);
75
+ if (stale) return {
76
+ ...stale,
77
+ meta: {
78
+ ...stale.meta,
79
+ stale: true
80
+ }
81
+ };
82
+ } catch {}
83
+ throw err;
84
+ } finally {
85
+ clearTimeout(timer);
86
+ }
47
87
  const result = clamped ? {
48
88
  ...fresh,
49
89
  meta: {
@@ -1 +1 @@
1
- {"version":3,"file":"engine.js","names":[],"sources":["../../src/surfacing/engine.ts"],"sourcesContent":["import { buildCacheKey } from '../core/cacheKey'\nimport type { AnalyticsAdapter, AnalyticsQuery, AnalyticsResult } from '../core/contract'\nimport { DEFAULT_TIMEZONE, startOfDayInTz } from '../timeframe/tz'\nimport type { CacheStore } from './cacheStore'\nimport { createCoalescer } from './coalesce'\nimport { createQueue, type QueueOptions } from './queue'\n\nconst DAY_MS = 86_400_000\n\nconst clampRange = (\n\trange: AnalyticsQuery['dateRange'],\n\tmaxLookbackDays: number | null,\n\ttz: string = DEFAULT_TIMEZONE\n): { range: AnalyticsQuery['dateRange']; clamped: boolean } => {\n\tif (maxLookbackDays == null) {\n\t\treturn { range, clamped: false }\n\t}\n\tconst floor = new Date(startOfDayInTz(range.end, tz).getTime() - maxLookbackDays * DAY_MS)\n\tif (range.start.getTime() >= floor.getTime()) {\n\t\treturn { range, clamped: false }\n\t}\n\treturn { range: { start: floor, end: range.end }, clamped: true }\n}\n\nexport interface EngineOptions {\n\tstore: CacheStore\n\tqueue: QueueOptions\n\t/** Explicit TTL overrides; when a value is unset the adapter's recommendedTtl applies. */\n\tttl: { aggregate?: number; realtime?: number }\n}\n\nexport interface Engine {\n\tread(adapter: AnalyticsAdapter, query: AnalyticsQuery): Promise<AnalyticsResult>\n}\n\nconst emptyResult = (provider: string, q: AnalyticsQuery): AnalyticsResult => ({\n\trows: [],\n\tmeta: { provider, fetchedAt: q.dateRange.end.toISOString() },\n})\n\nexport function createEngine(opts: EngineOptions): Engine {\n\tconst coalesce = createCoalescer<AnalyticsResult>()\n\tconst queue = createQueue(opts.queue)\n\n\treturn {\n\t\tasync read(adapter, query) {\n\t\t\tif (!adapter.isConfigured()) return emptyResult(adapter.id, query)\n\n\t\t\tconst { range, clamped } = clampRange(\n\t\t\t\tquery.dateRange,\n\t\t\t\tadapter.capabilities.maxLookbackDays,\n\t\t\t\tquery.timezone\n\t\t\t)\n\t\t\tconst q = clamped ? { ...query, dateRange: range } : query\n\t\t\tconst key = buildCacheKey(adapter.id, q)\n\t\t\treturn coalesce(key, async () => {\n\t\t\t\tconst cached = await opts.store.get<AnalyticsResult>(key)\n\t\t\t\tif (cached) return cached\n\n\t\t\t\tconst fresh = await queue.run(() => adapter.query(q, {}))\n\t\t\t\tconst result: AnalyticsResult = clamped\n\t\t\t\t\t? { ...fresh, meta: { ...fresh.meta, clamped: true } }\n\t\t\t\t\t: fresh\n\t\t\t\tconst ttl = opts.ttl.aggregate ?? adapter.capabilities.recommendedTtl.aggregate\n\t\t\t\tawait opts.store.set(key, result, ttl)\n\t\t\t\treturn result\n\t\t\t})\n\t\t},\n\t}\n}\n"],"mappings":";;;;;AAOA,MAAM,SAAS;AAEf,MAAM,cACL,OACA,iBACA,KAAA,UAC8D;CAC9D,IAAI,mBAAmB,MACtB,OAAO;EAAE;EAAO,SAAS;CAAM;CAEhC,MAAM,wBAAQ,IAAI,KAAK,eAAe,MAAM,KAAK,EAAE,EAAE,QAAQ,IAAI,kBAAkB,MAAM;CACzF,IAAI,MAAM,MAAM,QAAQ,KAAK,MAAM,QAAQ,GAC1C,OAAO;EAAE;EAAO,SAAS;CAAM;CAEhC,OAAO;EAAE,OAAO;GAAE,OAAO;GAAO,KAAK,MAAM;EAAI;EAAG,SAAS;CAAK;AACjE;AAaA,MAAM,eAAe,UAAkB,OAAwC;CAC9E,MAAM,CAAC;CACP,MAAM;EAAE;EAAU,WAAW,EAAE,UAAU,IAAI,YAAY;CAAE;AAC5D;AAEA,SAAgB,aAAa,MAA6B;CACzD,MAAM,WAAW,gBAAiC;CAClD,MAAM,QAAQ,YAAY,KAAK,KAAK;CAEpC,OAAO,EACN,MAAM,KAAK,SAAS,OAAO;EAC1B,IAAI,CAAC,QAAQ,aAAa,GAAG,OAAO,YAAY,QAAQ,IAAI,KAAK;EAEjE,MAAM,EAAE,OAAO,YAAY,WAC1B,MAAM,WACN,QAAQ,aAAa,iBACrB,MAAM,QACP;EACA,MAAM,IAAI,UAAU;GAAE,GAAG;GAAO,WAAW;EAAM,IAAI;EACrD,MAAM,MAAM,cAAc,QAAQ,IAAI,CAAC;EACvC,OAAO,SAAS,KAAK,YAAY;GAChC,MAAM,SAAS,MAAM,KAAK,MAAM,IAAqB,GAAG;GACxD,IAAI,QAAQ,OAAO;GAEnB,MAAM,QAAQ,MAAM,MAAM,UAAU,QAAQ,MAAM,GAAG,CAAC,CAAC,CAAC;GACxD,MAAM,SAA0B,UAC7B;IAAE,GAAG;IAAO,MAAM;KAAE,GAAG,MAAM;KAAM,SAAS;IAAK;GAAE,IACnD;GACH,MAAM,MAAM,KAAK,IAAI,aAAa,QAAQ,aAAa,eAAe;GACtE,MAAM,KAAK,MAAM,IAAI,KAAK,QAAQ,GAAG;GACrC,OAAO;EACR,CAAC;CACF,EACD;AACD"}
1
+ {"version":3,"file":"engine.js","names":[],"sources":["../../src/surfacing/engine.ts"],"sourcesContent":["import { buildCacheKey } from '../core/cacheKey'\nimport type { AnalyticsAdapter, AnalyticsQuery, AnalyticsResult } from '../core/contract'\nimport { DEFAULT_TIMEZONE, startOfDayInTz } from '../timeframe/tz'\nimport type { CacheStore } from './cacheStore'\nimport { createCoalescer } from './coalesce'\nimport { createQueue, type QueueOptions } from './queue'\nimport { limiterFor, type RateLimiter } from './rateLimiter'\nimport { PROVIDER_READ_TIMEOUT_MESSAGE, shouldRetryProviderError } from './retryPolicy'\n\nconst DAY_MS = 86_400_000\n\nconst clampRange = (\n\trange: AnalyticsQuery['dateRange'],\n\tmaxLookbackDays: number | null,\n\ttz: string = DEFAULT_TIMEZONE\n): { range: AnalyticsQuery['dateRange']; clamped: boolean } => {\n\tif (maxLookbackDays == null) {\n\t\treturn { range, clamped: false }\n\t}\n\tconst floor = new Date(startOfDayInTz(range.end, tz).getTime() - maxLookbackDays * DAY_MS)\n\tif (range.start.getTime() >= floor.getTime()) {\n\t\treturn { range, clamped: false }\n\t}\n\treturn { range: { start: floor, end: range.end }, clamped: true }\n}\n\nexport interface EngineOptions {\n\tstore: CacheStore\n\tqueue: QueueOptions\n\t/** Explicit TTL overrides; when a value is unset the adapter's recommendedTtl applies. */\n\tttl: { aggregate?: number; realtime?: number }\n\t/** Budget for a single adapter read; the in-flight request is aborted past this. */\n\ttimeoutMs: number\n\t/** Called once per failed adapter fetch, before falling back to a stale cache entry. */\n\tonError?: (err: unknown, adapterId: string) => void\n}\n\nexport interface Engine {\n\tread(adapter: AnalyticsAdapter, query: AnalyticsQuery): Promise<AnalyticsResult>\n}\n\nconst emptyResult = (provider: string, q: AnalyticsQuery): AnalyticsResult => ({\n\trows: [],\n\tmeta: { provider, fetchedAt: q.dateRange.end.toISOString() },\n})\n\nexport function createEngine(opts: EngineOptions): Engine {\n\tconst coalesce = createCoalescer<AnalyticsResult>()\n\tconst limiters = new Map<string, RateLimiter>()\n\tconst queue = createQueue({\n\t\t...opts.queue,\n\t\tshouldRetry: shouldRetryProviderError,\n\t\tbaseDelayMs: 500,\n\t})\n\n\treturn {\n\t\tasync read(adapter, query) {\n\t\t\tif (!adapter.isConfigured()) return emptyResult(adapter.id, query)\n\n\t\t\tconst { range, clamped } = clampRange(\n\t\t\t\tquery.dateRange,\n\t\t\t\tadapter.capabilities.maxLookbackDays,\n\t\t\t\tquery.timezone\n\t\t\t)\n\t\t\tconst q = clamped ? { ...query, dateRange: range } : query\n\t\t\tconst key = buildCacheKey(adapter.id, q)\n\t\t\treturn coalesce(key, async () => {\n\t\t\t\tlet fresh: AnalyticsResult\n\t\t\t\tconst controller = new AbortController()\n\t\t\t\tconst timer = setTimeout(\n\t\t\t\t\t() => controller.abort(new Error(PROVIDER_READ_TIMEOUT_MESSAGE)),\n\t\t\t\t\topts.timeoutMs\n\t\t\t\t)\n\t\t\t\ttimer.unref?.()\n\t\t\t\ttry {\n\t\t\t\t\tconst cached = await opts.store.get<AnalyticsResult>(key)\n\t\t\t\t\tif (cached) return cached\n\n\t\t\t\t\t// Races the queued attempt itself, not just its backoff waits, so a signal-blind\n\t\t\t\t\t// adapter (one that never checks ctx.signal) still bounds the read at timeoutMs.\n\t\t\t\t\t// The orphaned attempt keeps its queue slot until the underlying client gives up;\n\t\t\t\t\t// this only bounds how long read() waits for it.\n\t\t\t\t\tconst aborted = new Promise<never>((_resolve, reject) => {\n\t\t\t\t\t\tcontroller.signal.addEventListener('abort', () => reject(controller.signal.reason), {\n\t\t\t\t\t\t\tonce: true,\n\t\t\t\t\t\t})\n\t\t\t\t\t})\n\t\t\t\t\tconst attempt = queue.run(async () => {\n\t\t\t\t\t\tconst release = await limiterFor(limiters, adapter).take(controller.signal)\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\treturn await adapter.query(q, { signal: controller.signal })\n\t\t\t\t\t\t} finally {\n\t\t\t\t\t\t\trelease()\n\t\t\t\t\t\t}\n\t\t\t\t\t}, controller.signal)\n\t\t\t\t\tattempt.catch(() => {})\n\t\t\t\t\tfresh = await Promise.race([attempt, aborted])\n\t\t\t\t} catch (err) {\n\t\t\t\t\topts.onError?.(err, adapter.id)\n\t\t\t\t\ttry {\n\t\t\t\t\t\tconst stale = await opts.store.getStale<AnalyticsResult>(key)\n\t\t\t\t\t\tif (stale) return { ...stale, meta: { ...stale.meta, stale: true } }\n\t\t\t\t\t} catch {\n\t\t\t\t\t\t// A broken store fails getStale too; surface the original read error, not this one.\n\t\t\t\t\t}\n\t\t\t\t\tthrow err\n\t\t\t\t} finally {\n\t\t\t\t\tclearTimeout(timer)\n\t\t\t\t}\n\t\t\t\tconst result: AnalyticsResult = clamped\n\t\t\t\t\t? { ...fresh, meta: { ...fresh.meta, clamped: true } }\n\t\t\t\t\t: fresh\n\t\t\t\tconst ttl = opts.ttl.aggregate ?? adapter.capabilities.recommendedTtl.aggregate\n\t\t\t\tawait opts.store.set(key, result, ttl)\n\t\t\t\treturn result\n\t\t\t})\n\t\t},\n\t}\n}\n"],"mappings":";;;;;;;AASA,MAAM,SAAS;AAEf,MAAM,cACL,OACA,iBACA,KAAA,UAC8D;CAC9D,IAAI,mBAAmB,MACtB,OAAO;EAAE;EAAO,SAAS;CAAM;CAEhC,MAAM,wBAAQ,IAAI,KAAK,eAAe,MAAM,KAAK,EAAE,EAAE,QAAQ,IAAI,kBAAkB,MAAM;CACzF,IAAI,MAAM,MAAM,QAAQ,KAAK,MAAM,QAAQ,GAC1C,OAAO;EAAE;EAAO,SAAS;CAAM;CAEhC,OAAO;EAAE,OAAO;GAAE,OAAO;GAAO,KAAK,MAAM;EAAI;EAAG,SAAS;CAAK;AACjE;AAiBA,MAAM,eAAe,UAAkB,OAAwC;CAC9E,MAAM,CAAC;CACP,MAAM;EAAE;EAAU,WAAW,EAAE,UAAU,IAAI,YAAY;CAAE;AAC5D;AAEA,SAAgB,aAAa,MAA6B;CACzD,MAAM,WAAW,gBAAiC;CAClD,MAAM,2BAAW,IAAI,IAAyB;CAC9C,MAAM,QAAQ,YAAY;EACzB,GAAG,KAAK;EACR,aAAa;EACb,aAAa;CACd,CAAC;CAED,OAAO,EACN,MAAM,KAAK,SAAS,OAAO;EAC1B,IAAI,CAAC,QAAQ,aAAa,GAAG,OAAO,YAAY,QAAQ,IAAI,KAAK;EAEjE,MAAM,EAAE,OAAO,YAAY,WAC1B,MAAM,WACN,QAAQ,aAAa,iBACrB,MAAM,QACP;EACA,MAAM,IAAI,UAAU;GAAE,GAAG;GAAO,WAAW;EAAM,IAAI;EACrD,MAAM,MAAM,cAAc,QAAQ,IAAI,CAAC;EACvC,OAAO,SAAS,KAAK,YAAY;GAChC,IAAI;GACJ,MAAM,aAAa,IAAI,gBAAgB;GACvC,MAAM,QAAQ,iBACP,WAAW,MAAM,IAAI,MAAM,6BAA6B,CAAC,GAC/D,KAAK,SACN;GACA,MAAM,QAAQ;GACd,IAAI;IACH,MAAM,SAAS,MAAM,KAAK,MAAM,IAAqB,GAAG;IACxD,IAAI,QAAQ,OAAO;IAMnB,MAAM,UAAU,IAAI,SAAgB,UAAU,WAAW;KACxD,WAAW,OAAO,iBAAiB,eAAe,OAAO,WAAW,OAAO,MAAM,GAAG,EACnF,MAAM,KACP,CAAC;IACF,CAAC;IACD,MAAM,UAAU,MAAM,IAAI,YAAY;KACrC,MAAM,UAAU,MAAM,WAAW,UAAU,OAAO,EAAE,KAAK,WAAW,MAAM;KAC1E,IAAI;MACH,OAAO,MAAM,QAAQ,MAAM,GAAG,EAAE,QAAQ,WAAW,OAAO,CAAC;KAC5D,UAAU;MACT,QAAQ;KACT;IACD,GAAG,WAAW,MAAM;IACpB,QAAQ,YAAY,CAAC,CAAC;IACtB,QAAQ,MAAM,QAAQ,KAAK,CAAC,SAAS,OAAO,CAAC;GAC9C,SAAS,KAAK;IACb,KAAK,UAAU,KAAK,QAAQ,EAAE;IAC9B,IAAI;KACH,MAAM,QAAQ,MAAM,KAAK,MAAM,SAA0B,GAAG;KAC5D,IAAI,OAAO,OAAO;MAAE,GAAG;MAAO,MAAM;OAAE,GAAG,MAAM;OAAM,OAAO;MAAK;KAAE;IACpE,QAAQ,CAER;IACA,MAAM;GACP,UAAU;IACT,aAAa,KAAK;GACnB;GACA,MAAM,SAA0B,UAC7B;IAAE,GAAG;IAAO,MAAM;KAAE,GAAG,MAAM;KAAM,SAAS;IAAK;GAAE,IACnD;GACH,MAAM,MAAM,KAAK,IAAI,aAAa,QAAQ,aAAa,eAAe;GACtE,MAAM,KAAK,MAAM,IAAI,KAAK,QAAQ,GAAG;GACrC,OAAO;EACR,CAAC;CACF,EACD;AACD"}
@@ -1,5 +1,20 @@
1
1
  //#region src/surfacing/queue.ts
2
- const wait = (ms) => new Promise((r) => setTimeout(r, ms));
2
+ /** Resolves after ms, or rethrows the original task error early if signal aborts first. */
3
+ const wait = (ms, taskErr, signal) => {
4
+ if (!signal) return new Promise((r) => setTimeout(r, ms));
5
+ if (signal.aborted) return Promise.reject(taskErr);
6
+ return new Promise((resolve, reject) => {
7
+ const timer = setTimeout(() => {
8
+ signal.removeEventListener("abort", onAbort);
9
+ resolve();
10
+ }, ms);
11
+ const onAbort = () => {
12
+ clearTimeout(timer);
13
+ reject(taskErr);
14
+ };
15
+ signal.addEventListener("abort", onAbort, { once: true });
16
+ });
17
+ };
3
18
  function createQueue(opts) {
4
19
  const maxRetries = opts.maxRetries ?? 0;
5
20
  const baseDelayMs = opts.baseDelayMs ?? 200;
@@ -18,21 +33,22 @@ function createQueue(opts) {
18
33
  active--;
19
34
  pending.shift()?.();
20
35
  };
21
- const withRetry = async (task) => {
36
+ const withRetry = async (task, signal) => {
22
37
  let attempt = 0;
23
38
  for (;;) try {
24
39
  return await task();
25
40
  } catch (err) {
26
- if (attempt >= maxRetries) throw err;
41
+ if (!(opts.shouldRetry ? opts.shouldRetry(err, attempt) : attempt < maxRetries)) throw err;
27
42
  const jitter = baseDelayMs * .5;
28
- await wait(baseDelayMs * 2 ** attempt + jitter * attempt);
43
+ await wait(baseDelayMs * 2 ** attempt + jitter * attempt, err, signal);
29
44
  attempt++;
30
45
  }
31
46
  };
32
- return { async run(task) {
47
+ return { async run(task, signal) {
48
+ if (signal?.aborted) throw signal.reason;
33
49
  await acquire();
34
50
  try {
35
- return await withRetry(task);
51
+ return await withRetry(task, signal);
36
52
  } finally {
37
53
  release();
38
54
  }
@@ -1 +1 @@
1
- {"version":3,"file":"queue.js","names":[],"sources":["../../src/surfacing/queue.ts"],"sourcesContent":["export interface QueueOptions {\n\tconcurrency: number\n\tmaxRetries?: number\n\tbaseDelayMs?: number\n}\n\nexport interface Queue {\n\trun<T>(task: () => Promise<T>): Promise<T>\n}\n\nconst wait = (ms: number) => new Promise((r) => setTimeout(r, ms))\n\nexport function createQueue(opts: QueueOptions): Queue {\n\tconst maxRetries = opts.maxRetries ?? 0\n\tconst baseDelayMs = opts.baseDelayMs ?? 200\n\tlet active = 0\n\tconst pending: Array<() => void> = []\n\n\tconst acquire = (): Promise<void> => {\n\t\tif (active < opts.concurrency) {\n\t\t\tactive++\n\t\t\treturn Promise.resolve()\n\t\t}\n\t\treturn new Promise<void>((resolve) => pending.push(resolve)).then(() => {\n\t\t\tactive++\n\t\t})\n\t}\n\n\tconst release = (): void => {\n\t\tactive--\n\t\tpending.shift()?.()\n\t}\n\n\tconst withRetry = async <T>(task: () => Promise<T>): Promise<T> => {\n\t\tlet attempt = 0\n\t\tfor (;;) {\n\t\t\ttry {\n\t\t\t\treturn await task()\n\t\t\t} catch (err) {\n\t\t\t\tif (attempt >= maxRetries) throw err\n\t\t\t\t// Jitter derived from attempt count, not Math.random, to keep tests deterministic\n\t\t\t\tconst jitter = baseDelayMs * 0.5\n\t\t\t\tawait wait(baseDelayMs * 2 ** attempt + jitter * attempt)\n\t\t\t\tattempt++\n\t\t\t}\n\t\t}\n\t}\n\n\treturn {\n\t\tasync run<T>(task: () => Promise<T>): Promise<T> {\n\t\t\tawait acquire()\n\t\t\ttry {\n\t\t\t\treturn await withRetry(task)\n\t\t\t} finally {\n\t\t\t\trelease()\n\t\t\t}\n\t\t},\n\t}\n}\n"],"mappings":";AAUA,MAAM,QAAQ,OAAe,IAAI,SAAS,MAAM,WAAW,GAAG,EAAE,CAAC;AAEjE,SAAgB,YAAY,MAA2B;CACtD,MAAM,aAAa,KAAK,cAAc;CACtC,MAAM,cAAc,KAAK,eAAe;CACxC,IAAI,SAAS;CACb,MAAM,UAA6B,CAAC;CAEpC,MAAM,gBAA+B;EACpC,IAAI,SAAS,KAAK,aAAa;GAC9B;GACA,OAAO,QAAQ,QAAQ;EACxB;EACA,OAAO,IAAI,SAAe,YAAY,QAAQ,KAAK,OAAO,CAAC,EAAE,WAAW;GACvE;EACD,CAAC;CACF;CAEA,MAAM,gBAAsB;EAC3B;EACA,QAAQ,MAAM,IAAI;CACnB;CAEA,MAAM,YAAY,OAAU,SAAuC;EAClE,IAAI,UAAU;EACd,SACC,IAAI;GACH,OAAO,MAAM,KAAK;EACnB,SAAS,KAAK;GACb,IAAI,WAAW,YAAY,MAAM;GAEjC,MAAM,SAAS,cAAc;GAC7B,MAAM,KAAK,cAAc,KAAK,UAAU,SAAS,OAAO;GACxD;EACD;CAEF;CAEA,OAAO,EACN,MAAM,IAAO,MAAoC;EAChD,MAAM,QAAQ;EACd,IAAI;GACH,OAAO,MAAM,UAAU,IAAI;EAC5B,UAAU;GACT,QAAQ;EACT;CACD,EACD;AACD"}
1
+ {"version":3,"file":"queue.js","names":[],"sources":["../../src/surfacing/queue.ts"],"sourcesContent":["export interface QueueOptions {\n\tconcurrency: number\n\tmaxRetries?: number\n\tbaseDelayMs?: number\n\t/** Consulted per attempt in place of the maxRetries check when provided. */\n\tshouldRetry?: (err: unknown, attempt: number) => boolean\n}\n\nexport interface Queue {\n\trun<T>(task: () => Promise<T>, signal?: AbortSignal): Promise<T>\n}\n\n/** Resolves after ms, or rethrows the original task error early if signal aborts first. */\nconst wait = (ms: number, taskErr: unknown, signal?: AbortSignal): Promise<void> => {\n\tif (!signal) return new Promise((r) => setTimeout(r, ms))\n\t// An abort that already fired won't fire its event again, so a listener added\n\t// after the fact never triggers; check the already-aborted case up front.\n\tif (signal.aborted) return Promise.reject(taskErr)\n\treturn new Promise<void>((resolve, reject) => {\n\t\tconst timer = setTimeout(() => {\n\t\t\tsignal.removeEventListener('abort', onAbort)\n\t\t\tresolve()\n\t\t}, ms)\n\t\tconst onAbort = () => {\n\t\t\tclearTimeout(timer)\n\t\t\treject(taskErr)\n\t\t}\n\t\tsignal.addEventListener('abort', onAbort, { once: true })\n\t})\n}\n\nexport function createQueue(opts: QueueOptions): Queue {\n\tconst maxRetries = opts.maxRetries ?? 0\n\tconst baseDelayMs = opts.baseDelayMs ?? 200\n\tlet active = 0\n\tconst pending: Array<() => void> = []\n\n\tconst acquire = (): Promise<void> => {\n\t\tif (active < opts.concurrency) {\n\t\t\tactive++\n\t\t\treturn Promise.resolve()\n\t\t}\n\t\treturn new Promise<void>((resolve) => pending.push(resolve)).then(() => {\n\t\t\tactive++\n\t\t})\n\t}\n\n\tconst release = (): void => {\n\t\tactive--\n\t\tpending.shift()?.()\n\t}\n\n\tconst withRetry = async <T>(task: () => Promise<T>, signal?: AbortSignal): Promise<T> => {\n\t\tlet attempt = 0\n\t\tfor (;;) {\n\t\t\ttry {\n\t\t\t\treturn await task()\n\t\t\t} catch (err) {\n\t\t\t\tconst canRetry = opts.shouldRetry ? opts.shouldRetry(err, attempt) : attempt < maxRetries\n\t\t\t\tif (!canRetry) throw err\n\t\t\t\t// Jitter derived from attempt count, not Math.random, to keep tests deterministic\n\t\t\t\tconst jitter = baseDelayMs * 0.5\n\t\t\t\tawait wait(baseDelayMs * 2 ** attempt + jitter * attempt, err, signal)\n\t\t\t\tattempt++\n\t\t\t}\n\t\t}\n\t}\n\n\treturn {\n\t\tasync run<T>(task: () => Promise<T>, signal?: AbortSignal): Promise<T> {\n\t\t\tif (signal?.aborted) throw signal.reason\n\t\t\tawait acquire()\n\t\t\ttry {\n\t\t\t\treturn await withRetry(task, signal)\n\t\t\t} finally {\n\t\t\t\trelease()\n\t\t\t}\n\t\t},\n\t}\n}\n"],"mappings":";;AAaA,MAAM,QAAQ,IAAY,SAAkB,WAAwC;CACnF,IAAI,CAAC,QAAQ,OAAO,IAAI,SAAS,MAAM,WAAW,GAAG,EAAE,CAAC;CAGxD,IAAI,OAAO,SAAS,OAAO,QAAQ,OAAO,OAAO;CACjD,OAAO,IAAI,SAAe,SAAS,WAAW;EAC7C,MAAM,QAAQ,iBAAiB;GAC9B,OAAO,oBAAoB,SAAS,OAAO;GAC3C,QAAQ;EACT,GAAG,EAAE;EACL,MAAM,gBAAgB;GACrB,aAAa,KAAK;GAClB,OAAO,OAAO;EACf;EACA,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CACzD,CAAC;AACF;AAEA,SAAgB,YAAY,MAA2B;CACtD,MAAM,aAAa,KAAK,cAAc;CACtC,MAAM,cAAc,KAAK,eAAe;CACxC,IAAI,SAAS;CACb,MAAM,UAA6B,CAAC;CAEpC,MAAM,gBAA+B;EACpC,IAAI,SAAS,KAAK,aAAa;GAC9B;GACA,OAAO,QAAQ,QAAQ;EACxB;EACA,OAAO,IAAI,SAAe,YAAY,QAAQ,KAAK,OAAO,CAAC,EAAE,WAAW;GACvE;EACD,CAAC;CACF;CAEA,MAAM,gBAAsB;EAC3B;EACA,QAAQ,MAAM,IAAI;CACnB;CAEA,MAAM,YAAY,OAAU,MAAwB,WAAqC;EACxF,IAAI,UAAU;EACd,SACC,IAAI;GACH,OAAO,MAAM,KAAK;EACnB,SAAS,KAAK;GAEb,IAAI,EADa,KAAK,cAAc,KAAK,YAAY,KAAK,OAAO,IAAI,UAAU,aAChE,MAAM;GAErB,MAAM,SAAS,cAAc;GAC7B,MAAM,KAAK,cAAc,KAAK,UAAU,SAAS,SAAS,KAAK,MAAM;GACrE;EACD;CAEF;CAEA,OAAO,EACN,MAAM,IAAO,MAAwB,QAAkC;EACtE,IAAI,QAAQ,SAAS,MAAM,OAAO;EAClC,MAAM,QAAQ;EACd,IAAI;GACH,OAAO,MAAM,UAAU,MAAM,MAAM;EACpC,UAAU;GACT,QAAQ;EACT;CACD,EACD;AACD"}
@@ -0,0 +1,130 @@
1
+ //#region src/surfacing/rateLimiter.ts
2
+ const MINUTE_MS = 6e4;
3
+ const HOUR_MS = 36e5;
4
+ const createBucket = (capacity, windowMs) => {
5
+ const intervalMs = windowMs / capacity;
6
+ let tokens = capacity;
7
+ let last;
8
+ const sync = (now) => {
9
+ if (last === void 0) {
10
+ last = now;
11
+ return;
12
+ }
13
+ const elapsed = now - last;
14
+ if (elapsed > 0) {
15
+ tokens = Math.min(capacity, tokens + elapsed / intervalMs);
16
+ last = now;
17
+ }
18
+ };
19
+ return {
20
+ waitMs(now) {
21
+ sync(now);
22
+ if (tokens >= 1) return 0;
23
+ return Math.ceil((1 - tokens) * intervalMs);
24
+ },
25
+ take(now) {
26
+ sync(now);
27
+ tokens -= 1;
28
+ }
29
+ };
30
+ };
31
+ const sleep = (ms, signal) => {
32
+ if (signal?.aborted) return Promise.reject(signal.reason);
33
+ return new Promise((resolve, reject) => {
34
+ const timer = setTimeout(() => {
35
+ signal?.removeEventListener("abort", onAbort);
36
+ resolve();
37
+ }, ms);
38
+ const onAbort = () => {
39
+ clearTimeout(timer);
40
+ reject(signal?.reason);
41
+ };
42
+ signal?.addEventListener("abort", onAbort, { once: true });
43
+ });
44
+ };
45
+ /**
46
+ * Waits until every bucket holds a token, then deducts one from each. Bucket checks and
47
+ * deductions happen synchronously (no await between them) so a zero-wait pass can never
48
+ * race; a non-zero wait rechecks after sleeping since a concurrent taker may have spent
49
+ * the token first.
50
+ */
51
+ const acquireTokens = async (buckets, clock, signal) => {
52
+ for (;;) {
53
+ if (signal?.aborted) throw signal.reason;
54
+ const now = clock();
55
+ const maxWait = buckets.reduce((max, bucket) => Math.max(max, bucket.waitMs(now)), 0);
56
+ if (maxWait === 0) {
57
+ for (const bucket of buckets) bucket.take(now);
58
+ return;
59
+ }
60
+ await sleep(maxWait, signal);
61
+ }
62
+ };
63
+ const createSemaphore = (capacity) => {
64
+ let active = 0;
65
+ const waiters = [];
66
+ const release = () => {
67
+ active--;
68
+ waiters.shift()?.();
69
+ };
70
+ return { acquire(signal) {
71
+ if (signal?.aborted) return Promise.reject(signal.reason);
72
+ if (active < capacity) {
73
+ active++;
74
+ return Promise.resolve(release);
75
+ }
76
+ return new Promise((resolve, reject) => {
77
+ const onAbort = () => {
78
+ const idx = waiters.indexOf(grant);
79
+ if (idx !== -1) waiters.splice(idx, 1);
80
+ reject(signal?.reason);
81
+ };
82
+ const grant = () => {
83
+ signal?.removeEventListener("abort", onAbort);
84
+ active++;
85
+ resolve(release);
86
+ };
87
+ waiters.push(grant);
88
+ signal?.addEventListener("abort", onAbort, { once: true });
89
+ });
90
+ } };
91
+ };
92
+ const noopRelease = () => {};
93
+ /**
94
+ * Builds a limiter from an adapter's declared RateLimitDescriptor; a null descriptor
95
+ * returns an unlimited pass-through. requestsPerMinute and requestsPerHour each maintain
96
+ * their own continuously refilling token bucket and a take needs a token from every
97
+ * configured bucket; maxConcurrent is a plain semaphore released by the returned function.
98
+ * Token deductions are never released; they represent quota already spent.
99
+ */
100
+ const createRateLimiter = (descriptor, clock = Date.now) => {
101
+ if (!descriptor) return { take: async () => noopRelease };
102
+ const buckets = [];
103
+ if (descriptor.requestsPerMinute) buckets.push(createBucket(descriptor.requestsPerMinute, MINUTE_MS));
104
+ if (descriptor.requestsPerHour) buckets.push(createBucket(descriptor.requestsPerHour, HOUR_MS));
105
+ const semaphore = descriptor.maxConcurrent ? createSemaphore(descriptor.maxConcurrent) : void 0;
106
+ return { async take(signal) {
107
+ if (signal?.aborted) throw signal.reason;
108
+ const releaseConcurrency = semaphore ? await semaphore.acquire(signal) : noopRelease;
109
+ try {
110
+ if (buckets.length) await acquireTokens(buckets, clock, signal);
111
+ return releaseConcurrency;
112
+ } catch (err) {
113
+ releaseConcurrency();
114
+ throw err;
115
+ }
116
+ } };
117
+ };
118
+ /** Returns the adapter's limiter, building and caching it from its declared rateLimit on first use. */
119
+ const limiterFor = (map, adapter, clock) => {
120
+ let limiter = map.get(adapter.id);
121
+ if (!limiter) {
122
+ limiter = createRateLimiter(adapter.capabilities.rateLimit, clock);
123
+ map.set(adapter.id, limiter);
124
+ }
125
+ return limiter;
126
+ };
127
+ //#endregion
128
+ export { limiterFor };
129
+
130
+ //# sourceMappingURL=rateLimiter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rateLimiter.js","names":[],"sources":["../../src/surfacing/rateLimiter.ts"],"sourcesContent":["import type { AnalyticsAdapter, RateLimitDescriptor } from '../core/contract'\n\nexport interface RateLimiter {\n\t/** Resolves when a request slot is available; rejects with the signal's reason when aborted while waiting. Release must be called exactly once per successful take. */\n\ttake(signal?: AbortSignal): Promise<() => void>\n}\n\nconst MINUTE_MS = 60_000\nconst HOUR_MS = 3_600_000\n\ninterface TokenBucket {\n\twaitMs(now: number): number\n\ttake(now: number): void\n}\n\nconst createBucket = (capacity: number, windowMs: number): TokenBucket => {\n\t// ms per token, rather than tokens-per-ms: for every descriptor value in this codebase\n\t// windowMs divides evenly by capacity, so this stays exact and sidesteps the float\n\t// drift a capacity/windowMs rate would reintroduce on the multiply-then-divide round trip.\n\tconst intervalMs = windowMs / capacity\n\tlet tokens = capacity\n\tlet last: number | undefined\n\n\tconst sync = (now: number): void => {\n\t\tif (last === undefined) {\n\t\t\tlast = now\n\t\t\treturn\n\t\t}\n\t\tconst elapsed = now - last\n\t\tif (elapsed > 0) {\n\t\t\ttokens = Math.min(capacity, tokens + elapsed / intervalMs)\n\t\t\tlast = now\n\t\t}\n\t}\n\n\treturn {\n\t\twaitMs(now) {\n\t\t\tsync(now)\n\t\t\tif (tokens >= 1) return 0\n\t\t\treturn Math.ceil((1 - tokens) * intervalMs)\n\t\t},\n\t\ttake(now) {\n\t\t\tsync(now)\n\t\t\ttokens -= 1\n\t\t},\n\t}\n}\n\nconst sleep = (ms: number, signal?: AbortSignal): Promise<void> => {\n\tif (signal?.aborted) return Promise.reject(signal.reason)\n\treturn new Promise<void>((resolve, reject) => {\n\t\tconst timer = setTimeout(() => {\n\t\t\tsignal?.removeEventListener('abort', onAbort)\n\t\t\tresolve()\n\t\t}, ms)\n\t\tconst onAbort = (): void => {\n\t\t\tclearTimeout(timer)\n\t\t\treject(signal?.reason)\n\t\t}\n\t\tsignal?.addEventListener('abort', onAbort, { once: true })\n\t})\n}\n\n/**\n * Waits until every bucket holds a token, then deducts one from each. Bucket checks and\n * deductions happen synchronously (no await between them) so a zero-wait pass can never\n * race; a non-zero wait rechecks after sleeping since a concurrent taker may have spent\n * the token first.\n */\nconst acquireTokens = async (\n\tbuckets: TokenBucket[],\n\tclock: () => number,\n\tsignal?: AbortSignal\n): Promise<void> => {\n\tfor (;;) {\n\t\tif (signal?.aborted) throw signal.reason\n\t\tconst now = clock()\n\t\tconst maxWait = buckets.reduce((max, bucket) => Math.max(max, bucket.waitMs(now)), 0)\n\t\tif (maxWait === 0) {\n\t\t\tfor (const bucket of buckets) bucket.take(now)\n\t\t\treturn\n\t\t}\n\t\tawait sleep(maxWait, signal)\n\t}\n}\n\ninterface Semaphore {\n\tacquire(signal?: AbortSignal): Promise<() => void>\n}\n\nconst createSemaphore = (capacity: number): Semaphore => {\n\tlet active = 0\n\tconst waiters: Array<() => void> = []\n\n\tconst release = (): void => {\n\t\tactive--\n\t\twaiters.shift()?.()\n\t}\n\n\treturn {\n\t\tacquire(signal) {\n\t\t\tif (signal?.aborted) return Promise.reject(signal.reason)\n\t\t\tif (active < capacity) {\n\t\t\t\tactive++\n\t\t\t\treturn Promise.resolve(release)\n\t\t\t}\n\t\t\treturn new Promise<() => void>((resolve, reject) => {\n\t\t\t\tconst onAbort = (): void => {\n\t\t\t\t\tconst idx = waiters.indexOf(grant)\n\t\t\t\t\tif (idx !== -1) waiters.splice(idx, 1)\n\t\t\t\t\treject(signal?.reason)\n\t\t\t\t}\n\t\t\t\tconst grant = (): void => {\n\t\t\t\t\tsignal?.removeEventListener('abort', onAbort)\n\t\t\t\t\tactive++\n\t\t\t\t\tresolve(release)\n\t\t\t\t}\n\t\t\t\twaiters.push(grant)\n\t\t\t\tsignal?.addEventListener('abort', onAbort, { once: true })\n\t\t\t})\n\t\t},\n\t}\n}\n\nconst noopRelease = (): void => {}\n\n/**\n * Builds a limiter from an adapter's declared RateLimitDescriptor; a null descriptor\n * returns an unlimited pass-through. requestsPerMinute and requestsPerHour each maintain\n * their own continuously refilling token bucket and a take needs a token from every\n * configured bucket; maxConcurrent is a plain semaphore released by the returned function.\n * Token deductions are never released; they represent quota already spent.\n */\nexport const createRateLimiter = (\n\tdescriptor: RateLimitDescriptor | null,\n\tclock: () => number = Date.now\n): RateLimiter => {\n\tif (!descriptor) {\n\t\treturn { take: async () => noopRelease }\n\t}\n\n\tconst buckets: TokenBucket[] = []\n\tif (descriptor.requestsPerMinute)\n\t\tbuckets.push(createBucket(descriptor.requestsPerMinute, MINUTE_MS))\n\tif (descriptor.requestsPerHour) buckets.push(createBucket(descriptor.requestsPerHour, HOUR_MS))\n\tconst semaphore = descriptor.maxConcurrent ? createSemaphore(descriptor.maxConcurrent) : undefined\n\n\treturn {\n\t\tasync take(signal) {\n\t\t\tif (signal?.aborted) throw signal.reason\n\t\t\tconst releaseConcurrency = semaphore ? await semaphore.acquire(signal) : noopRelease\n\t\t\ttry {\n\t\t\t\tif (buckets.length) await acquireTokens(buckets, clock, signal)\n\t\t\t\treturn releaseConcurrency\n\t\t\t} catch (err) {\n\t\t\t\treleaseConcurrency()\n\t\t\t\tthrow err\n\t\t\t}\n\t\t},\n\t}\n}\n\n/** Returns the adapter's limiter, building and caching it from its declared rateLimit on first use. */\nexport const limiterFor = (\n\tmap: Map<string, RateLimiter>,\n\tadapter: AnalyticsAdapter,\n\tclock?: () => number\n): RateLimiter => {\n\tlet limiter = map.get(adapter.id)\n\tif (!limiter) {\n\t\tlimiter = createRateLimiter(adapter.capabilities.rateLimit, clock)\n\t\tmap.set(adapter.id, limiter)\n\t}\n\treturn limiter\n}\n"],"mappings":";AAOA,MAAM,YAAY;AAClB,MAAM,UAAU;AAOhB,MAAM,gBAAgB,UAAkB,aAAkC;CAIzE,MAAM,aAAa,WAAW;CAC9B,IAAI,SAAS;CACb,IAAI;CAEJ,MAAM,QAAQ,QAAsB;EACnC,IAAI,SAAS,KAAA,GAAW;GACvB,OAAO;GACP;EACD;EACA,MAAM,UAAU,MAAM;EACtB,IAAI,UAAU,GAAG;GAChB,SAAS,KAAK,IAAI,UAAU,SAAS,UAAU,UAAU;GACzD,OAAO;EACR;CACD;CAEA,OAAO;EACN,OAAO,KAAK;GACX,KAAK,GAAG;GACR,IAAI,UAAU,GAAG,OAAO;GACxB,OAAO,KAAK,MAAM,IAAI,UAAU,UAAU;EAC3C;EACA,KAAK,KAAK;GACT,KAAK,GAAG;GACR,UAAU;EACX;CACD;AACD;AAEA,MAAM,SAAS,IAAY,WAAwC;CAClE,IAAI,QAAQ,SAAS,OAAO,QAAQ,OAAO,OAAO,MAAM;CACxD,OAAO,IAAI,SAAe,SAAS,WAAW;EAC7C,MAAM,QAAQ,iBAAiB;GAC9B,QAAQ,oBAAoB,SAAS,OAAO;GAC5C,QAAQ;EACT,GAAG,EAAE;EACL,MAAM,gBAAsB;GAC3B,aAAa,KAAK;GAClB,OAAO,QAAQ,MAAM;EACtB;EACA,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;CAC1D,CAAC;AACF;;;;;;;AAQA,MAAM,gBAAgB,OACrB,SACA,OACA,WACmB;CACnB,SAAS;EACR,IAAI,QAAQ,SAAS,MAAM,OAAO;EAClC,MAAM,MAAM,MAAM;EAClB,MAAM,UAAU,QAAQ,QAAQ,KAAK,WAAW,KAAK,IAAI,KAAK,OAAO,OAAO,GAAG,CAAC,GAAG,CAAC;EACpF,IAAI,YAAY,GAAG;GAClB,KAAK,MAAM,UAAU,SAAS,OAAO,KAAK,GAAG;GAC7C;EACD;EACA,MAAM,MAAM,SAAS,MAAM;CAC5B;AACD;AAMA,MAAM,mBAAmB,aAAgC;CACxD,IAAI,SAAS;CACb,MAAM,UAA6B,CAAC;CAEpC,MAAM,gBAAsB;EAC3B;EACA,QAAQ,MAAM,IAAI;CACnB;CAEA,OAAO,EACN,QAAQ,QAAQ;EACf,IAAI,QAAQ,SAAS,OAAO,QAAQ,OAAO,OAAO,MAAM;EACxD,IAAI,SAAS,UAAU;GACtB;GACA,OAAO,QAAQ,QAAQ,OAAO;EAC/B;EACA,OAAO,IAAI,SAAqB,SAAS,WAAW;GACnD,MAAM,gBAAsB;IAC3B,MAAM,MAAM,QAAQ,QAAQ,KAAK;IACjC,IAAI,QAAQ,IAAI,QAAQ,OAAO,KAAK,CAAC;IACrC,OAAO,QAAQ,MAAM;GACtB;GACA,MAAM,cAAoB;IACzB,QAAQ,oBAAoB,SAAS,OAAO;IAC5C;IACA,QAAQ,OAAO;GAChB;GACA,QAAQ,KAAK,KAAK;GAClB,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;EAC1D,CAAC;CACF,EACD;AACD;AAEA,MAAM,oBAA0B,CAAC;;;;;;;;AASjC,MAAa,qBACZ,YACA,QAAsB,KAAK,QACV;CACjB,IAAI,CAAC,YACJ,OAAO,EAAE,MAAM,YAAY,YAAY;CAGxC,MAAM,UAAyB,CAAC;CAChC,IAAI,WAAW,mBACd,QAAQ,KAAK,aAAa,WAAW,mBAAmB,SAAS,CAAC;CACnE,IAAI,WAAW,iBAAiB,QAAQ,KAAK,aAAa,WAAW,iBAAiB,OAAO,CAAC;CAC9F,MAAM,YAAY,WAAW,gBAAgB,gBAAgB,WAAW,aAAa,IAAI,KAAA;CAEzF,OAAO,EACN,MAAM,KAAK,QAAQ;EAClB,IAAI,QAAQ,SAAS,MAAM,OAAO;EAClC,MAAM,qBAAqB,YAAY,MAAM,UAAU,QAAQ,MAAM,IAAI;EACzE,IAAI;GACH,IAAI,QAAQ,QAAQ,MAAM,cAAc,SAAS,OAAO,MAAM;GAC9D,OAAO;EACR,SAAS,KAAK;GACb,mBAAmB;GACnB,MAAM;EACP;CACD,EACD;AACD;;AAGA,MAAa,cACZ,KACA,SACA,UACiB;CACjB,IAAI,UAAU,IAAI,IAAI,QAAQ,EAAE;CAChC,IAAI,CAAC,SAAS;EACb,UAAU,kBAAkB,QAAQ,aAAa,WAAW,KAAK;EACjE,IAAI,IAAI,QAAQ,IAAI,OAAO;CAC5B;CACA,OAAO;AACR"}
@@ -0,0 +1,15 @@
1
+ import { ProviderHttpError } from "../adapters/http/fetchJson.js";
2
+ //#region src/surfacing/retryPolicy.ts
3
+ /** Reason message the engine's own read-timeout abort uses; shared so classification and the abort reason cannot drift apart. */
4
+ const PROVIDER_READ_TIMEOUT_MESSAGE = "analytics: provider read timed out";
5
+ const isAbortError = (err) => err instanceof Error && (err.name === "AbortError" || err.message === "analytics: provider read timed out");
6
+ /** Retry classification for provider reads: 429 and 5xx back off (transient quota/server trouble), other HTTP statuses are the caller's bug and never retry, aborts never retry, anything non-HTTP is presumed a transient network failure and gets one more try. */
7
+ const shouldRetryProviderError = (err, attempt) => {
8
+ if (err instanceof ProviderHttpError) return (err.status === 429 || err.status >= 500) && attempt < 2;
9
+ if (isAbortError(err)) return false;
10
+ return attempt < 1;
11
+ };
12
+ //#endregion
13
+ export { PROVIDER_READ_TIMEOUT_MESSAGE, shouldRetryProviderError };
14
+
15
+ //# sourceMappingURL=retryPolicy.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"retryPolicy.js","names":[],"sources":["../../src/surfacing/retryPolicy.ts"],"sourcesContent":["import { ProviderHttpError } from '../adapters/http/fetchJson'\n\n/** Reason message the engine's own read-timeout abort uses; shared so classification and the abort reason cannot drift apart. */\nexport const PROVIDER_READ_TIMEOUT_MESSAGE = 'analytics: provider read timed out'\n\nconst isAbortError = (err: unknown): boolean =>\n\terr instanceof Error &&\n\t(err.name === 'AbortError' || err.message === PROVIDER_READ_TIMEOUT_MESSAGE)\n\n/** Retry classification for provider reads: 429 and 5xx back off (transient quota/server trouble), other HTTP statuses are the caller's bug and never retry, aborts never retry, anything non-HTTP is presumed a transient network failure and gets one more try. */\nexport const shouldRetryProviderError = (err: unknown, attempt: number): boolean => {\n\tif (err instanceof ProviderHttpError) {\n\t\treturn (err.status === 429 || err.status >= 500) && attempt < 2\n\t}\n\tif (isAbortError(err)) return false\n\treturn attempt < 1\n}\n"],"mappings":";;;AAGA,MAAa,gCAAgC;AAE7C,MAAM,gBAAgB,QACrB,eAAe,UACd,IAAI,SAAS,gBAAgB,IAAI,YAAA;;AAGnC,MAAa,4BAA4B,KAAc,YAA6B;CACnF,IAAI,eAAe,mBAClB,QAAQ,IAAI,WAAW,OAAO,IAAI,UAAU,QAAQ,UAAU;CAE/D,IAAI,aAAa,GAAG,GAAG,OAAO;CAC9B,OAAO,UAAU;AAClB"}
@@ -1,5 +1,6 @@
1
+ import { getRuntime, resolveRegistryFor } from "../plugin/runtime.js";
1
2
  import { supportsGranularity } from "../core/granularity.js";
2
- import { getRuntime, resolveRegistryFor, resolveScopeFor } from "../plugin/runtime.js";
3
+ import { resolveScopeList } from "../core/scopeList.js";
3
4
  import { METRIC_FIELDS } from "./collection.js";
4
5
  //#region src/sync/syncTask.ts
5
6
  const SYNC_TASK_SLUG = "analytics-sync";
@@ -25,6 +26,15 @@ const toSyncRow = (source, row, opts) => {
25
26
  }
26
27
  return doc;
27
28
  };
29
+ /**
30
+ * True when `adapterIds` is unset, or `adapterId` is listed exactly, or (for a
31
+ * runtime instance id shaped `<provider>:<docId>`) its provider type is listed.
32
+ */
33
+ const matchesAdapterFilter = (adapterIds, adapterId) => {
34
+ if (!adapterIds) return true;
35
+ if (adapterIds.includes(adapterId)) return true;
36
+ return adapterIds.includes(adapterId.split(":")[0] ?? adapterId);
37
+ };
28
38
  const startOfUtcDay = (d) => new Date(Date.UTC(d.getUTCFullYear(), d.getUTCMonth(), d.getUTCDate()));
29
39
  const upsertDailyRow = async (req, collectionSlug, row) => {
30
40
  const found = (await req.payload.find({
@@ -55,10 +65,12 @@ const upsertDailyRow = async (req, collectionSlug, row) => {
55
65
  };
56
66
  /**
57
67
  * Opt-in Payload task that ETLs each configured provider adapter's last `lookbackDays` of
58
- * daily metrics into the sync collection (one upserted row per source + day), reading
59
- * through the surfacing engine so the pull rides its queue / backoff / cache. Native is
60
- * excluded (its data already lives in the rollups collection); each provider runs in its
61
- * own try/catch so one failure does not abort the rest.
68
+ * daily metrics into the sync collection (one upserted row per scope + source + day),
69
+ * reading through the surfacing engine so the pull rides its queue / backoff / cache.
70
+ * Native is excluded (its data already lives in the rollups collection); each provider
71
+ * runs in its own try/catch so one failure does not abort the rest. With `scopes`
72
+ * configured, the whole per-adapter pull runs once per tenant scope (plus the
73
+ * install-wide scope) so a multi-tenant install syncs every tenant, not just the null one.
62
74
  */
63
75
  const syncTask = (opts) => ({
64
76
  slug: SYNC_TASK_SLUG,
@@ -75,43 +87,58 @@ const syncTask = (opts) => ({
75
87
  };
76
88
  let synced = 0;
77
89
  let failed = 0;
78
- const scope = await resolveScopeFor(runtime, req).catch(() => null);
79
- const registry = await resolveRegistryFor(runtime, {
80
- payload: req.payload,
81
- req,
82
- scope
83
- });
84
- for (const adapter of registry.all()) {
85
- if (adapter.id === "native") continue;
86
- if (opts.adapterIds && !opts.adapterIds.includes(adapter.id)) continue;
87
- if (!adapter.isConfigured() || !supportsGranularity(adapter.capabilities, "day")) continue;
88
- const metrics = METRIC_FIELDS.filter((m) => adapter.capabilities.metrics.has(m));
89
- if (metrics.length === 0) continue;
90
- let result;
90
+ const scopeList = await resolveScopeList(opts.scopes, req.payload);
91
+ for (const scope of scopeList) {
92
+ let registry;
91
93
  try {
92
- result = await runtime.engine.read(adapter, {
93
- metrics,
94
- dateRange,
95
- granularity: "day",
96
- scope: scope ?? void 0
94
+ registry = await resolveRegistryFor(runtime, {
95
+ payload: req.payload,
96
+ req,
97
+ scope
97
98
  });
98
99
  } catch (err) {
99
100
  failed++;
100
- req.payload.logger.warn(`analytics sync: adapter "${adapter.id}" read failed: ${String(err)}`);
101
+ req.payload.logger.warn(`analytics sync: registry resolution failed for scope "${scope ?? "install-wide"}": ${String(err)}`);
101
102
  continue;
102
103
  }
103
- for (const row of result.rows) {
104
- const doc = toSyncRow(adapter.id, row, {
105
- syncedAt: now,
106
- scope: scope ?? ""
107
- });
108
- if (!doc) continue;
104
+ for (const adapter of registry.all()) {
105
+ if (adapter.id === "native") continue;
106
+ if (!matchesAdapterFilter(opts.adapterIds, adapter.id)) continue;
107
+ if (scope !== null && runtime.configAdapterIds.has(adapter.id) && !adapter.capabilities.scopedQueries) continue;
108
+ if (!adapter.isConfigured() || !supportsGranularity(adapter.capabilities, "day")) continue;
109
+ const metrics = METRIC_FIELDS.filter((m) => adapter.capabilities.metrics.has(m));
110
+ if (metrics.length === 0) continue;
111
+ let result;
109
112
  try {
110
- await upsertDailyRow(req, opts.collectionSlug, doc);
111
- synced++;
113
+ result = await runtime.engine.read(adapter, {
114
+ metrics,
115
+ dateRange,
116
+ granularity: "day",
117
+ scope: scope ?? void 0
118
+ });
112
119
  } catch (err) {
113
120
  failed++;
114
- req.payload.logger.warn(`analytics sync: upsert for "${adapter.id}" on ${doc.date.toISOString()} failed: ${String(err)}`);
121
+ req.payload.logger.warn(`analytics sync: adapter "${adapter.id}" read failed (scope "${scope ?? ""}"): ${String(err)}`);
122
+ continue;
123
+ }
124
+ if (result.meta.stale) {
125
+ failed++;
126
+ req.payload.logger.warn(`analytics sync: adapter "${adapter.id}" read was stale-served, skipping sync (scope "${scope ?? ""}")`);
127
+ continue;
128
+ }
129
+ for (const row of result.rows) {
130
+ const doc = toSyncRow(adapter.id, row, {
131
+ syncedAt: now,
132
+ scope: scope ?? ""
133
+ });
134
+ if (!doc) continue;
135
+ try {
136
+ await upsertDailyRow(req, opts.collectionSlug, doc);
137
+ synced++;
138
+ } catch (err) {
139
+ failed++;
140
+ req.payload.logger.warn(`analytics sync: upsert for "${adapter.id}" on ${doc.date.toISOString()} failed: ${String(err)}`);
141
+ }
115
142
  }
116
143
  }
117
144
  }
@@ -1 +1 @@
1
- {"version":3,"file":"syncTask.js","names":[],"sources":["../../src/sync/syncTask.ts"],"sourcesContent":["import type { PayloadRequest, TaskConfig } from 'payload'\nimport type { AnalyticsResult, AnalyticsRow } from '../core/contract'\nimport { supportsGranularity } from '../core/granularity'\nimport { getRuntime, resolveRegistryFor, resolveScopeFor } from '../plugin/runtime'\nimport { METRIC_FIELDS, type SyncMetric } from './collection'\n\nexport const SYNC_TASK_SLUG = 'analytics-sync'\n\nconst DAY_MS = 86_400_000\n\nexport type SyncRow = { source: string; date: Date; syncedAt: Date; scope: string } & Partial<\n\tRecord<SyncMetric, number>\n>\n\nexport interface SyncTaskOptions {\n\tcron: string\n\tlookbackDays: number\n\tcollectionSlug: string\n\tadapterIds?: string[]\n}\n\n/**\n * Map one daily `AnalyticsRow` to a sync-collection doc: the row's UTC-day timestamp becomes\n * `date`, each present numeric metric is copied, absent metrics are omitted (stored null).\n * Returns null when the row has no usable timestamp, so a malformed row is skipped not written.\n */\nexport const toSyncRow = (\n\tsource: string,\n\trow: AnalyticsRow,\n\topts: { syncedAt: Date; scope?: string }\n): SyncRow | null => {\n\tif (!row.timestamp) {\n\t\treturn null\n\t}\n\tconst date = new Date(row.timestamp)\n\tif (Number.isNaN(date.getTime())) {\n\t\treturn null\n\t}\n\tconst doc: SyncRow = { source, date, syncedAt: opts.syncedAt, scope: opts.scope ?? '' }\n\tfor (const metric of METRIC_FIELDS) {\n\t\tconst value = row.metrics[metric]\n\t\tif (typeof value === 'number') {\n\t\t\tdoc[metric] = value\n\t\t}\n\t}\n\treturn doc\n}\n\nconst startOfUtcDay = (d: Date): Date =>\n\tnew Date(Date.UTC(d.getUTCFullYear(), d.getUTCMonth(), d.getUTCDate()))\n\nconst upsertDailyRow = async (\n\treq: PayloadRequest,\n\tcollectionSlug: string,\n\trow: SyncRow\n): Promise<void> => {\n\tconst existing = await req.payload.find({\n\t\tcollection: collectionSlug as never,\n\t\twhere: {\n\t\t\tand: [\n\t\t\t\t{ source: { equals: row.source } },\n\t\t\t\t{ date: { equals: row.date.toISOString() } },\n\t\t\t\t{ scope: { equals: row.scope } },\n\t\t\t],\n\t\t},\n\t\tlimit: 1,\n\t\tdepth: 0,\n\t\toverrideAccess: true,\n\t})\n\tconst found = existing.docs[0] as { id: string | number } | undefined\n\tif (found) {\n\t\tawait req.payload.update({\n\t\t\tcollection: collectionSlug as never,\n\t\t\tid: found.id,\n\t\t\tdata: row as never,\n\t\t\toverrideAccess: true,\n\t\t})\n\t\treturn\n\t}\n\tawait req.payload.create({\n\t\tcollection: collectionSlug as never,\n\t\tdata: row as never,\n\t\toverrideAccess: true,\n\t})\n}\n\n/**\n * Opt-in Payload task that ETLs each configured provider adapter's last `lookbackDays` of\n * daily metrics into the sync collection (one upserted row per source + day), reading\n * through the surfacing engine so the pull rides its queue / backoff / cache. Native is\n * excluded (its data already lives in the rollups collection); each provider runs in its\n * own try/catch so one failure does not abort the rest.\n */\nexport const syncTask = (\n\topts: SyncTaskOptions\n): TaskConfig<{ input: Record<string, never>; output: { synced: number; failed: number } }> => ({\n\tslug: SYNC_TASK_SLUG,\n\thandler: async ({ req }) => {\n\t\tconst runtime = getRuntime(req.payload)\n\t\tif (!runtime) {\n\t\t\treturn { output: { synced: 0, failed: 0 } }\n\t\t}\n\t\tconst now = new Date()\n\t\tconst dateRange = {\n\t\t\tstart: new Date(startOfUtcDay(now).getTime() - (opts.lookbackDays - 1) * DAY_MS),\n\t\t\tend: now,\n\t\t}\n\t\tlet synced = 0\n\t\tlet failed = 0\n\t\t// A job req may lack the request shape an app's scopeResolver expects;\n\t\t// degrade to the install scope rather than failing the whole run.\n\t\tconst scope = await resolveScopeFor(runtime, req).catch(() => null)\n\t\tconst registry = await resolveRegistryFor(runtime, { payload: req.payload, req, scope })\n\t\tfor (const adapter of registry.all()) {\n\t\t\tif (adapter.id === 'native') {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif (opts.adapterIds && !opts.adapterIds.includes(adapter.id)) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tif (!adapter.isConfigured() || !supportsGranularity(adapter.capabilities, 'day')) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tconst metrics = METRIC_FIELDS.filter((m) => adapter.capabilities.metrics.has(m))\n\t\t\tif (metrics.length === 0) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tlet result: AnalyticsResult\n\t\t\ttry {\n\t\t\t\tresult = await runtime.engine.read(adapter, {\n\t\t\t\t\tmetrics,\n\t\t\t\t\tdateRange,\n\t\t\t\t\tgranularity: 'day',\n\t\t\t\t\tscope: scope ?? undefined,\n\t\t\t\t})\n\t\t\t} catch (err) {\n\t\t\t\tfailed++\n\t\t\t\treq.payload.logger.warn(\n\t\t\t\t\t`analytics sync: adapter \"${adapter.id}\" read failed: ${String(err)}`\n\t\t\t\t)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tfor (const row of result.rows) {\n\t\t\t\tconst doc = toSyncRow(adapter.id, row, { syncedAt: now, scope: scope ?? '' })\n\t\t\t\tif (!doc) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\ttry {\n\t\t\t\t\tawait upsertDailyRow(req, opts.collectionSlug, doc)\n\t\t\t\t\tsynced++\n\t\t\t\t} catch (err) {\n\t\t\t\t\tfailed++\n\t\t\t\t\treq.payload.logger.warn(\n\t\t\t\t\t\t`analytics sync: upsert for \"${adapter.id}\" on ${doc.date.toISOString()} failed: ${String(err)}`\n\t\t\t\t\t)\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\treturn { output: { synced, failed } }\n\t},\n\tschedule: [{ cron: opts.cron, queue: 'default' }],\n})\n"],"mappings":";;;;AAMA,MAAa,iBAAiB;AAE9B,MAAM,SAAS;;;;;;AAkBf,MAAa,aACZ,QACA,KACA,SACoB;CACpB,IAAI,CAAC,IAAI,WACR,OAAO;CAER,MAAM,OAAO,IAAI,KAAK,IAAI,SAAS;CACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,GAC9B,OAAO;CAER,MAAM,MAAe;EAAE;EAAQ;EAAM,UAAU,KAAK;EAAU,OAAO,KAAK,SAAS;CAAG;CACtF,KAAK,MAAM,UAAU,eAAe;EACnC,MAAM,QAAQ,IAAI,QAAQ;EAC1B,IAAI,OAAO,UAAU,UACpB,IAAI,UAAU;CAEhB;CACA,OAAO;AACR;AAEA,MAAM,iBAAiB,MACtB,IAAI,KAAK,KAAK,IAAI,EAAE,eAAe,GAAG,EAAE,YAAY,GAAG,EAAE,WAAW,CAAC,CAAC;AAEvE,MAAM,iBAAiB,OACtB,KACA,gBACA,QACmB;CAcnB,MAAM,SAAQ,MAbS,IAAI,QAAQ,KAAK;EACvC,YAAY;EACZ,OAAO,EACN,KAAK;GACJ,EAAE,QAAQ,EAAE,QAAQ,IAAI,OAAO,EAAE;GACjC,EAAE,MAAM,EAAE,QAAQ,IAAI,KAAK,YAAY,EAAE,EAAE;GAC3C,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM,EAAE;EAChC,EACD;EACA,OAAO;EACP,OAAO;EACP,gBAAgB;CACjB,CAAC,GACsB,KAAK;CAC5B,IAAI,OAAO;EACV,MAAM,IAAI,QAAQ,OAAO;GACxB,YAAY;GACZ,IAAI,MAAM;GACV,MAAM;GACN,gBAAgB;EACjB,CAAC;EACD;CACD;CACA,MAAM,IAAI,QAAQ,OAAO;EACxB,YAAY;EACZ,MAAM;EACN,gBAAgB;CACjB,CAAC;AACF;;;;;;;;AASA,MAAa,YACZ,UAC+F;CAC/F,MAAM;CACN,SAAS,OAAO,EAAE,UAAU;EAC3B,MAAM,UAAU,WAAW,IAAI,OAAO;EACtC,IAAI,CAAC,SACJ,OAAO,EAAE,QAAQ;GAAE,QAAQ;GAAG,QAAQ;EAAE,EAAE;EAE3C,MAAM,sBAAM,IAAI,KAAK;EACrB,MAAM,YAAY;GACjB,uBAAO,IAAI,KAAK,cAAc,GAAG,EAAE,QAAQ,KAAK,KAAK,eAAe,KAAK,MAAM;GAC/E,KAAK;EACN;EACA,IAAI,SAAS;EACb,IAAI,SAAS;EAGb,MAAM,QAAQ,MAAM,gBAAgB,SAAS,GAAG,EAAE,YAAY,IAAI;EAClE,MAAM,WAAW,MAAM,mBAAmB,SAAS;GAAE,SAAS,IAAI;GAAS;GAAK;EAAM,CAAC;EACvF,KAAK,MAAM,WAAW,SAAS,IAAI,GAAG;GACrC,IAAI,QAAQ,OAAO,UAClB;GAED,IAAI,KAAK,cAAc,CAAC,KAAK,WAAW,SAAS,QAAQ,EAAE,GAC1D;GAED,IAAI,CAAC,QAAQ,aAAa,KAAK,CAAC,oBAAoB,QAAQ,cAAc,KAAK,GAC9E;GAED,MAAM,UAAU,cAAc,QAAQ,MAAM,QAAQ,aAAa,QAAQ,IAAI,CAAC,CAAC;GAC/E,IAAI,QAAQ,WAAW,GACtB;GAED,IAAI;GACJ,IAAI;IACH,SAAS,MAAM,QAAQ,OAAO,KAAK,SAAS;KAC3C;KACA;KACA,aAAa;KACb,OAAO,SAAS,KAAA;IACjB,CAAC;GACF,SAAS,KAAK;IACb;IACA,IAAI,QAAQ,OAAO,KAClB,4BAA4B,QAAQ,GAAG,iBAAiB,OAAO,GAAG,GACnE;IACA;GACD;GACA,KAAK,MAAM,OAAO,OAAO,MAAM;IAC9B,MAAM,MAAM,UAAU,QAAQ,IAAI,KAAK;KAAE,UAAU;KAAK,OAAO,SAAS;IAAG,CAAC;IAC5E,IAAI,CAAC,KACJ;IAED,IAAI;KACH,MAAM,eAAe,KAAK,KAAK,gBAAgB,GAAG;KAClD;IACD,SAAS,KAAK;KACb;KACA,IAAI,QAAQ,OAAO,KAClB,+BAA+B,QAAQ,GAAG,OAAO,IAAI,KAAK,YAAY,EAAE,WAAW,OAAO,GAAG,GAC9F;IACD;GACD;EACD;EACA,OAAO,EAAE,QAAQ;GAAE;GAAQ;EAAO,EAAE;CACrC;CACA,UAAU,CAAC;EAAE,MAAM,KAAK;EAAM,OAAO;CAAU,CAAC;AACjD"}
1
+ {"version":3,"file":"syncTask.js","names":[],"sources":["../../src/sync/syncTask.ts"],"sourcesContent":["import type { PayloadRequest, TaskConfig } from 'payload'\nimport type { AnalyticsResult, AnalyticsRow } from '../core/contract'\nimport { supportsGranularity } from '../core/granularity'\nimport type { ScopesResolver } from '../core/options'\nimport { resolveScopeList } from '../core/scopeList'\nimport { getRuntime, resolveRegistryFor } from '../plugin/runtime'\nimport { METRIC_FIELDS, type SyncMetric } from './collection'\n\nexport const SYNC_TASK_SLUG = 'analytics-sync'\n\nconst DAY_MS = 86_400_000\n\nexport type SyncRow = { source: string; date: Date; syncedAt: Date; scope: string } & Partial<\n\tRecord<SyncMetric, number>\n>\n\nexport interface SyncTaskOptions {\n\tcron: string\n\tlookbackDays: number\n\tcollectionSlug: string\n\t/** Entries match a config adapter id exactly, and a runtime provider instance (`<provider>:<docId>`) by its provider type. */\n\tadapterIds?: string[]\n\t/** Tenant scopes to fan out over, in addition to the install-wide scope every run already covers. */\n\tscopes?: ScopesResolver\n}\n\n/**\n * Map one daily `AnalyticsRow` to a sync-collection doc: the row's UTC-day timestamp becomes\n * `date`, each present numeric metric is copied, absent metrics are omitted (stored null).\n * Returns null when the row has no usable timestamp, so a malformed row is skipped not written.\n */\nexport const toSyncRow = (\n\tsource: string,\n\trow: AnalyticsRow,\n\topts: { syncedAt: Date; scope?: string }\n): SyncRow | null => {\n\tif (!row.timestamp) {\n\t\treturn null\n\t}\n\tconst date = new Date(row.timestamp)\n\tif (Number.isNaN(date.getTime())) {\n\t\treturn null\n\t}\n\tconst doc: SyncRow = { source, date, syncedAt: opts.syncedAt, scope: opts.scope ?? '' }\n\tfor (const metric of METRIC_FIELDS) {\n\t\tconst value = row.metrics[metric]\n\t\tif (typeof value === 'number') {\n\t\t\tdoc[metric] = value\n\t\t}\n\t}\n\treturn doc\n}\n\n/**\n * True when `adapterIds` is unset, or `adapterId` is listed exactly, or (for a\n * runtime instance id shaped `<provider>:<docId>`) its provider type is listed.\n */\nexport const matchesAdapterFilter = (\n\tadapterIds: string[] | undefined,\n\tadapterId: string\n): boolean => {\n\tif (!adapterIds) {\n\t\treturn true\n\t}\n\tif (adapterIds.includes(adapterId)) {\n\t\treturn true\n\t}\n\treturn adapterIds.includes(adapterId.split(':')[0] ?? adapterId)\n}\n\nconst startOfUtcDay = (d: Date): Date =>\n\tnew Date(Date.UTC(d.getUTCFullYear(), d.getUTCMonth(), d.getUTCDate()))\n\nconst upsertDailyRow = async (\n\treq: PayloadRequest,\n\tcollectionSlug: string,\n\trow: SyncRow\n): Promise<void> => {\n\tconst existing = await req.payload.find({\n\t\tcollection: collectionSlug as never,\n\t\twhere: {\n\t\t\tand: [\n\t\t\t\t{ source: { equals: row.source } },\n\t\t\t\t{ date: { equals: row.date.toISOString() } },\n\t\t\t\t{ scope: { equals: row.scope } },\n\t\t\t],\n\t\t},\n\t\tlimit: 1,\n\t\tdepth: 0,\n\t\toverrideAccess: true,\n\t})\n\tconst found = existing.docs[0] as { id: string | number } | undefined\n\tif (found) {\n\t\tawait req.payload.update({\n\t\t\tcollection: collectionSlug as never,\n\t\t\tid: found.id,\n\t\t\tdata: row as never,\n\t\t\toverrideAccess: true,\n\t\t})\n\t\treturn\n\t}\n\tawait req.payload.create({\n\t\tcollection: collectionSlug as never,\n\t\tdata: row as never,\n\t\toverrideAccess: true,\n\t})\n}\n\n/**\n * Opt-in Payload task that ETLs each configured provider adapter's last `lookbackDays` of\n * daily metrics into the sync collection (one upserted row per scope + source + day),\n * reading through the surfacing engine so the pull rides its queue / backoff / cache.\n * Native is excluded (its data already lives in the rollups collection); each provider\n * runs in its own try/catch so one failure does not abort the rest. With `scopes`\n * configured, the whole per-adapter pull runs once per tenant scope (plus the\n * install-wide scope) so a multi-tenant install syncs every tenant, not just the null one.\n */\nexport const syncTask = (\n\topts: SyncTaskOptions\n): TaskConfig<{ input: Record<string, never>; output: { synced: number; failed: number } }> => ({\n\tslug: SYNC_TASK_SLUG,\n\thandler: async ({ req }) => {\n\t\tconst runtime = getRuntime(req.payload)\n\t\tif (!runtime) {\n\t\t\treturn { output: { synced: 0, failed: 0 } }\n\t\t}\n\t\tconst now = new Date()\n\t\tconst dateRange = {\n\t\t\tstart: new Date(startOfUtcDay(now).getTime() - (opts.lookbackDays - 1) * DAY_MS),\n\t\t\tend: now,\n\t\t}\n\t\tlet synced = 0\n\t\tlet failed = 0\n\t\tconst scopeList = await resolveScopeList(opts.scopes, req.payload)\n\t\tfor (const scope of scopeList) {\n\t\t\tlet registry: Awaited<ReturnType<typeof resolveRegistryFor>>\n\t\t\ttry {\n\t\t\t\tregistry = await resolveRegistryFor(runtime, { payload: req.payload, req, scope })\n\t\t\t} catch (err) {\n\t\t\t\tfailed++\n\t\t\t\treq.payload.logger.warn(\n\t\t\t\t\t`analytics sync: registry resolution failed for scope \"${scope ?? 'install-wide'}\": ${String(err)}`\n\t\t\t\t)\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tfor (const adapter of registry.all()) {\n\t\t\t\tif (adapter.id === 'native') {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif (!matchesAdapterFilter(opts.adapterIds, adapter.id)) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\t// A shared config adapter that cannot narrow its query to one tenant would\n\t\t\t\t// otherwise return install-wide totals here, which then get stamped as this\n\t\t\t\t// scope's row; skip it for every tenant pass, same as the read path's gate.\n\t\t\t\tif (\n\t\t\t\t\tscope !== null &&\n\t\t\t\t\truntime.configAdapterIds.has(adapter.id) &&\n\t\t\t\t\t!adapter.capabilities.scopedQueries\n\t\t\t\t) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif (!adapter.isConfigured() || !supportsGranularity(adapter.capabilities, 'day')) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tconst metrics = METRIC_FIELDS.filter((m) => adapter.capabilities.metrics.has(m))\n\t\t\t\tif (metrics.length === 0) {\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tlet result: AnalyticsResult\n\t\t\t\ttry {\n\t\t\t\t\tresult = await runtime.engine.read(adapter, {\n\t\t\t\t\t\tmetrics,\n\t\t\t\t\t\tdateRange,\n\t\t\t\t\t\tgranularity: 'day',\n\t\t\t\t\t\tscope: scope ?? undefined,\n\t\t\t\t\t})\n\t\t\t\t} catch (err) {\n\t\t\t\t\tfailed++\n\t\t\t\t\treq.payload.logger.warn(\n\t\t\t\t\t\t`analytics sync: adapter \"${adapter.id}\" read failed (scope \"${scope ?? ''}\"): ${String(err)}`\n\t\t\t\t\t)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tif (result.meta.stale) {\n\t\t\t\t\tfailed++\n\t\t\t\t\treq.payload.logger.warn(\n\t\t\t\t\t\t`analytics sync: adapter \"${adapter.id}\" read was stale-served, skipping sync (scope \"${scope ?? ''}\")`\n\t\t\t\t\t)\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\tfor (const row of result.rows) {\n\t\t\t\t\tconst doc = toSyncRow(adapter.id, row, { syncedAt: now, scope: scope ?? '' })\n\t\t\t\t\tif (!doc) {\n\t\t\t\t\t\tcontinue\n\t\t\t\t\t}\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait upsertDailyRow(req, opts.collectionSlug, doc)\n\t\t\t\t\t\tsynced++\n\t\t\t\t\t} catch (err) {\n\t\t\t\t\t\tfailed++\n\t\t\t\t\t\treq.payload.logger.warn(\n\t\t\t\t\t\t\t`analytics sync: upsert for \"${adapter.id}\" on ${doc.date.toISOString()} failed: ${String(err)}`\n\t\t\t\t\t\t)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t\treturn { output: { synced, failed } }\n\t},\n\tschedule: [{ cron: opts.cron, queue: 'default' }],\n})\n"],"mappings":";;;;;AAQA,MAAa,iBAAiB;AAE9B,MAAM,SAAS;;;;;;AAqBf,MAAa,aACZ,QACA,KACA,SACoB;CACpB,IAAI,CAAC,IAAI,WACR,OAAO;CAER,MAAM,OAAO,IAAI,KAAK,IAAI,SAAS;CACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,GAC9B,OAAO;CAER,MAAM,MAAe;EAAE;EAAQ;EAAM,UAAU,KAAK;EAAU,OAAO,KAAK,SAAS;CAAG;CACtF,KAAK,MAAM,UAAU,eAAe;EACnC,MAAM,QAAQ,IAAI,QAAQ;EAC1B,IAAI,OAAO,UAAU,UACpB,IAAI,UAAU;CAEhB;CACA,OAAO;AACR;;;;;AAMA,MAAa,wBACZ,YACA,cACa;CACb,IAAI,CAAC,YACJ,OAAO;CAER,IAAI,WAAW,SAAS,SAAS,GAChC,OAAO;CAER,OAAO,WAAW,SAAS,UAAU,MAAM,GAAG,EAAE,MAAM,SAAS;AAChE;AAEA,MAAM,iBAAiB,MACtB,IAAI,KAAK,KAAK,IAAI,EAAE,eAAe,GAAG,EAAE,YAAY,GAAG,EAAE,WAAW,CAAC,CAAC;AAEvE,MAAM,iBAAiB,OACtB,KACA,gBACA,QACmB;CAcnB,MAAM,SAAQ,MAbS,IAAI,QAAQ,KAAK;EACvC,YAAY;EACZ,OAAO,EACN,KAAK;GACJ,EAAE,QAAQ,EAAE,QAAQ,IAAI,OAAO,EAAE;GACjC,EAAE,MAAM,EAAE,QAAQ,IAAI,KAAK,YAAY,EAAE,EAAE;GAC3C,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM,EAAE;EAChC,EACD;EACA,OAAO;EACP,OAAO;EACP,gBAAgB;CACjB,CAAC,GACsB,KAAK;CAC5B,IAAI,OAAO;EACV,MAAM,IAAI,QAAQ,OAAO;GACxB,YAAY;GACZ,IAAI,MAAM;GACV,MAAM;GACN,gBAAgB;EACjB,CAAC;EACD;CACD;CACA,MAAM,IAAI,QAAQ,OAAO;EACxB,YAAY;EACZ,MAAM;EACN,gBAAgB;CACjB,CAAC;AACF;;;;;;;;;;AAWA,MAAa,YACZ,UAC+F;CAC/F,MAAM;CACN,SAAS,OAAO,EAAE,UAAU;EAC3B,MAAM,UAAU,WAAW,IAAI,OAAO;EACtC,IAAI,CAAC,SACJ,OAAO,EAAE,QAAQ;GAAE,QAAQ;GAAG,QAAQ;EAAE,EAAE;EAE3C,MAAM,sBAAM,IAAI,KAAK;EACrB,MAAM,YAAY;GACjB,uBAAO,IAAI,KAAK,cAAc,GAAG,EAAE,QAAQ,KAAK,KAAK,eAAe,KAAK,MAAM;GAC/E,KAAK;EACN;EACA,IAAI,SAAS;EACb,IAAI,SAAS;EACb,MAAM,YAAY,MAAM,iBAAiB,KAAK,QAAQ,IAAI,OAAO;EACjE,KAAK,MAAM,SAAS,WAAW;GAC9B,IAAI;GACJ,IAAI;IACH,WAAW,MAAM,mBAAmB,SAAS;KAAE,SAAS,IAAI;KAAS;KAAK;IAAM,CAAC;GAClF,SAAS,KAAK;IACb;IACA,IAAI,QAAQ,OAAO,KAClB,yDAAyD,SAAS,eAAe,KAAK,OAAO,GAAG,GACjG;IACA;GACD;GACA,KAAK,MAAM,WAAW,SAAS,IAAI,GAAG;IACrC,IAAI,QAAQ,OAAO,UAClB;IAED,IAAI,CAAC,qBAAqB,KAAK,YAAY,QAAQ,EAAE,GACpD;IAKD,IACC,UAAU,QACV,QAAQ,iBAAiB,IAAI,QAAQ,EAAE,KACvC,CAAC,QAAQ,aAAa,eAEtB;IAED,IAAI,CAAC,QAAQ,aAAa,KAAK,CAAC,oBAAoB,QAAQ,cAAc,KAAK,GAC9E;IAED,MAAM,UAAU,cAAc,QAAQ,MAAM,QAAQ,aAAa,QAAQ,IAAI,CAAC,CAAC;IAC/E,IAAI,QAAQ,WAAW,GACtB;IAED,IAAI;IACJ,IAAI;KACH,SAAS,MAAM,QAAQ,OAAO,KAAK,SAAS;MAC3C;MACA;MACA,aAAa;MACb,OAAO,SAAS,KAAA;KACjB,CAAC;IACF,SAAS,KAAK;KACb;KACA,IAAI,QAAQ,OAAO,KAClB,4BAA4B,QAAQ,GAAG,wBAAwB,SAAS,GAAG,MAAM,OAAO,GAAG,GAC5F;KACA;IACD;IACA,IAAI,OAAO,KAAK,OAAO;KACtB;KACA,IAAI,QAAQ,OAAO,KAClB,4BAA4B,QAAQ,GAAG,iDAAiD,SAAS,GAAG,GACrG;KACA;IACD;IACA,KAAK,MAAM,OAAO,OAAO,MAAM;KAC9B,MAAM,MAAM,UAAU,QAAQ,IAAI,KAAK;MAAE,UAAU;MAAK,OAAO,SAAS;KAAG,CAAC;KAC5E,IAAI,CAAC,KACJ;KAED,IAAI;MACH,MAAM,eAAe,KAAK,KAAK,gBAAgB,GAAG;MAClD;KACD,SAAS,KAAK;MACb;MACA,IAAI,QAAQ,OAAO,KAClB,+BAA+B,QAAQ,GAAG,OAAO,IAAI,KAAK,YAAY,EAAE,WAAW,OAAO,GAAG,GAC9F;KACD;IACD;GACD;EACD;EACA,OAAO,EAAE,QAAQ;GAAE;GAAQ;EAAO,EAAE;CACrC;CACA,UAAU,CAAC;EAAE,MAAM,KAAK;EAAM,OAAO;CAAU,CAAC;AACjD"}
@@ -9,6 +9,8 @@ interface MemoryEvent {
9
9
  interface MemoryAnalyticsAdapter extends AnalyticsAdapter {
10
10
  record(event: MemoryEvent): void;
11
11
  reset(): void;
12
+ /** Test seam for engine resilience: the next query() call rejects with err, then resets. */
13
+ failNext(err?: Error): void;
12
14
  }
13
15
  declare function memoryAdapter(): MemoryAnalyticsAdapter;
14
16
  //#endregion
@@ -1,3 +1,4 @@
1
+ import { ProviderHttpError } from "../adapters/http/fetchJson.js";
1
2
  //#region src/testing/memoryAdapter.ts
2
3
  const capabilities = {
3
4
  perPageQuery: true,
@@ -31,6 +32,7 @@ const capabilities = {
31
32
  };
32
33
  function memoryAdapter() {
33
34
  const events = [];
35
+ let pendingFailure;
34
36
  const matchesFilters = (e, q) => (q.filters ?? []).every((filter) => {
35
37
  if (filter.dimension !== "page" || filter.operator !== "eq") return true;
36
38
  return e.path === filter.value;
@@ -51,7 +53,15 @@ function memoryAdapter() {
51
53
  reset: () => {
52
54
  events.length = 0;
53
55
  },
56
+ failNext: (err) => {
57
+ pendingFailure = err ?? new ProviderHttpError(500, "memory", "memory: injected failure");
58
+ },
54
59
  async query(q, _ctx) {
60
+ if (pendingFailure) {
61
+ const err = pendingFailure;
62
+ pendingFailure = void 0;
63
+ throw err;
64
+ }
55
65
  const matched = events.filter((e) => inRange(e, q));
56
66
  const countVisitors = (list) => new Set(list.map((e) => e.visitor ?? e.path + e.timestamp.toDateString())).size;
57
67
  if (q.granularity === "day") {
@@ -1 +1 @@
1
- {"version":3,"file":"memoryAdapter.js","names":[],"sources":["../../src/testing/memoryAdapter.ts"],"sourcesContent":["import type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\n\ninterface MemoryEvent {\n\tpath: string\n\ttimestamp: Date\n\tvisitor?: string\n}\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'visits',\n\t'sessions',\n\t'bounceRate',\n\t'avgDuration',\n])\nconst dimensions: ReadonlySet<DimensionKey> = new Set(['page', 'referrer', 'country', 'device'])\n\nconst capabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 5,\n\tcomparison: true,\n\tminGranularity: 'minute',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\tfilters: new Set(['page']),\n\tfilterOperators: new Set(['eq']),\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 300, aggregate: 3600 },\n}\n\nexport interface MemoryAnalyticsAdapter extends AnalyticsAdapter {\n\trecord(event: MemoryEvent): void\n\treset(): void\n}\n\nexport function memoryAdapter(): MemoryAnalyticsAdapter {\n\tconst events: MemoryEvent[] = []\n\n\t// Only page has a backing MemoryEvent field; other declared dimensions drop as unsupported.\n\tconst matchesFilters = (e: MemoryEvent, q: AnalyticsQuery): boolean =>\n\t\t(q.filters ?? []).every((filter) => {\n\t\t\tif (filter.dimension !== 'page' || filter.operator !== 'eq') {\n\t\t\t\treturn true\n\t\t\t}\n\t\t\treturn e.path === filter.value\n\t\t})\n\n\tconst inRange = (e: MemoryEvent, q: AnalyticsQuery): boolean => {\n\t\tif (q.path && e.path !== q.path) return false\n\t\tif (!matchesFilters(e, q)) return false\n\t\treturn e.timestamp >= q.dateRange.start && e.timestamp <= q.dateRange.end\n\t}\n\n\treturn {\n\t\tid: 'memory',\n\t\tlabel: 'In-memory (testing)',\n\t\tcapabilities,\n\t\tisConfigured: () => true,\n\t\trecord: (event) => {\n\t\t\tevents.push(event)\n\t\t},\n\t\treset: () => {\n\t\t\tevents.length = 0\n\t\t},\n\t\tasync query(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tconst matched = events.filter((e) => inRange(e, q))\n\t\t\tconst countVisitors = (list: MemoryEvent[]): number =>\n\t\t\t\tnew Set(list.map((e) => e.visitor ?? e.path + e.timestamp.toDateString())).size\n\t\t\tif (q.granularity === 'day') {\n\t\t\t\tconst byDay = new Map<string, MemoryEvent[]>()\n\t\t\t\tfor (const e of matched) {\n\t\t\t\t\tconst day = new Date(\n\t\t\t\t\t\tDate.UTC(\n\t\t\t\t\t\t\te.timestamp.getUTCFullYear(),\n\t\t\t\t\t\t\te.timestamp.getUTCMonth(),\n\t\t\t\t\t\t\te.timestamp.getUTCDate()\n\t\t\t\t\t\t)\n\t\t\t\t\t).toISOString()\n\t\t\t\t\tconst list = byDay.get(day) ?? []\n\t\t\t\t\tlist.push(e)\n\t\t\t\t\tbyDay.set(day, list)\n\t\t\t\t}\n\t\t\t\tconst rows = [...byDay.entries()]\n\t\t\t\t\t.sort(([a], [b]) => a.localeCompare(b))\n\t\t\t\t\t.map(([day, list]) => ({\n\t\t\t\t\t\ttimestamp: day,\n\t\t\t\t\t\tmetrics: { pageviews: list.length, visitors: countVisitors(list) },\n\t\t\t\t\t}))\n\t\t\t\treturn {\n\t\t\t\t\trows,\n\t\t\t\t\ttotals: { pageviews: matched.length, visitors: countVisitors(matched) },\n\t\t\t\t\tmeta: { provider: 'memory', fetchedAt: q.dateRange.end.toISOString() },\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst pageviews = matched.length\n\t\t\tconst visitors = countVisitors(matched)\n\t\t\treturn {\n\t\t\t\trows: [{ metrics: { pageviews, visitors } }],\n\t\t\t\ttotals: { pageviews, visitors },\n\t\t\t\tmeta: { provider: 'memory', fetchedAt: q.dateRange.end.toISOString() },\n\t\t\t}\n\t\t},\n\t}\n}\n"],"mappings":";AA0BA,MAAM,eAAsC;CAC3C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,YAAY;CACZ,gBAAgB;CAChB,iBAAiB;CACjB,SAAA,IAjB2C,IAAI;EAC/C;EACA;EACA;EACA;EACA;EACA;CACD,CAUO;CACN,YAAA,IAViD,IAAI;EAAC;EAAQ;EAAY;EAAW;CAAQ,CAUpF;CACT,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC;CACzB,iBAAiB,IAAI,IAAI,CAAC,IAAI,CAAC;CAC/B,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAK,WAAW;CAAK;AAClD;AAOA,SAAgB,gBAAwC;CACvD,MAAM,SAAwB,CAAC;CAG/B,MAAM,kBAAkB,GAAgB,OACtC,EAAE,WAAW,CAAC,GAAG,OAAO,WAAW;EACnC,IAAI,OAAO,cAAc,UAAU,OAAO,aAAa,MACtD,OAAO;EAER,OAAO,EAAE,SAAS,OAAO;CAC1B,CAAC;CAEF,MAAM,WAAW,GAAgB,MAA+B;EAC/D,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,OAAO;EACxC,IAAI,CAAC,eAAe,GAAG,CAAC,GAAG,OAAO;EAClC,OAAO,EAAE,aAAa,EAAE,UAAU,SAAS,EAAE,aAAa,EAAE,UAAU;CACvE;CAEA,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,oBAAoB;EACpB,SAAS,UAAU;GAClB,OAAO,KAAK,KAAK;EAClB;EACA,aAAa;GACZ,OAAO,SAAS;EACjB;EACA,MAAM,MAAM,GAAmB,MAAgD;GAC9E,MAAM,UAAU,OAAO,QAAQ,MAAM,QAAQ,GAAG,CAAC,CAAC;GAClD,MAAM,iBAAiB,SACtB,IAAI,IAAI,KAAK,KAAK,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,aAAa,CAAC,CAAC,EAAE;GAC5E,IAAI,EAAE,gBAAgB,OAAO;IAC5B,MAAM,wBAAQ,IAAI,IAA2B;IAC7C,KAAK,MAAM,KAAK,SAAS;KACxB,MAAM,MAAM,IAAI,KACf,KAAK,IACJ,EAAE,UAAU,eAAe,GAC3B,EAAE,UAAU,YAAY,GACxB,EAAE,UAAU,WAAW,CACxB,CACD,EAAE,YAAY;KACd,MAAM,OAAO,MAAM,IAAI,GAAG,KAAK,CAAC;KAChC,KAAK,KAAK,CAAC;KACX,MAAM,IAAI,KAAK,IAAI;IACpB;IAOA,OAAO;KACN,MAPY,CAAC,GAAG,MAAM,QAAQ,CAAC,EAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,EACrC,KAAK,CAAC,KAAK,WAAW;MACtB,WAAW;MACX,SAAS;OAAE,WAAW,KAAK;OAAQ,UAAU,cAAc,IAAI;MAAE;KAClE,EAEG;KACH,QAAQ;MAAE,WAAW,QAAQ;MAAQ,UAAU,cAAc,OAAO;KAAE;KACtE,MAAM;MAAE,UAAU;MAAU,WAAW,EAAE,UAAU,IAAI,YAAY;KAAE;IACtE;GACD;GACA,MAAM,YAAY,QAAQ;GAC1B,MAAM,WAAW,cAAc,OAAO;GACtC,OAAO;IACN,MAAM,CAAC,EAAE,SAAS;KAAE;KAAW;IAAS,EAAE,CAAC;IAC3C,QAAQ;KAAE;KAAW;IAAS;IAC9B,MAAM;KAAE,UAAU;KAAU,WAAW,EAAE,UAAU,IAAI,YAAY;IAAE;GACtE;EACD;CACD;AACD"}
1
+ {"version":3,"file":"memoryAdapter.js","names":[],"sources":["../../src/testing/memoryAdapter.ts"],"sourcesContent":["import { ProviderHttpError } from '../adapters/http/fetchJson'\nimport type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\n\ninterface MemoryEvent {\n\tpath: string\n\ttimestamp: Date\n\tvisitor?: string\n}\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'visits',\n\t'sessions',\n\t'bounceRate',\n\t'avgDuration',\n])\nconst dimensions: ReadonlySet<DimensionKey> = new Set(['page', 'referrer', 'country', 'device'])\n\nconst capabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 5,\n\tcomparison: true,\n\tminGranularity: 'minute',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\tfilters: new Set(['page']),\n\tfilterOperators: new Set(['eq']),\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 300, aggregate: 3600 },\n}\n\nexport interface MemoryAnalyticsAdapter extends AnalyticsAdapter {\n\trecord(event: MemoryEvent): void\n\treset(): void\n\t/** Test seam for engine resilience: the next query() call rejects with err, then resets. */\n\tfailNext(err?: Error): void\n}\n\nexport function memoryAdapter(): MemoryAnalyticsAdapter {\n\tconst events: MemoryEvent[] = []\n\tlet pendingFailure: Error | undefined\n\n\t// Only page has a backing MemoryEvent field; other declared dimensions drop as unsupported.\n\tconst matchesFilters = (e: MemoryEvent, q: AnalyticsQuery): boolean =>\n\t\t(q.filters ?? []).every((filter) => {\n\t\t\tif (filter.dimension !== 'page' || filter.operator !== 'eq') {\n\t\t\t\treturn true\n\t\t\t}\n\t\t\treturn e.path === filter.value\n\t\t})\n\n\tconst inRange = (e: MemoryEvent, q: AnalyticsQuery): boolean => {\n\t\tif (q.path && e.path !== q.path) return false\n\t\tif (!matchesFilters(e, q)) return false\n\t\treturn e.timestamp >= q.dateRange.start && e.timestamp <= q.dateRange.end\n\t}\n\n\treturn {\n\t\tid: 'memory',\n\t\tlabel: 'In-memory (testing)',\n\t\tcapabilities,\n\t\tisConfigured: () => true,\n\t\trecord: (event) => {\n\t\t\tevents.push(event)\n\t\t},\n\t\treset: () => {\n\t\t\tevents.length = 0\n\t\t},\n\t\tfailNext: (err) => {\n\t\t\tpendingFailure = err ?? new ProviderHttpError(500, 'memory', 'memory: injected failure')\n\t\t},\n\t\tasync query(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tif (pendingFailure) {\n\t\t\t\tconst err = pendingFailure\n\t\t\t\tpendingFailure = undefined\n\t\t\t\tthrow err\n\t\t\t}\n\t\t\tconst matched = events.filter((e) => inRange(e, q))\n\t\t\tconst countVisitors = (list: MemoryEvent[]): number =>\n\t\t\t\tnew Set(list.map((e) => e.visitor ?? e.path + e.timestamp.toDateString())).size\n\t\t\tif (q.granularity === 'day') {\n\t\t\t\tconst byDay = new Map<string, MemoryEvent[]>()\n\t\t\t\tfor (const e of matched) {\n\t\t\t\t\tconst day = new Date(\n\t\t\t\t\t\tDate.UTC(\n\t\t\t\t\t\t\te.timestamp.getUTCFullYear(),\n\t\t\t\t\t\t\te.timestamp.getUTCMonth(),\n\t\t\t\t\t\t\te.timestamp.getUTCDate()\n\t\t\t\t\t\t)\n\t\t\t\t\t).toISOString()\n\t\t\t\t\tconst list = byDay.get(day) ?? []\n\t\t\t\t\tlist.push(e)\n\t\t\t\t\tbyDay.set(day, list)\n\t\t\t\t}\n\t\t\t\tconst rows = [...byDay.entries()]\n\t\t\t\t\t.sort(([a], [b]) => a.localeCompare(b))\n\t\t\t\t\t.map(([day, list]) => ({\n\t\t\t\t\t\ttimestamp: day,\n\t\t\t\t\t\tmetrics: { pageviews: list.length, visitors: countVisitors(list) },\n\t\t\t\t\t}))\n\t\t\t\treturn {\n\t\t\t\t\trows,\n\t\t\t\t\ttotals: { pageviews: matched.length, visitors: countVisitors(matched) },\n\t\t\t\t\tmeta: { provider: 'memory', fetchedAt: q.dateRange.end.toISOString() },\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst pageviews = matched.length\n\t\t\tconst visitors = countVisitors(matched)\n\t\t\treturn {\n\t\t\t\trows: [{ metrics: { pageviews, visitors } }],\n\t\t\t\ttotals: { pageviews, visitors },\n\t\t\t\tmeta: { provider: 'memory', fetchedAt: q.dateRange.end.toISOString() },\n\t\t\t}\n\t\t},\n\t}\n}\n"],"mappings":";;AA2BA,MAAM,eAAsC;CAC3C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,YAAY;CACZ,gBAAgB;CAChB,iBAAiB;CACjB,SAAA,IAjB2C,IAAI;EAC/C;EACA;EACA;EACA;EACA;EACA;CACD,CAUO;CACN,YAAA,IAViD,IAAI;EAAC;EAAQ;EAAY;EAAW;CAAQ,CAUpF;CACT,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC;CACzB,iBAAiB,IAAI,IAAI,CAAC,IAAI,CAAC;CAC/B,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAK,WAAW;CAAK;AAClD;AASA,SAAgB,gBAAwC;CACvD,MAAM,SAAwB,CAAC;CAC/B,IAAI;CAGJ,MAAM,kBAAkB,GAAgB,OACtC,EAAE,WAAW,CAAC,GAAG,OAAO,WAAW;EACnC,IAAI,OAAO,cAAc,UAAU,OAAO,aAAa,MACtD,OAAO;EAER,OAAO,EAAE,SAAS,OAAO;CAC1B,CAAC;CAEF,MAAM,WAAW,GAAgB,MAA+B;EAC/D,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,OAAO;EACxC,IAAI,CAAC,eAAe,GAAG,CAAC,GAAG,OAAO;EAClC,OAAO,EAAE,aAAa,EAAE,UAAU,SAAS,EAAE,aAAa,EAAE,UAAU;CACvE;CAEA,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,oBAAoB;EACpB,SAAS,UAAU;GAClB,OAAO,KAAK,KAAK;EAClB;EACA,aAAa;GACZ,OAAO,SAAS;EACjB;EACA,WAAW,QAAQ;GAClB,iBAAiB,OAAO,IAAI,kBAAkB,KAAK,UAAU,0BAA0B;EACxF;EACA,MAAM,MAAM,GAAmB,MAAgD;GAC9E,IAAI,gBAAgB;IACnB,MAAM,MAAM;IACZ,iBAAiB,KAAA;IACjB,MAAM;GACP;GACA,MAAM,UAAU,OAAO,QAAQ,MAAM,QAAQ,GAAG,CAAC,CAAC;GAClD,MAAM,iBAAiB,SACtB,IAAI,IAAI,KAAK,KAAK,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,aAAa,CAAC,CAAC,EAAE;GAC5E,IAAI,EAAE,gBAAgB,OAAO;IAC5B,MAAM,wBAAQ,IAAI,IAA2B;IAC7C,KAAK,MAAM,KAAK,SAAS;KACxB,MAAM,MAAM,IAAI,KACf,KAAK,IACJ,EAAE,UAAU,eAAe,GAC3B,EAAE,UAAU,YAAY,GACxB,EAAE,UAAU,WAAW,CACxB,CACD,EAAE,YAAY;KACd,MAAM,OAAO,MAAM,IAAI,GAAG,KAAK,CAAC;KAChC,KAAK,KAAK,CAAC;KACX,MAAM,IAAI,KAAK,IAAI;IACpB;IAOA,OAAO;KACN,MAPY,CAAC,GAAG,MAAM,QAAQ,CAAC,EAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,EACrC,KAAK,CAAC,KAAK,WAAW;MACtB,WAAW;MACX,SAAS;OAAE,WAAW,KAAK;OAAQ,UAAU,cAAc,IAAI;MAAE;KAClE,EAEG;KACH,QAAQ;MAAE,WAAW,QAAQ;MAAQ,UAAU,cAAc,OAAO;KAAE;KACtE,MAAM;MAAE,UAAU;MAAU,WAAW,EAAE,UAAU,IAAI,YAAY;KAAE;IACtE;GACD;GACA,MAAM,YAAY,QAAQ;GAC1B,MAAM,WAAW,cAAc,OAAO;GACtC,OAAO;IACN,MAAM,CAAC,EAAE,SAAS;KAAE;KAAW;IAAS,EAAE,CAAC;IAC3C,QAAQ;KAAE;KAAW;IAAS;IAC9B,MAAM;KAAE,UAAU;KAAU,WAAW,EAAE,UAAU,IAAI,YAAY;IAAE;GACtE;EACD;CACD;AACD"}