@10x-media/analytics 0.1.0-beta.0 → 0.1.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/CHANGELOG.md +127 -0
  2. package/README.md +38 -357
  3. package/dist/adapters/ga4/ga4.d.ts +20 -0
  4. package/dist/adapters/ga4/ga4.js +187 -0
  5. package/dist/adapters/ga4/ga4.js.map +1 -0
  6. package/dist/{fetchJson-DZb2_Puj.js → adapters/http/fetchJson.js} +2 -2
  7. package/dist/adapters/http/fetchJson.js.map +1 -0
  8. package/dist/adapters/plausible/plausible.d.ts +15 -0
  9. package/dist/adapters/plausible/plausible.js +148 -0
  10. package/dist/adapters/plausible/plausible.js.map +1 -0
  11. package/dist/adapters/posthog/posthog.d.ts +23 -0
  12. package/dist/adapters/posthog/posthog.js +132 -0
  13. package/dist/adapters/posthog/posthog.js.map +1 -0
  14. package/dist/{series-zytbzPoc.js → adapters/series.js} +2 -2
  15. package/dist/adapters/series.js.map +1 -0
  16. package/dist/adapters/umami/umami.d.ts +18 -0
  17. package/dist/adapters/umami/umami.js +139 -0
  18. package/dist/{exports/adapters → adapters/umami}/umami.js.map +1 -1
  19. package/dist/binding/resolvePath.js +61 -0
  20. package/dist/binding/resolvePath.js.map +1 -0
  21. package/dist/binding/types.d.ts +55 -0
  22. package/dist/charts/BarList.d.ts +20 -0
  23. package/dist/charts/BarList.js +73 -0
  24. package/dist/charts/BarList.js.map +1 -0
  25. package/dist/charts/TrendChart.d.ts +25 -0
  26. package/dist/charts/TrendChart.js +195 -0
  27. package/dist/charts/TrendChart.js.map +1 -0
  28. package/dist/charts/bars.d.ts +9 -0
  29. package/dist/charts/bars.js +19 -0
  30. package/dist/charts/bars.js.map +1 -0
  31. package/dist/charts/bucket.js +86 -0
  32. package/dist/charts/bucket.js.map +1 -0
  33. package/dist/charts/spline.js +84 -0
  34. package/dist/charts/spline.js.map +1 -0
  35. package/dist/charts/styles.js +42 -0
  36. package/dist/charts/styles.js.map +1 -0
  37. package/dist/core/cacheKey.js +28 -0
  38. package/dist/core/cacheKey.js.map +1 -0
  39. package/dist/core/capabilities.d.ts +12 -0
  40. package/dist/core/capabilities.js +12 -0
  41. package/dist/core/capabilities.js.map +1 -0
  42. package/dist/{contract-CWZPKWuR.d.ts → core/contract.d.ts} +42 -5
  43. package/dist/core/contract.js +10 -0
  44. package/dist/core/contract.js.map +1 -0
  45. package/dist/core/granularity.js +17 -0
  46. package/dist/core/granularity.js.map +1 -0
  47. package/dist/core/options.d.ts +140 -0
  48. package/dist/core/options.js +114 -0
  49. package/dist/core/options.js.map +1 -0
  50. package/dist/core/registry.js +24 -0
  51. package/dist/core/registry.js.map +1 -0
  52. package/dist/core/scopedRead.js +57 -0
  53. package/dist/core/scopedRead.js.map +1 -0
  54. package/dist/exports/adapters/ga4.d.ts +2 -20
  55. package/dist/exports/adapters/ga4.js +1 -176
  56. package/dist/exports/adapters/native.d.ts +2 -22
  57. package/dist/exports/adapters/native.js +1 -848
  58. package/dist/exports/adapters/plausible.d.ts +2 -15
  59. package/dist/exports/adapters/plausible.js +1 -142
  60. package/dist/exports/adapters/posthog.d.ts +2 -17
  61. package/dist/exports/adapters/posthog.js +1 -118
  62. package/dist/exports/adapters/umami.d.ts +2 -18
  63. package/dist/exports/adapters/umami.js +1 -138
  64. package/dist/exports/client.d.ts +5 -77
  65. package/dist/exports/client.js +4 -386
  66. package/dist/exports/geo.d.ts +4 -19
  67. package/dist/exports/geo.js +3 -1
  68. package/dist/exports/i18n.d.ts +3 -63
  69. package/dist/exports/i18n.js +2 -2
  70. package/dist/exports/next.d.ts +2 -0
  71. package/dist/exports/next.js +2 -0
  72. package/dist/exports/rsc.d.ts +16 -120
  73. package/dist/exports/rsc.js +14 -598
  74. package/dist/exports/types.d.ts +6 -4
  75. package/dist/exports/types.js +2 -1
  76. package/dist/fields/AnalyticsPanelClient.js +193 -0
  77. package/dist/fields/AnalyticsPanelClient.js.map +1 -0
  78. package/dist/fields/AnalyticsPanelField.d.ts +28 -0
  79. package/dist/fields/AnalyticsPanelField.js +54 -0
  80. package/dist/fields/AnalyticsPanelField.js.map +1 -0
  81. package/dist/fields/AnalyticsStatField.d.ts +31 -0
  82. package/dist/fields/AnalyticsStatField.js +104 -0
  83. package/dist/fields/AnalyticsStatField.js.map +1 -0
  84. package/dist/fields/dateRange/field.js +55 -0
  85. package/dist/fields/dateRange/field.js.map +1 -0
  86. package/dist/fields/dateRange/styles.js +23 -0
  87. package/dist/fields/dateRange/styles.js.map +1 -0
  88. package/dist/fields/dateRange/types.d.ts +11 -0
  89. package/dist/fields/dateRange/ui.d.ts +9 -0
  90. package/dist/fields/dateRange/ui.js +373 -0
  91. package/dist/fields/dateRange/ui.js.map +1 -0
  92. package/dist/fields/emptyState.js +46 -0
  93. package/dist/fields/emptyState.js.map +1 -0
  94. package/dist/fields/factories.d.ts +60 -0
  95. package/dist/fields/factories.js +94 -0
  96. package/dist/fields/factories.js.map +1 -0
  97. package/dist/fields/format.d.ts +7 -0
  98. package/dist/fields/format.js +22 -0
  99. package/dist/fields/format.js.map +1 -0
  100. package/dist/fields/readForDocument.d.ts +57 -0
  101. package/dist/fields/readForDocument.js +147 -0
  102. package/dist/fields/readForDocument.js.map +1 -0
  103. package/dist/index.d.ts +18 -3
  104. package/dist/index.js +83 -1028
  105. package/dist/index.js.map +1 -1
  106. package/dist/native/collections/events.js +101 -0
  107. package/dist/native/collections/events.js.map +1 -0
  108. package/dist/native/collections/rollups.js +115 -0
  109. package/dist/native/collections/rollups.js.map +1 -0
  110. package/dist/native/collections/seen.js +47 -0
  111. package/dist/native/collections/seen.js.map +1 -0
  112. package/dist/native/geo/composeGeoResolvers.d.ts +7 -0
  113. package/dist/native/geo/composeGeoResolvers.js +14 -0
  114. package/dist/native/geo/composeGeoResolvers.js.map +1 -0
  115. package/dist/{geoResolver-CasIa4T9.d.ts → native/geo/geoResolver.d.ts} +2 -2
  116. package/dist/native/geo/geoResolver.js +11 -0
  117. package/dist/native/geo/geoResolver.js.map +1 -0
  118. package/dist/native/geo/maxmindResolver.d.ts +16 -0
  119. package/dist/native/geo/maxmindResolver.js +55 -0
  120. package/dist/native/geo/maxmindResolver.js.map +1 -0
  121. package/dist/native/ingest/device.js +15 -0
  122. package/dist/native/ingest/device.js.map +1 -0
  123. package/dist/native/ingest/endpoint.js +30 -0
  124. package/dist/native/ingest/endpoint.js.map +1 -0
  125. package/dist/native/ingest/flushBatch.js +69 -0
  126. package/dist/native/ingest/flushBatch.js.map +1 -0
  127. package/dist/native/ingest/normalizeEvent.js +39 -0
  128. package/dist/native/ingest/normalizeEvent.js.map +1 -0
  129. package/dist/native/ingest/salt.js +14 -0
  130. package/dist/native/ingest/salt.js.map +1 -0
  131. package/dist/native/ingest/source.js +22 -0
  132. package/dist/native/ingest/source.js.map +1 -0
  133. package/dist/native/ingest/visitorHash.js +12 -0
  134. package/dist/native/ingest/visitorHash.js.map +1 -0
  135. package/dist/native/ingest/writeBuffer.js +55 -0
  136. package/dist/native/ingest/writeBuffer.js.map +1 -0
  137. package/dist/native/ingest/writeEvent.js +14 -0
  138. package/dist/native/ingest/writeEvent.js.map +1 -0
  139. package/dist/native/nativeAdapter.d.ts +22 -0
  140. package/dist/native/nativeAdapter.js +216 -0
  141. package/dist/native/nativeAdapter.js.map +1 -0
  142. package/dist/native/realtime/buildRealtime.js +53 -0
  143. package/dist/native/realtime/buildRealtime.js.map +1 -0
  144. package/dist/native/retention/pruneTask.js +29 -0
  145. package/dist/native/retention/pruneTask.js.map +1 -0
  146. package/dist/native/rollupAcc.js +53 -0
  147. package/dist/native/rollupAcc.js.map +1 -0
  148. package/dist/native/rollups/applyDistinctDeltas.js +9 -0
  149. package/dist/native/rollups/applyDistinctDeltas.js.map +1 -0
  150. package/dist/native/rollups/bumpRollup.js +52 -0
  151. package/dist/native/rollups/bumpRollup.js.map +1 -0
  152. package/dist/native/rollups/deltas.js +31 -0
  153. package/dist/native/rollups/deltas.js.map +1 -0
  154. package/dist/native/rollups/insertIfNew.js +19 -0
  155. package/dist/native/rollups/insertIfNew.js.map +1 -0
  156. package/dist/next/posthogProxyRewrites.d.ts +36 -0
  157. package/dist/next/posthogProxyRewrites.js +50 -0
  158. package/dist/next/posthogProxyRewrites.js.map +1 -0
  159. package/dist/plugin/documentEndpoint.js +80 -0
  160. package/dist/plugin/documentEndpoint.js.map +1 -0
  161. package/dist/plugin/paths.js +11 -0
  162. package/dist/plugin/paths.js.map +1 -0
  163. package/dist/plugin/realtimeEndpoint.js +36 -0
  164. package/dist/plugin/realtimeEndpoint.js.map +1 -0
  165. package/dist/plugin/registerTranslations.js +19 -0
  166. package/dist/plugin/registerTranslations.js.map +1 -0
  167. package/dist/plugin/runtime.js +21 -0
  168. package/dist/plugin/runtime.js.map +1 -0
  169. package/dist/plugin/warmTask.js +165 -0
  170. package/dist/plugin/warmTask.js.map +1 -0
  171. package/dist/providers/collection.js +159 -0
  172. package/dist/providers/collection.js.map +1 -0
  173. package/dist/providers/factory.js +62 -0
  174. package/dist/providers/factory.js.map +1 -0
  175. package/dist/providers/resolver.js +67 -0
  176. package/dist/providers/resolver.js.map +1 -0
  177. package/dist/providers/secrets.js +27 -0
  178. package/dist/providers/secrets.js.map +1 -0
  179. package/dist/surfacing/cacheStore.js +26 -0
  180. package/dist/surfacing/cacheStore.js.map +1 -0
  181. package/dist/surfacing/coalesce.js +15 -0
  182. package/dist/surfacing/coalesce.js.map +1 -0
  183. package/dist/surfacing/engine.js +63 -0
  184. package/dist/surfacing/engine.js.map +1 -0
  185. package/dist/surfacing/queue.js +44 -0
  186. package/dist/surfacing/queue.js.map +1 -0
  187. package/dist/sync/collection.js +70 -0
  188. package/dist/sync/collection.js.map +1 -0
  189. package/dist/sync/syncTask.js +123 -0
  190. package/dist/sync/syncTask.js.map +1 -0
  191. package/dist/testing/memoryAdapter.d.ts +1 -1
  192. package/dist/timeframe/presets.d.ts +6 -0
  193. package/dist/timeframe/presets.js +59 -0
  194. package/dist/timeframe/presets.js.map +1 -0
  195. package/dist/timeframe/tz.js +110 -0
  196. package/dist/timeframe/tz.js.map +1 -0
  197. package/dist/translations/de.js +78 -0
  198. package/dist/translations/de.js.map +1 -0
  199. package/dist/{translations-keiKtSjF.js → translations/en.js} +30 -25
  200. package/dist/translations/en.js.map +1 -0
  201. package/dist/translations/index.d.ts +15 -0
  202. package/dist/translations/index.js +30 -0
  203. package/dist/translations/index.js.map +1 -0
  204. package/dist/translations/keys.d.ts +81 -0
  205. package/dist/{keys-DEqL4LOT.js → translations/keys.js} +29 -5
  206. package/dist/translations/keys.js.map +1 -0
  207. package/dist/translations/metricKeys.js +28 -0
  208. package/dist/translations/metricKeys.js.map +1 -0
  209. package/dist/translations/server.js +13 -0
  210. package/dist/translations/server.js.map +1 -0
  211. package/dist/translations/useTranslation.js +12 -0
  212. package/dist/translations/useTranslation.js.map +1 -0
  213. package/dist/widgets/AnalyticsBreakdownWidget.d.ts +7 -0
  214. package/dist/widgets/AnalyticsBreakdownWidget.js +85 -0
  215. package/dist/widgets/AnalyticsBreakdownWidget.js.map +1 -0
  216. package/dist/widgets/AnalyticsMetricWidget.d.ts +7 -0
  217. package/dist/widgets/AnalyticsMetricWidget.js +89 -0
  218. package/dist/widgets/AnalyticsMetricWidget.js.map +1 -0
  219. package/dist/widgets/AnalyticsRealtimeWidget.d.ts +7 -0
  220. package/dist/widgets/AnalyticsRealtimeWidget.js +64 -0
  221. package/dist/widgets/AnalyticsRealtimeWidget.js.map +1 -0
  222. package/dist/widgets/AnalyticsTrendWidget.d.ts +7 -0
  223. package/dist/widgets/AnalyticsTrendWidget.js +99 -0
  224. package/dist/widgets/AnalyticsTrendWidget.js.map +1 -0
  225. package/dist/widgets/ComparisonDelta.js +83 -0
  226. package/dist/widgets/ComparisonDelta.js.map +1 -0
  227. package/dist/widgets/RealtimeCounter.d.ts +19 -0
  228. package/dist/widgets/RealtimeCounter.js +76 -0
  229. package/dist/widgets/RealtimeCounter.js.map +1 -0
  230. package/dist/widgets/breakdownTypes.js +29 -0
  231. package/dist/widgets/breakdownTypes.js.map +1 -0
  232. package/dist/widgets/cardChrome.d.ts +8 -0
  233. package/dist/widgets/cardChrome.js +22 -0
  234. package/dist/widgets/cardChrome.js.map +1 -0
  235. package/dist/widgets/comparison.js +43 -0
  236. package/dist/widgets/comparison.js.map +1 -0
  237. package/dist/widgets/customWidget.d.ts +20 -0
  238. package/dist/widgets/customWidget.js +30 -0
  239. package/dist/widgets/customWidget.js.map +1 -0
  240. package/dist/widgets/defaults.d.ts +12 -0
  241. package/dist/widgets/defaults.js +72 -0
  242. package/dist/widgets/defaults.js.map +1 -0
  243. package/dist/widgets/range.js +28 -0
  244. package/dist/widgets/range.js.map +1 -0
  245. package/dist/widgets/readForWidget.d.ts +31 -0
  246. package/dist/widgets/readForWidget.js +72 -0
  247. package/dist/widgets/readForWidget.js.map +1 -0
  248. package/dist/widgets/readForWidgetBreakdown.d.ts +38 -0
  249. package/dist/widgets/readForWidgetBreakdown.js +80 -0
  250. package/dist/widgets/readForWidgetBreakdown.js.map +1 -0
  251. package/dist/{readForWidgetRealtime-D1BD37ST.d.ts → widgets/readForWidgetRealtime.d.ts} +5 -3
  252. package/dist/widgets/readForWidgetRealtime.js +63 -0
  253. package/dist/widgets/readForWidgetRealtime.js.map +1 -0
  254. package/dist/widgets/readForWidgetSeries.d.ts +44 -0
  255. package/dist/widgets/readForWidgetSeries.js +117 -0
  256. package/dist/widgets/readForWidgetSeries.js.map +1 -0
  257. package/dist/widgets/realtimePoll.js +26 -0
  258. package/dist/widgets/realtimePoll.js.map +1 -0
  259. package/dist/widgets/registerWidgets.js +228 -0
  260. package/dist/widgets/registerWidgets.js.map +1 -0
  261. package/dist/widgets/types.js +13 -0
  262. package/dist/widgets/types.js.map +1 -0
  263. package/package.json +19 -5
  264. package/dist/RealtimeCounter-BJrjMPSa.js +0 -473
  265. package/dist/RealtimeCounter-BJrjMPSa.js.map +0 -1
  266. package/dist/dist-B6HruP5v.js +0 -4731
  267. package/dist/dist-B6HruP5v.js.map +0 -1
  268. package/dist/exports/adapters/ga4.js.map +0 -1
  269. package/dist/exports/adapters/native.js.map +0 -1
  270. package/dist/exports/adapters/plausible.js.map +0 -1
  271. package/dist/exports/adapters/posthog.js.map +0 -1
  272. package/dist/exports/client.js.map +0 -1
  273. package/dist/exports/rsc.js.map +0 -1
  274. package/dist/fetchJson-DZb2_Puj.js.map +0 -1
  275. package/dist/index-CZdCT0WJ.d.ts +0 -98
  276. package/dist/keys-DEqL4LOT.js.map +0 -1
  277. package/dist/lib-CE5x1zLQ.js +0 -1058
  278. package/dist/lib-CE5x1zLQ.js.map +0 -1
  279. package/dist/maxmindResolver-CXYXXdul.js +0 -99
  280. package/dist/maxmindResolver-CXYXXdul.js.map +0 -1
  281. package/dist/presets-CBfq_uJX.d.ts +0 -38
  282. package/dist/series-zytbzPoc.js.map +0 -1
  283. package/dist/server-Cuvhgz-S.js +0 -492
  284. package/dist/server-Cuvhgz-S.js.map +0 -1
  285. package/dist/translations-keiKtSjF.js.map +0 -1
@@ -0,0 +1,30 @@
1
+ import { flushBatch } from "./flushBatch.js";
2
+ import { normalizeEvent } from "./normalizeEvent.js";
3
+ import { dailySalt } from "./salt.js";
4
+ //#region src/native/ingest/endpoint.ts
5
+ const makeIngestHandler = (geoResolver, getBuffer = () => null, resolvers = {}) => async (req) => {
6
+ const { scope: resolveScope, timezone: resolveTimezone } = resolvers;
7
+ const raw = (req.headers.get("content-type") ?? "").startsWith("application/json") ? await req.json?.() : JSON.parse(await req.text?.() ?? "{}");
8
+ if (!raw?.path || !raw?.hostname || raw.type !== "pageview" && raw.type !== "event") return Response.json({ error: "invalid payload" }, { status: 400 });
9
+ const now = /* @__PURE__ */ new Date();
10
+ const salt = await dailySalt(req.payload, now);
11
+ const scope = resolveScope ? await resolveScope(req) ?? "" : void 0;
12
+ const timezone = resolveTimezone ? await resolveTimezone(req, scope ?? null) : void 0;
13
+ const event = await normalizeEvent({
14
+ raw,
15
+ headers: req.headers,
16
+ geoResolver,
17
+ salt,
18
+ now,
19
+ scope,
20
+ timezone
21
+ });
22
+ const buffer = getBuffer();
23
+ if (buffer) buffer.add(event);
24
+ else await flushBatch(req.payload, [event]);
25
+ return Response.json({ ok: true }, { status: 202 });
26
+ };
27
+ //#endregion
28
+ export { makeIngestHandler };
29
+
30
+ //# sourceMappingURL=endpoint.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"endpoint.js","names":[],"sources":["../../../src/native/ingest/endpoint.ts"],"sourcesContent":["import type { PayloadHandler, PayloadRequest } from 'payload'\nimport type { GeoResolver } from '../geo/geoResolver'\nimport { flushBatch } from './flushBatch'\nimport { normalizeEvent, type RawEventInput, type StoredEvent } from './normalizeEvent'\nimport { dailySalt } from './salt'\nimport type { WriteBuffer } from './writeBuffer'\n\nexport interface IngestResolvers {\n\tscope?: (req: PayloadRequest) => Promise<string | null>\n\ttimezone?: (req: PayloadRequest, scope?: string | null) => Promise<string>\n}\n\nexport const makeIngestHandler =\n\t(\n\t\tgeoResolver: GeoResolver,\n\t\tgetBuffer: () => WriteBuffer<StoredEvent> | null = () => null,\n\t\tresolvers: IngestResolvers = {}\n\t): PayloadHandler =>\n\tasync (req) => {\n\t\tconst { scope: resolveScope, timezone: resolveTimezone } = resolvers\n\t\tconst ct = req.headers.get('content-type') ?? ''\n\t\tconst raw = (\n\t\t\tct.startsWith('application/json')\n\t\t\t\t? await req.json?.()\n\t\t\t\t: JSON.parse((await req.text?.()) ?? '{}')\n\t\t) as RawEventInput\n\t\tif (!raw?.path || !raw?.hostname || (raw.type !== 'pageview' && raw.type !== 'event')) {\n\t\t\treturn Response.json({ error: 'invalid payload' }, { status: 400 })\n\t\t}\n\t\tconst now = new Date()\n\t\tconst salt = await dailySalt(req.payload, now)\n\t\tconst scope = resolveScope ? ((await resolveScope(req)) ?? '') : undefined\n\t\tconst timezone = resolveTimezone ? await resolveTimezone(req, scope ?? null) : undefined\n\t\tconst event = await normalizeEvent({\n\t\t\traw,\n\t\t\theaders: req.headers,\n\t\t\tgeoResolver,\n\t\t\tsalt,\n\t\t\tnow,\n\t\t\tscope,\n\t\t\ttimezone,\n\t\t})\n\t\tconst buffer = getBuffer()\n\t\tif (buffer) {\n\t\t\tbuffer.add(event)\n\t\t} else {\n\t\t\tawait flushBatch(req.payload, [event])\n\t\t}\n\t\treturn Response.json({ ok: true }, { status: 202 })\n\t}\n"],"mappings":";;;;AAYA,MAAa,qBAEX,aACA,kBAAyD,MACzD,YAA6B,CAAC,MAE/B,OAAO,QAAQ;CACd,MAAM,EAAE,OAAO,cAAc,UAAU,oBAAoB;CAE3D,MAAM,OADK,IAAI,QAAQ,IAAI,cAAc,KAAK,IAE1C,WAAW,kBAAkB,IAC7B,MAAM,IAAI,OAAO,IACjB,KAAK,MAAO,MAAM,IAAI,OAAO,KAAM,IAAI;CAE3C,IAAI,CAAC,KAAK,QAAQ,CAAC,KAAK,YAAa,IAAI,SAAS,cAAc,IAAI,SAAS,SAC5E,OAAO,SAAS,KAAK,EAAE,OAAO,kBAAkB,GAAG,EAAE,QAAQ,IAAI,CAAC;CAEnE,MAAM,sBAAM,IAAI,KAAK;CACrB,MAAM,OAAO,MAAM,UAAU,IAAI,SAAS,GAAG;CAC7C,MAAM,QAAQ,eAAiB,MAAM,aAAa,GAAG,KAAM,KAAM,KAAA;CACjE,MAAM,WAAW,kBAAkB,MAAM,gBAAgB,KAAK,SAAS,IAAI,IAAI,KAAA;CAC/E,MAAM,QAAQ,MAAM,eAAe;EAClC;EACA,SAAS,IAAI;EACb;EACA;EACA;EACA;EACA;CACD,CAAC;CACD,MAAM,SAAS,UAAU;CACzB,IAAI,QACH,OAAO,IAAI,KAAK;MAEhB,MAAM,WAAW,IAAI,SAAS,CAAC,KAAK,CAAC;CAEtC,OAAO,SAAS,KAAK,EAAE,IAAI,KAAK,GAAG,EAAE,QAAQ,IAAI,CAAC;AACnD"}
@@ -0,0 +1,69 @@
1
+ import "../collections/seen.js";
2
+ import { bumpRollup } from "../rollups/bumpRollup.js";
3
+ import { insertIfNew } from "../rollups/insertIfNew.js";
4
+ import { bucketKey } from "../rollups/applyDistinctDeltas.js";
5
+ import { computeRollupDeltas } from "../rollups/deltas.js";
6
+ import { writeEvent } from "./writeEvent.js";
7
+ //#region src/native/ingest/flushBatch.ts
8
+ async function flushBatch(payload, events) {
9
+ if (events.length === 0) return;
10
+ await Promise.all(events.map((event) => writeEvent(payload, event)));
11
+ const base = /* @__PURE__ */ new Map();
12
+ const candidates = /* @__PURE__ */ new Map();
13
+ for (const event of events) for (const delta of computeRollupDeltas(event)) {
14
+ const bk = bucketKey(delta.key);
15
+ const agg = base.get(bk);
16
+ if (agg) {
17
+ agg.pageviews += delta.inc.pageviews;
18
+ agg.events += delta.inc.events;
19
+ agg.durationMs += delta.inc.durationMs;
20
+ agg.samples += delta.inc.samples;
21
+ } else base.set(bk, {
22
+ key: delta.key,
23
+ ...delta.inc
24
+ });
25
+ candidates.set(`${bk}|visitor|${event.visitorHash}`, {
26
+ key: delta.key,
27
+ kind: "visitor",
28
+ value: event.visitorHash
29
+ });
30
+ candidates.set(`${bk}|session|${event.sessionId}`, {
31
+ key: delta.key,
32
+ kind: "session",
33
+ value: event.sessionId
34
+ });
35
+ }
36
+ for (const agg of base.values()) await bumpRollup(payload, agg.key, {
37
+ pageviews: agg.pageviews,
38
+ events: agg.events,
39
+ durationMs: agg.durationMs,
40
+ samples: agg.samples
41
+ });
42
+ const distinct = /* @__PURE__ */ new Map();
43
+ for (const candidate of candidates.values()) {
44
+ if (!await insertIfNew(payload, "analytics-seen", {
45
+ bucket: bucketKey(candidate.key),
46
+ kind: candidate.kind,
47
+ value: candidate.value,
48
+ period: candidate.key.period
49
+ })) continue;
50
+ const metric = candidate.kind === "visitor" ? "visitors" : "sessions";
51
+ const dk = `${bucketKey(candidate.key)}|${metric}`;
52
+ const entry = distinct.get(dk);
53
+ if (entry) entry.count += 1;
54
+ else distinct.set(dk, {
55
+ key: candidate.key,
56
+ metric,
57
+ count: 1
58
+ });
59
+ }
60
+ for (const entry of distinct.values()) {
61
+ const inc = {};
62
+ inc[entry.metric] = entry.count;
63
+ await bumpRollup(payload, entry.key, inc);
64
+ }
65
+ }
66
+ //#endregion
67
+ export { flushBatch };
68
+
69
+ //# sourceMappingURL=flushBatch.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"flushBatch.js","names":[],"sources":["../../../src/native/ingest/flushBatch.ts"],"sourcesContent":["import type { Payload } from 'payload'\nimport { SEEN_SLUG } from '../collections/seen'\nimport { bucketKey } from '../rollups/applyDistinctDeltas'\nimport { bumpRollup } from '../rollups/bumpRollup'\nimport { computeRollupDeltas, type RollupKey, type RollupMetric } from '../rollups/deltas'\nimport { insertIfNew } from '../rollups/insertIfNew'\nimport type { StoredEvent } from './normalizeEvent'\nimport { writeEvent } from './writeEvent'\n\ninterface BaseAgg {\n\tkey: RollupKey\n\tpageviews: number\n\tevents: number\n\tdurationMs: number\n\tsamples: number\n}\n\ninterface DistinctCandidate {\n\tkey: RollupKey\n\tkind: 'visitor' | 'session'\n\tvalue: string\n}\n\n// Coalesces a batch of events into the fewest writes: events insert concurrently, base\n// rollup increments are summed per bucket into one upsert each, and distinct visitor /\n// session candidates are de-duplicated within the batch before insert-if-new. Correctness\n// matches the per-event path because the seen ledger still de-dupes across batches.\nexport async function flushBatch(payload: Payload, events: StoredEvent[]): Promise<void> {\n\tif (events.length === 0) {\n\t\treturn\n\t}\n\tawait Promise.all(events.map((event) => writeEvent(payload, event)))\n\n\tconst base = new Map<string, BaseAgg>()\n\tconst candidates = new Map<string, DistinctCandidate>()\n\tfor (const event of events) {\n\t\tfor (const delta of computeRollupDeltas(event)) {\n\t\t\tconst bk = bucketKey(delta.key)\n\t\t\tconst agg = base.get(bk)\n\t\t\tif (agg) {\n\t\t\t\tagg.pageviews += delta.inc.pageviews\n\t\t\t\tagg.events += delta.inc.events\n\t\t\t\tagg.durationMs += delta.inc.durationMs\n\t\t\t\tagg.samples += delta.inc.samples\n\t\t\t} else {\n\t\t\t\tbase.set(bk, { key: delta.key, ...delta.inc })\n\t\t\t}\n\t\t\tcandidates.set(`${bk}|visitor|${event.visitorHash}`, {\n\t\t\t\tkey: delta.key,\n\t\t\t\tkind: 'visitor',\n\t\t\t\tvalue: event.visitorHash,\n\t\t\t})\n\t\t\tcandidates.set(`${bk}|session|${event.sessionId}`, {\n\t\t\t\tkey: delta.key,\n\t\t\t\tkind: 'session',\n\t\t\t\tvalue: event.sessionId,\n\t\t\t})\n\t\t}\n\t}\n\n\tfor (const agg of base.values()) {\n\t\tawait bumpRollup(payload, agg.key, {\n\t\t\tpageviews: agg.pageviews,\n\t\t\tevents: agg.events,\n\t\t\tdurationMs: agg.durationMs,\n\t\t\tsamples: agg.samples,\n\t\t})\n\t}\n\n\tconst distinct = new Map<string, { key: RollupKey; metric: RollupMetric; count: number }>()\n\tfor (const candidate of candidates.values()) {\n\t\tconst isNew = await insertIfNew(payload, SEEN_SLUG, {\n\t\t\tbucket: bucketKey(candidate.key),\n\t\t\tkind: candidate.kind,\n\t\t\tvalue: candidate.value,\n\t\t\tperiod: candidate.key.period,\n\t\t})\n\t\tif (!isNew) {\n\t\t\tcontinue\n\t\t}\n\t\tconst metric: RollupMetric = candidate.kind === 'visitor' ? 'visitors' : 'sessions'\n\t\tconst dk = `${bucketKey(candidate.key)}|${metric}`\n\t\tconst entry = distinct.get(dk)\n\t\tif (entry) {\n\t\t\tentry.count += 1\n\t\t} else {\n\t\t\tdistinct.set(dk, { key: candidate.key, metric, count: 1 })\n\t\t}\n\t}\n\n\tfor (const entry of distinct.values()) {\n\t\tconst inc: Partial<Record<RollupMetric, number>> = {}\n\t\tinc[entry.metric] = entry.count\n\t\tawait bumpRollup(payload, entry.key, inc)\n\t}\n}\n"],"mappings":";;;;;;;AA2BA,eAAsB,WAAW,SAAkB,QAAsC;CACxF,IAAI,OAAO,WAAW,GACrB;CAED,MAAM,QAAQ,IAAI,OAAO,KAAK,UAAU,WAAW,SAAS,KAAK,CAAC,CAAC;CAEnE,MAAM,uBAAO,IAAI,IAAqB;CACtC,MAAM,6BAAa,IAAI,IAA+B;CACtD,KAAK,MAAM,SAAS,QACnB,KAAK,MAAM,SAAS,oBAAoB,KAAK,GAAG;EAC/C,MAAM,KAAK,UAAU,MAAM,GAAG;EAC9B,MAAM,MAAM,KAAK,IAAI,EAAE;EACvB,IAAI,KAAK;GACR,IAAI,aAAa,MAAM,IAAI;GAC3B,IAAI,UAAU,MAAM,IAAI;GACxB,IAAI,cAAc,MAAM,IAAI;GAC5B,IAAI,WAAW,MAAM,IAAI;EAC1B,OACC,KAAK,IAAI,IAAI;GAAE,KAAK,MAAM;GAAK,GAAG,MAAM;EAAI,CAAC;EAE9C,WAAW,IAAI,GAAG,GAAG,WAAW,MAAM,eAAe;GACpD,KAAK,MAAM;GACX,MAAM;GACN,OAAO,MAAM;EACd,CAAC;EACD,WAAW,IAAI,GAAG,GAAG,WAAW,MAAM,aAAa;GAClD,KAAK,MAAM;GACX,MAAM;GACN,OAAO,MAAM;EACd,CAAC;CACF;CAGD,KAAK,MAAM,OAAO,KAAK,OAAO,GAC7B,MAAM,WAAW,SAAS,IAAI,KAAK;EAClC,WAAW,IAAI;EACf,QAAQ,IAAI;EACZ,YAAY,IAAI;EAChB,SAAS,IAAI;CACd,CAAC;CAGF,MAAM,2BAAW,IAAI,IAAqE;CAC1F,KAAK,MAAM,aAAa,WAAW,OAAO,GAAG;EAO5C,IAAI,CAAC,MANe,YAAY,SAAA,kBAAoB;GACnD,QAAQ,UAAU,UAAU,GAAG;GAC/B,MAAM,UAAU;GAChB,OAAO,UAAU;GACjB,QAAQ,UAAU,IAAI;EACvB,CAAC,GAEA;EAED,MAAM,SAAuB,UAAU,SAAS,YAAY,aAAa;EACzE,MAAM,KAAK,GAAG,UAAU,UAAU,GAAG,EAAE,GAAG;EAC1C,MAAM,QAAQ,SAAS,IAAI,EAAE;EAC7B,IAAI,OACH,MAAM,SAAS;OAEf,SAAS,IAAI,IAAI;GAAE,KAAK,UAAU;GAAK;GAAQ,OAAO;EAAE,CAAC;CAE3D;CAEA,KAAK,MAAM,SAAS,SAAS,OAAO,GAAG;EACtC,MAAM,MAA6C,CAAC;EACpD,IAAI,MAAM,UAAU,MAAM;EAC1B,MAAM,WAAW,SAAS,MAAM,KAAK,GAAG;CACzC;AACD"}
@@ -0,0 +1,39 @@
1
+ import { classifyDevice } from "./device.js";
2
+ import { deriveSource } from "./source.js";
3
+ import { dailyVisitorHash, deriveSessionId } from "./visitorHash.js";
4
+ //#region src/native/ingest/normalizeEvent.ts
5
+ async function normalizeEvent({ raw, headers, geoResolver, salt, now, scope, timezone }) {
6
+ const geo = await geoResolver(headers);
7
+ const ip = (headers.get("x-forwarded-for")?.split(",")[0] ?? headers.get("x-real-ip") ?? "").trim();
8
+ const ua = headers.get("user-agent") ?? "";
9
+ const visitorHash = dailyVisitorHash({
10
+ ip,
11
+ ua,
12
+ site: raw.hostname,
13
+ salt
14
+ });
15
+ const hourBucket = now.toISOString().slice(0, 13);
16
+ return {
17
+ timestamp: now,
18
+ type: raw.type,
19
+ name: raw.name,
20
+ path: raw.path,
21
+ hostname: raw.hostname,
22
+ referrer: raw.referrer,
23
+ device: classifyDevice(ua),
24
+ source: deriveSource(raw.referrer, raw.hostname),
25
+ country: geo.country,
26
+ region: geo.region,
27
+ city: geo.city,
28
+ visitorHash,
29
+ sessionId: deriveSessionId(visitorHash, hourBucket),
30
+ durationMs: raw.durationMs,
31
+ props: raw.props,
32
+ ...scope !== void 0 ? { scope } : {},
33
+ ...timezone !== void 0 ? { timezone } : {}
34
+ };
35
+ }
36
+ //#endregion
37
+ export { normalizeEvent };
38
+
39
+ //# sourceMappingURL=normalizeEvent.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"normalizeEvent.js","names":[],"sources":["../../../src/native/ingest/normalizeEvent.ts"],"sourcesContent":["import type { GeoResolver } from '../geo/geoResolver'\nimport { classifyDevice, type DeviceType } from './device'\nimport { deriveSource } from './source'\nimport { dailyVisitorHash, deriveSessionId } from './visitorHash'\n\nexport interface RawEventInput {\n\ttype: 'pageview' | 'event'\n\tname?: string\n\tpath: string\n\thostname: string\n\treferrer?: string\n\tdurationMs?: number\n\tprops?: Record<string, unknown>\n}\n\nexport interface StoredEvent {\n\ttimestamp: Date\n\ttype: 'pageview' | 'event'\n\tname?: string\n\tpath: string\n\thostname: string\n\treferrer?: string\n\tdevice?: DeviceType\n\tsource?: string\n\tcountry?: string\n\tregion?: string\n\tcity?: string\n\tvisitorHash: string\n\tsessionId: string\n\tdurationMs?: number\n\tprops?: Record<string, unknown>\n\t/** Set only in scoped installs; '' is the null scope. */\n\tscope?: string\n\t/**\n\t * Reporting timezone the rollup day bucket is computed in. In-memory only: stripped\n\t * before the event row is persisted (day bucketing happens at rollup time). Absent\n\t * means UTC.\n\t */\n\ttimezone?: string\n}\n\nexport interface NormalizeArgs {\n\traw: RawEventInput\n\theaders: Headers\n\tgeoResolver: GeoResolver\n\tsalt: string\n\tnow: Date\n\tscope?: string\n\ttimezone?: string\n}\n\nexport async function normalizeEvent({\n\traw,\n\theaders,\n\tgeoResolver,\n\tsalt,\n\tnow,\n\tscope,\n\ttimezone,\n}: NormalizeArgs): Promise<StoredEvent> {\n\tconst geo = await geoResolver(headers)\n\tconst ip = (\n\t\theaders.get('x-forwarded-for')?.split(',')[0] ??\n\t\theaders.get('x-real-ip') ??\n\t\t''\n\t).trim()\n\tconst ua = headers.get('user-agent') ?? ''\n\tconst visitorHash = dailyVisitorHash({ ip, ua, site: raw.hostname, salt })\n\tconst hourBucket = now.toISOString().slice(0, 13)\n\treturn {\n\t\ttimestamp: now,\n\t\ttype: raw.type,\n\t\tname: raw.name,\n\t\tpath: raw.path,\n\t\thostname: raw.hostname,\n\t\treferrer: raw.referrer,\n\t\tdevice: classifyDevice(ua),\n\t\tsource: deriveSource(raw.referrer, raw.hostname),\n\t\tcountry: geo.country,\n\t\tregion: geo.region,\n\t\tcity: geo.city,\n\t\tvisitorHash,\n\t\tsessionId: deriveSessionId(visitorHash, hourBucket),\n\t\tdurationMs: raw.durationMs,\n\t\tprops: raw.props,\n\t\t...(scope !== undefined ? { scope } : {}),\n\t\t...(timezone !== undefined ? { timezone } : {}),\n\t}\n}\n"],"mappings":";;;;AAmDA,eAAsB,eAAe,EACpC,KACA,SACA,aACA,MACA,KACA,OACA,YACuC;CACvC,MAAM,MAAM,MAAM,YAAY,OAAO;CACrC,MAAM,MACL,QAAQ,IAAI,iBAAiB,GAAG,MAAM,GAAG,EAAE,MAC3C,QAAQ,IAAI,WAAW,KACvB,IACC,KAAK;CACP,MAAM,KAAK,QAAQ,IAAI,YAAY,KAAK;CACxC,MAAM,cAAc,iBAAiB;EAAE;EAAI;EAAI,MAAM,IAAI;EAAU;CAAK,CAAC;CACzE,MAAM,aAAa,IAAI,YAAY,EAAE,MAAM,GAAG,EAAE;CAChD,OAAO;EACN,WAAW;EACX,MAAM,IAAI;EACV,MAAM,IAAI;EACV,MAAM,IAAI;EACV,UAAU,IAAI;EACd,UAAU,IAAI;EACd,QAAQ,eAAe,EAAE;EACzB,QAAQ,aAAa,IAAI,UAAU,IAAI,QAAQ;EAC/C,SAAS,IAAI;EACb,QAAQ,IAAI;EACZ,MAAM,IAAI;EACV;EACA,WAAW,gBAAgB,aAAa,UAAU;EAClD,YAAY,IAAI;EAChB,OAAO,IAAI;EACX,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;EACvC,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAC9C;AACD"}
@@ -0,0 +1,14 @@
1
+ import { randomBytes } from "node:crypto";
2
+ //#region src/native/ingest/salt.ts
3
+ async function dailySalt(payload, now) {
4
+ const key = `analytics:salt:${now.toISOString().slice(0, 10)}`;
5
+ const existing = await payload.kv.get(key);
6
+ if (existing) return existing.salt;
7
+ const salt = randomBytes(16).toString("hex");
8
+ await payload.kv.set(key, { salt });
9
+ return salt;
10
+ }
11
+ //#endregion
12
+ export { dailySalt };
13
+
14
+ //# sourceMappingURL=salt.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"salt.js","names":[],"sources":["../../../src/native/ingest/salt.ts"],"sourcesContent":["import { randomBytes } from 'node:crypto'\nimport type { Payload } from 'payload'\n\n// Salt is keyed by UTC day so it rotates at midnight; payload.kv has no native TTL,\n// hence the date-keyed approach (old salts are pruned in a later plan).\nexport async function dailySalt(payload: Payload, now: Date): Promise<string> {\n\tconst day = now.toISOString().slice(0, 10)\n\tconst key = `analytics:salt:${day}`\n\tconst existing = await payload.kv.get<{ salt: string }>(key)\n\tif (existing) {\n\t\treturn existing.salt\n\t}\n\tconst salt = randomBytes(16).toString('hex')\n\tawait payload.kv.set(key, { salt })\n\treturn salt\n}\n"],"mappings":";;AAKA,eAAsB,UAAU,SAAkB,KAA4B;CAE7E,MAAM,MAAM,kBADA,IAAI,YAAY,EAAE,MAAM,GAAG,EACP;CAChC,MAAM,WAAW,MAAM,QAAQ,GAAG,IAAsB,GAAG;CAC3D,IAAI,UACH,OAAO,SAAS;CAEjB,MAAM,OAAO,YAAY,EAAE,EAAE,SAAS,KAAK;CAC3C,MAAM,QAAQ,GAAG,IAAI,KAAK,EAAE,KAAK,CAAC;CAClC,OAAO;AACR"}
@@ -0,0 +1,22 @@
1
+ //#region src/native/ingest/source.ts
2
+ const stripWww = (host) => host.replace(/^www\./, "");
3
+ /**
4
+ * Reduce a raw referrer URL to a coarse traffic source: the bare referrer host
5
+ * (without `www.`), or `Direct` when there is no referrer, it is unparseable, or it
6
+ * points back at the site itself (internal navigation is not a traffic source).
7
+ */
8
+ const deriveSource = (referrer, selfHostname) => {
9
+ if (!referrer) return "Direct";
10
+ let host;
11
+ try {
12
+ host = new URL(referrer).hostname;
13
+ } catch {
14
+ return "Direct";
15
+ }
16
+ if (!host || stripWww(host) === stripWww(selfHostname)) return "Direct";
17
+ return stripWww(host);
18
+ };
19
+ //#endregion
20
+ export { deriveSource };
21
+
22
+ //# sourceMappingURL=source.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"source.js","names":[],"sources":["../../../src/native/ingest/source.ts"],"sourcesContent":["const stripWww = (host: string): string => host.replace(/^www\\./, '')\n\n/**\n * Reduce a raw referrer URL to a coarse traffic source: the bare referrer host\n * (without `www.`), or `Direct` when there is no referrer, it is unparseable, or it\n * points back at the site itself (internal navigation is not a traffic source).\n */\nexport const deriveSource = (referrer: string | undefined, selfHostname: string): string => {\n\tif (!referrer) {\n\t\treturn 'Direct'\n\t}\n\tlet host: string\n\ttry {\n\t\thost = new URL(referrer).hostname\n\t} catch {\n\t\treturn 'Direct'\n\t}\n\tif (!host || stripWww(host) === stripWww(selfHostname)) {\n\t\treturn 'Direct'\n\t}\n\treturn stripWww(host)\n}\n"],"mappings":";AAAA,MAAM,YAAY,SAAyB,KAAK,QAAQ,UAAU,EAAE;;;;;;AAOpE,MAAa,gBAAgB,UAA8B,iBAAiC;CAC3F,IAAI,CAAC,UACJ,OAAO;CAER,IAAI;CACJ,IAAI;EACH,OAAO,IAAI,IAAI,QAAQ,EAAE;CAC1B,QAAQ;EACP,OAAO;CACR;CACA,IAAI,CAAC,QAAQ,SAAS,IAAI,MAAM,SAAS,YAAY,GACpD,OAAO;CAER,OAAO,SAAS,IAAI;AACrB"}
@@ -0,0 +1,12 @@
1
+ import { createHmac } from "node:crypto";
2
+ //#region src/native/ingest/visitorHash.ts
3
+ function dailyVisitorHash({ ip, ua, site, salt }) {
4
+ return createHmac("sha256", salt).update(`${ip}|${ua}|${site}`).digest("hex");
5
+ }
6
+ function deriveSessionId(visitorHash, hourBucket) {
7
+ return createHmac("sha256", visitorHash).update(hourBucket).digest("hex").slice(0, 32);
8
+ }
9
+ //#endregion
10
+ export { dailyVisitorHash, deriveSessionId };
11
+
12
+ //# sourceMappingURL=visitorHash.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"visitorHash.js","names":[],"sources":["../../../src/native/ingest/visitorHash.ts"],"sourcesContent":["import { createHmac } from 'node:crypto'\n\nexport interface VisitorHashInput {\n\tip: string\n\tua: string\n\tsite: string\n\tsalt: string\n}\n\n// The salt rotates daily so a visitor's hash auto-expires every 24h, giving\n// cookieless uniqueness without storing PII (the raw IP is hashed immediately\n// and never persisted).\nexport function dailyVisitorHash({ ip, ua, site, salt }: VisitorHashInput): string {\n\treturn createHmac('sha256', salt).update(`${ip}|${ua}|${site}`).digest('hex')\n}\n\nexport function deriveSessionId(visitorHash: string, hourBucket: string): string {\n\treturn createHmac('sha256', visitorHash).update(hourBucket).digest('hex').slice(0, 32)\n}\n"],"mappings":";;AAYA,SAAgB,iBAAiB,EAAE,IAAI,IAAI,MAAM,QAAkC;CAClF,OAAO,WAAW,UAAU,IAAI,EAAE,OAAO,GAAG,GAAG,GAAG,GAAG,GAAG,MAAM,EAAE,OAAO,KAAK;AAC7E;AAEA,SAAgB,gBAAgB,aAAqB,YAA4B;CAChF,OAAO,WAAW,UAAU,WAAW,EAAE,OAAO,UAAU,EAAE,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE;AACtF"}
@@ -0,0 +1,55 @@
1
+ //#region src/native/ingest/writeBuffer.ts
2
+ const defaultSetTimer = (fn, ms) => {
3
+ const handle = setTimeout(fn, ms);
4
+ handle.unref?.();
5
+ return () => clearTimeout(handle);
6
+ };
7
+ function createWriteBuffer(options) {
8
+ const { maxSize, maxAgeMs, onFlush, onError } = options;
9
+ const setTimer = options.setTimer ?? defaultSetTimer;
10
+ let items = [];
11
+ let cancelTimer = null;
12
+ let chain = Promise.resolve();
13
+ const disarm = () => {
14
+ if (cancelTimer) {
15
+ cancelTimer();
16
+ cancelTimer = null;
17
+ }
18
+ };
19
+ const drain = async () => {
20
+ disarm();
21
+ if (items.length === 0) return;
22
+ const batch = items;
23
+ items = [];
24
+ try {
25
+ await onFlush(batch);
26
+ } catch (error) {
27
+ onError?.(error);
28
+ }
29
+ if (items.length > 0) await drain();
30
+ };
31
+ const flush = () => {
32
+ chain = chain.then(drain);
33
+ return chain;
34
+ };
35
+ const add = (item) => {
36
+ items.push(item);
37
+ if (items.length >= maxSize) {
38
+ flush();
39
+ return;
40
+ }
41
+ if (!cancelTimer) cancelTimer = setTimer(() => {
42
+ flush();
43
+ }, maxAgeMs);
44
+ };
45
+ return {
46
+ add,
47
+ flush,
48
+ stop: flush,
49
+ size: () => items.length
50
+ };
51
+ }
52
+ //#endregion
53
+ export { createWriteBuffer };
54
+
55
+ //# sourceMappingURL=writeBuffer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"writeBuffer.js","names":[],"sources":["../../../src/native/ingest/writeBuffer.ts"],"sourcesContent":["export interface WriteBufferOptions<T> {\n\tmaxSize: number\n\tmaxAgeMs: number\n\tonFlush: (items: T[]) => Promise<void>\n\tonError?: (error: unknown) => void\n\t/** Schedules a one-shot timer and returns a cancel function. Injectable for tests. */\n\tsetTimer?: (fn: () => void, ms: number) => () => void\n}\n\nexport interface WriteBuffer<T> {\n\tadd: (item: T) => void\n\tflush: () => Promise<void>\n\tstop: () => Promise<void>\n\tsize: () => number\n}\n\nconst defaultSetTimer = (fn: () => void, ms: number): (() => void) => {\n\tconst handle = setTimeout(fn, ms)\n\t// unref so a pending flush timer never keeps the process (or a test runner) alive.\n\tconst unrefable = handle as { unref?: () => void }\n\tunrefable.unref?.()\n\treturn () => clearTimeout(handle)\n}\n\n// In-process accumulator that flushes on a size threshold or an age timer, whichever comes\n// first. Flushes are serialized through a promise chain so callers can await a full drain.\nexport function createWriteBuffer<T>(options: WriteBufferOptions<T>): WriteBuffer<T> {\n\tconst { maxSize, maxAgeMs, onFlush, onError } = options\n\tconst setTimer = options.setTimer ?? defaultSetTimer\n\tlet items: T[] = []\n\tlet cancelTimer: (() => void) | null = null\n\tlet chain: Promise<void> = Promise.resolve()\n\n\tconst disarm = (): void => {\n\t\tif (cancelTimer) {\n\t\t\tcancelTimer()\n\t\t\tcancelTimer = null\n\t\t}\n\t}\n\n\tconst drain = async (): Promise<void> => {\n\t\tdisarm()\n\t\tif (items.length === 0) {\n\t\t\treturn\n\t\t}\n\t\tconst batch = items\n\t\titems = []\n\t\ttry {\n\t\t\tawait onFlush(batch)\n\t\t} catch (error) {\n\t\t\tonError?.(error)\n\t\t}\n\t\tif (items.length > 0) {\n\t\t\tawait drain()\n\t\t}\n\t}\n\n\tconst flush = (): Promise<void> => {\n\t\tchain = chain.then(drain)\n\t\treturn chain\n\t}\n\n\tconst add = (item: T): void => {\n\t\titems.push(item)\n\t\tif (items.length >= maxSize) {\n\t\t\tvoid flush()\n\t\t\treturn\n\t\t}\n\t\tif (!cancelTimer) {\n\t\t\tcancelTimer = setTimer(() => {\n\t\t\t\tvoid flush()\n\t\t\t}, maxAgeMs)\n\t\t}\n\t}\n\n\treturn { add, flush, stop: flush, size: () => items.length }\n}\n"],"mappings":";AAgBA,MAAM,mBAAmB,IAAgB,OAA6B;CACrE,MAAM,SAAS,WAAW,IAAI,EAAE;CAGhC,OAAU,QAAQ;CAClB,aAAa,aAAa,MAAM;AACjC;AAIA,SAAgB,kBAAqB,SAAgD;CACpF,MAAM,EAAE,SAAS,UAAU,SAAS,YAAY;CAChD,MAAM,WAAW,QAAQ,YAAY;CACrC,IAAI,QAAa,CAAC;CAClB,IAAI,cAAmC;CACvC,IAAI,QAAuB,QAAQ,QAAQ;CAE3C,MAAM,eAAqB;EAC1B,IAAI,aAAa;GAChB,YAAY;GACZ,cAAc;EACf;CACD;CAEA,MAAM,QAAQ,YAA2B;EACxC,OAAO;EACP,IAAI,MAAM,WAAW,GACpB;EAED,MAAM,QAAQ;EACd,QAAQ,CAAC;EACT,IAAI;GACH,MAAM,QAAQ,KAAK;EACpB,SAAS,OAAO;GACf,UAAU,KAAK;EAChB;EACA,IAAI,MAAM,SAAS,GAClB,MAAM,MAAM;CAEd;CAEA,MAAM,cAA6B;EAClC,QAAQ,MAAM,KAAK,KAAK;EACxB,OAAO;CACR;CAEA,MAAM,OAAO,SAAkB;EAC9B,MAAM,KAAK,IAAI;EACf,IAAI,MAAM,UAAU,SAAS;GAC5B,MAAW;GACX;EACD;EACA,IAAI,CAAC,aACJ,cAAc,eAAe;GAC5B,MAAW;EACZ,GAAG,QAAQ;CAEb;CAEA,OAAO;EAAE;EAAK;EAAO,MAAM;EAAO,YAAY,MAAM;CAAO;AAC5D"}
@@ -0,0 +1,14 @@
1
+ import { EVENTS_SLUG } from "../collections/events.js";
2
+ //#region src/native/ingest/writeEvent.ts
3
+ async function writeEvent(payload, event) {
4
+ const { timezone: _timezone, ...data } = event;
5
+ await payload.create({
6
+ collection: EVENTS_SLUG,
7
+ data,
8
+ overrideAccess: true
9
+ });
10
+ }
11
+ //#endregion
12
+ export { writeEvent };
13
+
14
+ //# sourceMappingURL=writeEvent.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"writeEvent.js","names":[],"sources":["../../../src/native/ingest/writeEvent.ts"],"sourcesContent":["import type { CollectionSlug, Payload } from 'payload'\nimport { EVENTS_SLUG } from '../collections/events'\nimport type { StoredEvent } from './normalizeEvent'\n\nexport async function writeEvent(payload: Payload, event: StoredEvent): Promise<void> {\n\t// `timezone` drives rollup day bucketing only; it is not a stored events column.\n\tconst { timezone: _timezone, ...data } = event\n\tawait payload.create({\n\t\tcollection: EVENTS_SLUG as CollectionSlug,\n\t\tdata: data as never,\n\t\toverrideAccess: true,\n\t})\n}\n"],"mappings":";;AAIA,eAAsB,WAAW,SAAkB,OAAmC;CAErF,MAAM,EAAE,UAAU,WAAW,GAAG,SAAS;CACzC,MAAM,QAAQ,OAAO;EACpB,YAAY;EACN;EACN,gBAAgB;CACjB,CAAC;AACF"}
@@ -0,0 +1,22 @@
1
+ import { AnalyticsAdapter } from "../core/contract.js";
2
+ import { GeoResolver } from "./geo/geoResolver.js";
3
+
4
+ //#region src/native/nativeAdapter.d.ts
5
+ interface NativeOptions {
6
+ geoResolver?: GeoResolver;
7
+ geoDbPath?: string;
8
+ ingestPath?: string;
9
+ retentionDays?: number;
10
+ /** Opt-in in-process write batching. `true` uses defaults (maxSize 50, maxAgeMs 2000). */
11
+ buffer?: boolean | {
12
+ maxSize?: number;
13
+ maxAgeMs?: number;
14
+ };
15
+ }
16
+ type NativeAdapter = AnalyticsAdapter & {
17
+ flush: () => Promise<void>;
18
+ };
19
+ declare function native(options?: NativeOptions): NativeAdapter;
20
+ //#endregion
21
+ export { NativeOptions, native };
22
+ //# sourceMappingURL=nativeAdapter.d.ts.map
@@ -0,0 +1,216 @@
1
+ import { composeGeoResolvers } from "./geo/composeGeoResolvers.js";
2
+ import { platformHeaderResolver } from "./geo/geoResolver.js";
3
+ import { maxmindResolver } from "./geo/maxmindResolver.js";
4
+ import { EVENTS_SLUG, eventsCollection } from "./collections/events.js";
5
+ import { ROLLUPS_SLUG, rollupsCollection } from "./collections/rollups.js";
6
+ import { seenCollection } from "./collections/seen.js";
7
+ import { flushBatch } from "./ingest/flushBatch.js";
8
+ import { makeIngestHandler } from "./ingest/endpoint.js";
9
+ import { createWriteBuffer } from "./ingest/writeBuffer.js";
10
+ import { buildRealtime } from "./realtime/buildRealtime.js";
11
+ import { pruneEventsTask } from "./retention/pruneTask.js";
12
+ import { add, emptyAcc, selectMetrics, seriesFromRollups } from "./rollupAcc.js";
13
+ //#region src/native/nativeAdapter.ts
14
+ const metrics = new Set([
15
+ "pageviews",
16
+ "visitors",
17
+ "sessions",
18
+ "events",
19
+ "avgDuration"
20
+ ]);
21
+ const dimensions = new Set([
22
+ "page",
23
+ "country",
24
+ "source",
25
+ "device"
26
+ ]);
27
+ const REALTIME_EVENT_LIMIT = 5e4;
28
+ const baseCapabilities = {
29
+ perPageQuery: true,
30
+ realtime: true,
31
+ realtimeWindowMinutes: 60,
32
+ comparison: true,
33
+ minGranularity: "day",
34
+ maxLookbackDays: null,
35
+ metrics,
36
+ dimensions,
37
+ batchPageReport: true,
38
+ rateLimit: null,
39
+ recommendedTtl: {
40
+ realtime: 10,
41
+ aggregate: 300
42
+ }
43
+ };
44
+ function native(options = {}) {
45
+ const geoResolver = options.geoResolver ?? (options.geoDbPath ? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath })) : platformHeaderResolver);
46
+ const capabilities = { ...baseCapabilities };
47
+ let payloadRef = null;
48
+ let buffer = null;
49
+ let scoped = false;
50
+ const scopeWhere = (q) => scoped && q.scope !== void 0 ? { scope: { equals: q.scope } } : {};
51
+ const readRollups = async (payload, where) => {
52
+ const { docs } = await payload.find({
53
+ collection: ROLLUPS_SLUG,
54
+ where,
55
+ limit: 1e5,
56
+ pagination: false
57
+ });
58
+ return docs;
59
+ };
60
+ return {
61
+ id: "native",
62
+ label: "Native (Payload)",
63
+ capabilities,
64
+ isConfigured: () => true,
65
+ flush: () => buffer?.flush() ?? Promise.resolve(),
66
+ register(config, context) {
67
+ scoped = context?.scoped ?? false;
68
+ if (scoped) capabilities.scopedQueries = true;
69
+ config.collections = [
70
+ ...config.collections ?? [],
71
+ eventsCollection(scoped),
72
+ rollupsCollection(scoped),
73
+ seenCollection()
74
+ ];
75
+ config.endpoints = [...config.endpoints ?? [], {
76
+ method: "post",
77
+ path: options.ingestPath ?? "/analytics/ingest",
78
+ handler: makeIngestHandler(geoResolver, () => buffer, {
79
+ scope: scoped ? context?.resolveScope : void 0,
80
+ timezone: context?.resolveTimezone
81
+ })
82
+ }];
83
+ if (options.retentionDays && options.retentionDays > 0) config.jobs = {
84
+ ...config.jobs,
85
+ tasks: [...config.jobs?.tasks ?? [], pruneEventsTask(options.retentionDays)]
86
+ };
87
+ const prevOnInit = config.onInit;
88
+ config.onInit = async (p) => {
89
+ payloadRef = p;
90
+ if (options.buffer) {
91
+ const cfg = options.buffer === true ? {} : options.buffer;
92
+ buffer = createWriteBuffer({
93
+ maxSize: cfg.maxSize ?? 50,
94
+ maxAgeMs: cfg.maxAgeMs ?? 2e3,
95
+ onFlush: (batch) => flushBatch(p, batch),
96
+ onError: (error) => {
97
+ p.logger.error({
98
+ err: error,
99
+ msg: "analytics: write buffer flush failed"
100
+ });
101
+ }
102
+ });
103
+ }
104
+ await prevOnInit?.(p);
105
+ };
106
+ },
107
+ async query(q) {
108
+ if (!payloadRef) throw new Error("analytics: native adapter queried before init");
109
+ const fetchedAt = q.dateRange.end.toISOString();
110
+ const periodWhere = {
111
+ greater_than_equal: q.dateRange.start.toISOString(),
112
+ less_than_equal: q.dateRange.end.toISOString()
113
+ };
114
+ const dim = q.dimensions?.find((d) => dimensions.has(d));
115
+ const totalsPath = dim ? "" : q.path ?? "";
116
+ const totalsDocs = await readRollups(payloadRef, {
117
+ granularity: { equals: "day" },
118
+ dimension: { equals: "" },
119
+ path: { equals: totalsPath },
120
+ period: periodWhere,
121
+ ...scopeWhere(q)
122
+ });
123
+ const totalsAcc = emptyAcc();
124
+ for (const d of totalsDocs) add(totalsAcc, d);
125
+ const totals = selectMetrics(totalsAcc, q.metrics);
126
+ if (!dim) {
127
+ if (q.granularity === "day") return {
128
+ rows: seriesFromRollups(totalsDocs, q.metrics, q.timezone),
129
+ totals,
130
+ meta: {
131
+ provider: "native",
132
+ fetchedAt
133
+ }
134
+ };
135
+ return {
136
+ rows: [{ metrics: totals }],
137
+ totals,
138
+ meta: {
139
+ provider: "native",
140
+ fetchedAt
141
+ }
142
+ };
143
+ }
144
+ const breakdownWhere = dim === "page" ? {
145
+ granularity: { equals: "day" },
146
+ dimension: { equals: "" },
147
+ path: { not_equals: "" },
148
+ period: periodWhere,
149
+ ...scopeWhere(q)
150
+ } : {
151
+ granularity: { equals: "day" },
152
+ dimension: { equals: dim },
153
+ path: { equals: "" },
154
+ period: periodWhere,
155
+ ...scopeWhere(q)
156
+ };
157
+ const groups = /* @__PURE__ */ new Map();
158
+ for (const d of await readRollups(payloadRef, breakdownWhere)) {
159
+ const value = dim === "page" ? d.path : d.dimvalue;
160
+ let acc = groups.get(value);
161
+ if (!acc) {
162
+ acc = emptyAcc();
163
+ groups.set(value, acc);
164
+ }
165
+ add(acc, d);
166
+ }
167
+ let rows = [...groups].map(([value, acc]) => ({
168
+ dimensions: { [dim]: value },
169
+ metrics: selectMetrics(acc, q.metrics)
170
+ }));
171
+ const sortMetric = q.order?.metric ?? "pageviews";
172
+ const direction = (q.order?.direction ?? "desc") === "asc" ? 1 : -1;
173
+ rows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction);
174
+ if (q.limit) rows = rows.slice(0, q.limit);
175
+ return {
176
+ rows,
177
+ totals,
178
+ meta: {
179
+ provider: "native",
180
+ fetchedAt
181
+ }
182
+ };
183
+ },
184
+ async realtime(q, _ctx) {
185
+ if (!payloadRef) throw new Error("analytics: native adapter queried before init");
186
+ const fetchedAt = q.dateRange.end.toISOString();
187
+ const { docs } = await payloadRef.find({
188
+ collection: EVENTS_SLUG,
189
+ where: {
190
+ timestamp: {
191
+ greater_than_equal: q.dateRange.start.toISOString(),
192
+ less_than_equal: q.dateRange.end.toISOString()
193
+ },
194
+ ...scopeWhere(q)
195
+ },
196
+ limit: REALTIME_EVENT_LIMIT,
197
+ pagination: false,
198
+ depth: 0,
199
+ sort: "-timestamp"
200
+ });
201
+ const { rows, totals } = buildRealtime(docs, q.dateRange, q.metrics);
202
+ return {
203
+ rows,
204
+ totals,
205
+ meta: {
206
+ provider: "native",
207
+ fetchedAt
208
+ }
209
+ };
210
+ }
211
+ };
212
+ }
213
+ //#endregion
214
+ export { native };
215
+
216
+ //# sourceMappingURL=nativeAdapter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"nativeAdapter.js","names":["events"],"sources":["../../src/native/nativeAdapter.ts"],"sourcesContent":["import type { Config, Payload } from 'payload'\nimport type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tAnalyticsRow,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\nimport { EVENTS_SLUG, eventsCollection } from './collections/events'\nimport { ROLLUPS_SLUG, rollupsCollection } from './collections/rollups'\nimport { seenCollection } from './collections/seen'\nimport { composeGeoResolvers } from './geo/composeGeoResolvers'\nimport { type GeoResolver, platformHeaderResolver } from './geo/geoResolver'\nimport { maxmindResolver } from './geo/maxmindResolver'\nimport { makeIngestHandler } from './ingest/endpoint'\nimport { flushBatch } from './ingest/flushBatch'\nimport type { StoredEvent } from './ingest/normalizeEvent'\nimport { createWriteBuffer, type WriteBuffer } from './ingest/writeBuffer'\nimport { buildRealtime, type RealtimeEvent } from './realtime/buildRealtime'\nimport { pruneEventsTask } from './retention/pruneTask'\nimport {\n\ttype Acc,\n\tadd,\n\temptyAcc,\n\ttype RollupDoc,\n\tselectMetrics,\n\tseriesFromRollups,\n} from './rollupAcc'\n\nexport interface NativeOptions {\n\tgeoResolver?: GeoResolver\n\tgeoDbPath?: string\n\tingestPath?: string\n\tretentionDays?: number\n\t/** Opt-in in-process write batching. `true` uses defaults (maxSize 50, maxAgeMs 2000). */\n\tbuffer?: boolean | { maxSize?: number; maxAgeMs?: number }\n}\n\nexport type NativeAdapter = AnalyticsAdapter & { flush: () => Promise<void> }\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'sessions',\n\t'events',\n\t'avgDuration',\n])\nconst dimensions: ReadonlySet<DimensionKey> = new Set(['page', 'country', 'source', 'device'])\n\nconst REALTIME_EVENT_LIMIT = 50_000\n\nconst baseCapabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 60,\n\tcomparison: true,\n\tminGranularity: 'day',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 10, aggregate: 300 },\n}\n\nexport function native(options: NativeOptions = {}): NativeAdapter {\n\tconst geoResolver =\n\t\toptions.geoResolver ??\n\t\t(options.geoDbPath\n\t\t\t? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath }))\n\t\t\t: platformHeaderResolver)\n\t// Per-instance copy: register() flips scopedQueries when the install is scoped.\n\tconst capabilities: AnalyticsCapabilities = { ...baseCapabilities }\n\tlet payloadRef: Payload | null = null\n\tlet buffer: WriteBuffer<StoredEvent> | null = null\n\tlet scoped = false\n\n\tconst scopeWhere = (q: AnalyticsQuery): Record<string, unknown> =>\n\t\tscoped && q.scope !== undefined ? { scope: { equals: q.scope } } : {}\n\n\tconst readRollups = async (\n\t\tpayload: Payload,\n\t\twhere: Record<string, unknown>\n\t): Promise<RollupDoc[]> => {\n\t\tconst { docs } = await payload.find({\n\t\t\tcollection: ROLLUPS_SLUG as never,\n\t\t\twhere: where as never,\n\t\t\tlimit: 100_000,\n\t\t\tpagination: false,\n\t\t})\n\t\treturn docs as unknown as RollupDoc[]\n\t}\n\n\treturn {\n\t\tid: 'native',\n\t\tlabel: 'Native (Payload)',\n\t\tcapabilities,\n\t\tisConfigured: () => true,\n\t\tflush: () => buffer?.flush() ?? Promise.resolve(),\n\t\tregister(config: Config, context) {\n\t\t\tscoped = context?.scoped ?? false\n\t\t\tif (scoped) {\n\t\t\t\tcapabilities.scopedQueries = true\n\t\t\t}\n\t\t\tconfig.collections = [\n\t\t\t\t...(config.collections ?? []),\n\t\t\t\teventsCollection(scoped),\n\t\t\t\trollupsCollection(scoped),\n\t\t\t\tseenCollection(),\n\t\t\t]\n\t\t\tconfig.endpoints = [\n\t\t\t\t...(config.endpoints ?? []),\n\t\t\t\t{\n\t\t\t\t\tmethod: 'post',\n\t\t\t\t\tpath: options.ingestPath ?? '/analytics/ingest',\n\t\t\t\t\thandler: makeIngestHandler(geoResolver, () => buffer, {\n\t\t\t\t\t\tscope: scoped ? context?.resolveScope : undefined,\n\t\t\t\t\t\ttimezone: context?.resolveTimezone,\n\t\t\t\t\t}),\n\t\t\t\t},\n\t\t\t]\n\t\t\tif (options.retentionDays && options.retentionDays > 0) {\n\t\t\t\tconfig.jobs = {\n\t\t\t\t\t...config.jobs,\n\t\t\t\t\ttasks: [...(config.jobs?.tasks ?? []), pruneEventsTask(options.retentionDays)],\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst prevOnInit = config.onInit\n\t\t\t// payloadRef is set before the app's own onInit so consumer init code can\n\t\t\t// already query the native adapter.\n\t\t\tconfig.onInit = async (p) => {\n\t\t\t\tpayloadRef = p\n\t\t\t\tif (options.buffer) {\n\t\t\t\t\tconst cfg = options.buffer === true ? {} : options.buffer\n\t\t\t\t\tbuffer = createWriteBuffer<StoredEvent>({\n\t\t\t\t\t\tmaxSize: cfg.maxSize ?? 50,\n\t\t\t\t\t\tmaxAgeMs: cfg.maxAgeMs ?? 2000,\n\t\t\t\t\t\tonFlush: (batch) => flushBatch(p, batch),\n\t\t\t\t\t\tonError: (error) => {\n\t\t\t\t\t\t\tp.logger.error({ err: error, msg: 'analytics: write buffer flush failed' })\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tawait prevOnInit?.(p)\n\t\t\t}\n\t\t},\n\t\tasync query(q: AnalyticsQuery): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst periodWhere = {\n\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t}\n\t\t\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\n\t\t\t// Distinct metrics (visitors/sessions) must not be summed across breakdown rows.\n\t\t\t// Totals always come from the non-dimensioned aggregate row. A dimensioned query\n\t\t\t// reports site-wide totals (path=''), a plain query uses the path-scoped row.\n\t\t\tconst totalsPath = dim ? '' : (q.path ?? '')\n\t\t\tconst totalsDocs = await readRollups(payloadRef, {\n\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\tdimension: { equals: '' },\n\t\t\t\tpath: { equals: totalsPath },\n\t\t\t\tperiod: periodWhere,\n\t\t\t\t...scopeWhere(q),\n\t\t\t})\n\t\t\tconst totalsAcc = emptyAcc()\n\t\t\tfor (const d of totalsDocs) {\n\t\t\t\tadd(totalsAcc, d)\n\t\t\t}\n\t\t\tconst totals = selectMetrics(totalsAcc, q.metrics)\n\n\t\t\tif (!dim) {\n\t\t\t\tif (q.granularity === 'day') {\n\t\t\t\t\treturn {\n\t\t\t\t\t\trows: seriesFromRollups(totalsDocs, q.metrics, q.timezone),\n\t\t\t\t\t\ttotals,\n\t\t\t\t\t\tmeta: { provider: 'native', fetchedAt },\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\treturn { rows: [{ metrics: totals }], totals, meta: { provider: 'native', fetchedAt } }\n\t\t\t}\n\n\t\t\tconst breakdownWhere =\n\t\t\t\tdim === 'page'\n\t\t\t\t\t? {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: '' },\n\t\t\t\t\t\t\tpath: { not_equals: '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\t\t\t: {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: dim },\n\t\t\t\t\t\t\tpath: { equals: '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\tconst groups = new Map<string, Acc>()\n\t\t\tfor (const d of await readRollups(payloadRef, breakdownWhere)) {\n\t\t\t\tconst value = dim === 'page' ? d.path : d.dimvalue\n\t\t\t\tlet acc = groups.get(value)\n\t\t\t\tif (!acc) {\n\t\t\t\t\tacc = emptyAcc()\n\t\t\t\t\tgroups.set(value, acc)\n\t\t\t\t}\n\t\t\t\tadd(acc, d)\n\t\t\t}\n\t\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, acc]) => ({\n\t\t\t\tdimensions: { [dim]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\t\tmetrics: selectMetrics(acc, q.metrics),\n\t\t\t}))\n\t\t\tconst sortMetric = q.order?.metric ?? 'pageviews'\n\t\t\tconst direction = (q.order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\t\tif (q.limit) {\n\t\t\t\trows = rows.slice(0, q.limit)\n\t\t\t}\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t\tasync realtime(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst { docs } = await payloadRef.find({\n\t\t\t\tcollection: EVENTS_SLUG as never,\n\t\t\t\twhere: {\n\t\t\t\t\ttimestamp: {\n\t\t\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t\t\t},\n\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t} as never,\n\t\t\t\t// Newest-first under a hard cap: if a very busy site has more events than the\n\t\t\t\t// cap in the window, keep the most recent activity rather than the oldest.\n\t\t\t\t// Unbounded accuracy via DB-side aggregation is deferred to the hardening spec.\n\t\t\t\tlimit: REALTIME_EVENT_LIMIT,\n\t\t\t\tpagination: false,\n\t\t\t\tdepth: 0,\n\t\t\t\tsort: '-timestamp',\n\t\t\t})\n\t\t\tconst events = docs as unknown as RealtimeEvent[]\n\t\t\tconst { rows, totals } = buildRealtime(events, q.dateRange, q.metrics)\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;AA2CA,MAAM,UAAkC,IAAI,IAAI;CAC/C;CACA;CACA;CACA;CACA;AACD,CAAC;AACD,MAAM,aAAwC,IAAI,IAAI;CAAC;CAAQ;CAAW;CAAU;AAAQ,CAAC;AAE7F,MAAM,uBAAuB;AAE7B,MAAM,mBAA0C;CAC/C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,YAAY;CACZ,gBAAgB;CAChB,iBAAiB;CACjB;CACA;CACA,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAI,WAAW;CAAI;AAChD;AAEA,SAAgB,OAAO,UAAyB,CAAC,GAAkB;CAClE,MAAM,cACL,QAAQ,gBACP,QAAQ,YACN,oBAAoB,wBAAwB,gBAAgB,EAAE,QAAQ,QAAQ,UAAU,CAAC,CAAC,IAC1F;CAEJ,MAAM,eAAsC,EAAE,GAAG,iBAAiB;CAClE,IAAI,aAA6B;CACjC,IAAI,SAA0C;CAC9C,IAAI,SAAS;CAEb,MAAM,cAAc,MACnB,UAAU,EAAE,UAAU,KAAA,IAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;CAErE,MAAM,cAAc,OACnB,SACA,UAC0B;EAC1B,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;GACnC,YAAY;GACL;GACP,OAAO;GACP,YAAY;EACb,CAAC;EACD,OAAO;CACR;CAEA,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,oBAAoB;EACpB,aAAa,QAAQ,MAAM,KAAK,QAAQ,QAAQ;EAChD,SAAS,QAAgB,SAAS;GACjC,SAAS,SAAS,UAAU;GAC5B,IAAI,QACH,aAAa,gBAAgB;GAE9B,OAAO,cAAc;IACpB,GAAI,OAAO,eAAe,CAAC;IAC3B,iBAAiB,MAAM;IACvB,kBAAkB,MAAM;IACxB,eAAe;GAChB;GACA,OAAO,YAAY,CAClB,GAAI,OAAO,aAAa,CAAC,GACzB;IACC,QAAQ;IACR,MAAM,QAAQ,cAAc;IAC5B,SAAS,kBAAkB,mBAAmB,QAAQ;KACrD,OAAO,SAAS,SAAS,eAAe,KAAA;KACxC,UAAU,SAAS;IACpB,CAAC;GACF,CACD;GACA,IAAI,QAAQ,iBAAiB,QAAQ,gBAAgB,GACpD,OAAO,OAAO;IACb,GAAG,OAAO;IACV,OAAO,CAAC,GAAI,OAAO,MAAM,SAAS,CAAC,GAAI,gBAAgB,QAAQ,aAAa,CAAC;GAC9E;GAED,MAAM,aAAa,OAAO;GAG1B,OAAO,SAAS,OAAO,MAAM;IAC5B,aAAa;IACb,IAAI,QAAQ,QAAQ;KACnB,MAAM,MAAM,QAAQ,WAAW,OAAO,CAAC,IAAI,QAAQ;KACnD,SAAS,kBAA+B;MACvC,SAAS,IAAI,WAAW;MACxB,UAAU,IAAI,YAAY;MAC1B,UAAU,UAAU,WAAW,GAAG,KAAK;MACvC,UAAU,UAAU;OACnB,EAAE,OAAO,MAAM;QAAE,KAAK;QAAO,KAAK;OAAuC,CAAC;MAC3E;KACD,CAAC;IACF;IACA,MAAM,aAAa,CAAC;GACrB;EACD;EACA,MAAM,MAAM,GAA6C;GACxD,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,cAAc;IACnB,oBAAoB,EAAE,UAAU,MAAM,YAAY;IAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;GAC9C;GACA,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;GAKvD,MAAM,aAAa,MAAM,KAAM,EAAE,QAAQ;GACzC,MAAM,aAAa,MAAM,YAAY,YAAY;IAChD,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,QAAQ,WAAW;IAC3B,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,CAAC;GACD,MAAM,YAAY,SAAS;GAC3B,KAAK,MAAM,KAAK,YACf,IAAI,WAAW,CAAC;GAEjB,MAAM,SAAS,cAAc,WAAW,EAAE,OAAO;GAEjD,IAAI,CAAC,KAAK;IACT,IAAI,EAAE,gBAAgB,OACrB,OAAO;KACN,MAAM,kBAAkB,YAAY,EAAE,SAAS,EAAE,QAAQ;KACzD;KACA,MAAM;MAAE,UAAU;MAAU;KAAU;IACvC;IAED,OAAO;KAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;KAAG;KAAQ,MAAM;MAAE,UAAU;MAAU;KAAU;IAAE;GACvF;GAEA,MAAM,iBACL,QAAQ,SACL;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,YAAY,GAAG;IACvB,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,IACC;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,IAAI;IACzB,MAAM,EAAE,QAAQ,GAAG;IACnB,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB;GACH,MAAM,yBAAS,IAAI,IAAiB;GACpC,KAAK,MAAM,KAAK,MAAM,YAAY,YAAY,cAAc,GAAG;IAC9D,MAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,EAAE;IAC1C,IAAI,MAAM,OAAO,IAAI,KAAK;IAC1B,IAAI,CAAC,KAAK;KACT,MAAM,SAAS;KACf,OAAO,IAAI,OAAO,GAAG;IACtB;IACA,IAAI,KAAK,CAAC;GACX;GACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,UAAU;IAC7D,YAAY,GAAG,MAAM,MAAM;IAC3B,SAAS,cAAc,KAAK,EAAE,OAAO;GACtC,EAAE;GACF,MAAM,aAAa,EAAE,OAAO,UAAU;GACtC,MAAM,aAAa,EAAE,OAAO,aAAa,YAAY,QAAQ,IAAI;GACjE,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;GAC7F,IAAI,EAAE,OACL,OAAO,KAAK,MAAM,GAAG,EAAE,KAAK;GAE7B,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;EACA,MAAM,SAAS,GAAmB,MAAgD;GACjF,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,EAAE,SAAS,MAAM,WAAW,KAAK;IACtC,YAAY;IACZ,OAAO;KACN,WAAW;MACV,oBAAoB,EAAE,UAAU,MAAM,YAAY;MAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;KAC9C;KACA,GAAG,WAAW,CAAC;IAChB;IAIA,OAAO;IACP,YAAY;IACZ,OAAO;IACP,MAAM;GACP,CAAC;GAED,MAAM,EAAE,MAAM,WAAW,cAAcA,MAAQ,EAAE,WAAW,EAAE,OAAO;GACrE,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;CACD;AACD"}
@@ -0,0 +1,53 @@
1
+ //#region src/native/realtime/buildRealtime.ts
2
+ const MINUTE_MS = 6e4;
3
+ const startOfMinute = (ms) => ms - ms % MINUTE_MS;
4
+ const selectRealtime = (pageviews, visitors, metrics) => {
5
+ const out = {};
6
+ if (metrics.includes("pageviews")) out.pageviews = pageviews;
7
+ if (metrics.includes("visitors")) out.visitors = visitors;
8
+ return out;
9
+ };
10
+ /**
11
+ * Collapse recent events into a zero-filled per-minute series plus window totals.
12
+ * "Active visitors" is the distinct `visitorHash` count (over any event); pageviews
13
+ * count `type === 'pageview'`. Distinct visitors are counted per minute and over the
14
+ * whole window separately (never summed across minutes).
15
+ */
16
+ const buildRealtime = (events, range, metrics) => {
17
+ const buckets = /* @__PURE__ */ new Map();
18
+ const allVisitors = /* @__PURE__ */ new Set();
19
+ let pageviews = 0;
20
+ for (const e of events) {
21
+ if (e.type === "pageview") pageviews++;
22
+ allVisitors.add(e.visitorHash);
23
+ const minute = startOfMinute(new Date(e.timestamp).getTime());
24
+ let b = buckets.get(minute);
25
+ if (!b) {
26
+ b = {
27
+ pv: 0,
28
+ visitors: /* @__PURE__ */ new Set()
29
+ };
30
+ buckets.set(minute, b);
31
+ }
32
+ if (e.type === "pageview") b.pv++;
33
+ b.visitors.add(e.visitorHash);
34
+ }
35
+ const rows = [];
36
+ const first = startOfMinute(range.start.getTime());
37
+ const last = startOfMinute(range.end.getTime());
38
+ for (let m = first; m <= last; m += MINUTE_MS) {
39
+ const b = buckets.get(m);
40
+ rows.push({
41
+ timestamp: new Date(m).toISOString(),
42
+ metrics: selectRealtime(b?.pv ?? 0, b?.visitors.size ?? 0, metrics)
43
+ });
44
+ }
45
+ return {
46
+ rows,
47
+ totals: selectRealtime(pageviews, allVisitors.size, metrics)
48
+ };
49
+ };
50
+ //#endregion
51
+ export { buildRealtime };
52
+
53
+ //# sourceMappingURL=buildRealtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"buildRealtime.js","names":[],"sources":["../../../src/native/realtime/buildRealtime.ts"],"sourcesContent":["import type { AnalyticsRow, DateRange, MetricKey } from '../../core/contract'\n\nexport interface RealtimeEvent {\n\ttimestamp: string\n\ttype: string\n\tvisitorHash: string\n}\n\nconst MINUTE_MS = 60_000\n\nconst startOfMinute = (ms: number): number => ms - (ms % MINUTE_MS)\n\nconst selectRealtime = (\n\tpageviews: number,\n\tvisitors: number,\n\tmetrics: MetricKey[]\n): Partial<Record<MetricKey, number>> => {\n\tconst out: Partial<Record<MetricKey, number>> = {}\n\tif (metrics.includes('pageviews')) out.pageviews = pageviews\n\tif (metrics.includes('visitors')) out.visitors = visitors\n\treturn out\n}\n\n/**\n * Collapse recent events into a zero-filled per-minute series plus window totals.\n * \"Active visitors\" is the distinct `visitorHash` count (over any event); pageviews\n * count `type === 'pageview'`. Distinct visitors are counted per minute and over the\n * whole window separately (never summed across minutes).\n */\nexport const buildRealtime = (\n\tevents: RealtimeEvent[],\n\trange: DateRange,\n\tmetrics: MetricKey[]\n): { rows: AnalyticsRow[]; totals: Partial<Record<MetricKey, number>> } => {\n\tconst buckets = new Map<number, { pv: number; visitors: Set<string> }>()\n\tconst allVisitors = new Set<string>()\n\tlet pageviews = 0\n\tfor (const e of events) {\n\t\tif (e.type === 'pageview') pageviews++\n\t\tallVisitors.add(e.visitorHash)\n\t\tconst minute = startOfMinute(new Date(e.timestamp).getTime())\n\t\tlet b = buckets.get(minute)\n\t\tif (!b) {\n\t\t\tb = { pv: 0, visitors: new Set() }\n\t\t\tbuckets.set(minute, b)\n\t\t}\n\t\tif (e.type === 'pageview') b.pv++\n\t\tb.visitors.add(e.visitorHash)\n\t}\n\tconst rows: AnalyticsRow[] = []\n\tconst first = startOfMinute(range.start.getTime())\n\tconst last = startOfMinute(range.end.getTime())\n\tfor (let m = first; m <= last; m += MINUTE_MS) {\n\t\tconst b = buckets.get(m)\n\t\trows.push({\n\t\t\ttimestamp: new Date(m).toISOString(),\n\t\t\tmetrics: selectRealtime(b?.pv ?? 0, b?.visitors.size ?? 0, metrics),\n\t\t})\n\t}\n\treturn { rows, totals: selectRealtime(pageviews, allVisitors.size, metrics) }\n}\n"],"mappings":";AAQA,MAAM,YAAY;AAElB,MAAM,iBAAiB,OAAuB,KAAM,KAAK;AAEzD,MAAM,kBACL,WACA,UACA,YACwC;CACxC,MAAM,MAA0C,CAAC;CACjD,IAAI,QAAQ,SAAS,WAAW,GAAG,IAAI,YAAY;CACnD,IAAI,QAAQ,SAAS,UAAU,GAAG,IAAI,WAAW;CACjD,OAAO;AACR;;;;;;;AAQA,MAAa,iBACZ,QACA,OACA,YAC0E;CAC1E,MAAM,0BAAU,IAAI,IAAmD;CACvE,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,YAAY;CAChB,KAAK,MAAM,KAAK,QAAQ;EACvB,IAAI,EAAE,SAAS,YAAY;EAC3B,YAAY,IAAI,EAAE,WAAW;EAC7B,MAAM,SAAS,cAAc,IAAI,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC;EAC5D,IAAI,IAAI,QAAQ,IAAI,MAAM;EAC1B,IAAI,CAAC,GAAG;GACP,IAAI;IAAE,IAAI;IAAG,0BAAU,IAAI,IAAI;GAAE;GACjC,QAAQ,IAAI,QAAQ,CAAC;EACtB;EACA,IAAI,EAAE,SAAS,YAAY,EAAE;EAC7B,EAAE,SAAS,IAAI,EAAE,WAAW;CAC7B;CACA,MAAM,OAAuB,CAAC;CAC9B,MAAM,QAAQ,cAAc,MAAM,MAAM,QAAQ,CAAC;CACjD,MAAM,OAAO,cAAc,MAAM,IAAI,QAAQ,CAAC;CAC9C,KAAK,IAAI,IAAI,OAAO,KAAK,MAAM,KAAK,WAAW;EAC9C,MAAM,IAAI,QAAQ,IAAI,CAAC;EACvB,KAAK,KAAK;GACT,WAAW,IAAI,KAAK,CAAC,EAAE,YAAY;GACnC,SAAS,eAAe,GAAG,MAAM,GAAG,GAAG,SAAS,QAAQ,GAAG,OAAO;EACnE,CAAC;CACF;CACA,OAAO;EAAE;EAAM,QAAQ,eAAe,WAAW,YAAY,MAAM,OAAO;CAAE;AAC7E"}