@10x-media/analytics 1.0.0-beta.7 → 1.0.0-beta.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +118 -0
- package/LICENSE +21 -21
- package/README.md +10 -4
- package/dist/adapters/ga4/eventName.d.ts +15 -0
- package/dist/adapters/ga4/eventName.js +19 -0
- package/dist/adapters/ga4/eventName.js.map +1 -0
- package/dist/adapters/ga4/ga4.d.ts +5 -0
- package/dist/adapters/ga4/ga4.js +179 -70
- package/dist/adapters/ga4/ga4.js.map +1 -1
- package/dist/adapters/ga4/measurementId.js +15 -0
- package/dist/adapters/ga4/measurementId.js.map +1 -0
- package/dist/adapters/goalRead.js +126 -0
- package/dist/adapters/goalRead.js.map +1 -0
- package/dist/adapters/plausible/plausible.d.ts +15 -0
- package/dist/adapters/plausible/plausible.js +112 -43
- package/dist/adapters/plausible/plausible.js.map +1 -1
- package/dist/adapters/posthog/posthog.js +47 -25
- package/dist/adapters/posthog/posthog.js.map +1 -1
- package/dist/adapters/umami/umami.d.ts +8 -0
- package/dist/adapters/umami/umami.js +237 -28
- package/dist/adapters/umami/umami.js.map +1 -1
- package/dist/capture/slots.js +16 -5
- package/dist/capture/slots.js.map +1 -1
- package/dist/capture/trackerConfig.d.ts +1 -0
- package/dist/capture/trackerConfig.js +28 -3
- package/dist/capture/trackerConfig.js.map +1 -1
- package/dist/charts/BarList.d.ts +15 -1
- package/dist/charts/BarList.js +41 -19
- package/dist/charts/BarList.js.map +1 -1
- package/dist/charts/TrendChart.d.ts +16 -3
- package/dist/charts/TrendChart.js +172 -106
- package/dist/charts/TrendChart.js.map +1 -1
- package/dist/charts/bars.d.ts +2 -0
- package/dist/charts/bars.js +2 -1
- package/dist/charts/bars.js.map +1 -1
- package/dist/charts/bucket.js +10 -1
- package/dist/charts/bucket.js.map +1 -1
- package/dist/charts/spline.js +2 -2
- package/dist/charts/spline.js.map +1 -1
- package/dist/charts/styles.js +18 -1
- package/dist/charts/styles.js.map +1 -1
- package/dist/core/cacheKey.js +24 -2
- package/dist/core/cacheKey.js.map +1 -1
- package/dist/core/capabilities.js +7 -2
- package/dist/core/capabilities.js.map +1 -1
- package/dist/core/capture.d.ts +1 -1
- package/dist/core/contract.d.ts +46 -9
- package/dist/core/contract.js +29 -1
- package/dist/core/contract.js.map +1 -1
- package/dist/core/granularity.js +1 -1
- package/dist/core/options.d.ts +62 -7
- package/dist/core/options.js +63 -4
- package/dist/core/options.js.map +1 -1
- package/dist/core/scopedRead.js +33 -23
- package/dist/core/scopedRead.js.map +1 -1
- package/dist/core/serverEvent.d.ts +44 -0
- package/dist/core/serverEvent.js +12 -0
- package/dist/core/serverEvent.js.map +1 -0
- package/dist/exports/adapters/ga4.d.ts +2 -1
- package/dist/exports/adapters/ga4.js +2 -1
- package/dist/exports/client.d.ts +12 -3
- package/dist/exports/client.js +9 -1
- package/dist/exports/rsc.d.ts +7 -2
- package/dist/exports/rsc.js +6 -3
- package/dist/exports/tracker.d.ts +3 -2
- package/dist/exports/tracker.js +2 -1
- package/dist/exports/types.d.ts +13 -4
- package/dist/exports/types.js +3 -2
- package/dist/fields/AnalyticsPanelClient.js +1 -1
- package/dist/fields/AnalyticsPanelField.js +1 -1
- package/dist/fields/AnalyticsStatField.js +2 -2
- package/dist/fields/config/FilterDimensionSelectField.d.ts +14 -0
- package/dist/fields/config/FilterDimensionSelectField.js +77 -0
- package/dist/fields/config/FilterDimensionSelectField.js.map +1 -0
- package/dist/fields/config/FilterOperatorSelectField.d.ts +14 -0
- package/dist/fields/config/FilterOperatorSelectField.js +75 -0
- package/dist/fields/config/FilterOperatorSelectField.js.map +1 -0
- package/dist/fields/config/MetricSelectField.js +3 -3
- package/dist/fields/config/MetricSelectField.js.map +1 -1
- package/dist/fields/config/SourceSelectField.js +3 -3
- package/dist/fields/config/SourceSelectField.js.map +1 -1
- package/dist/fields/config/fetchSources.d.ts +5 -1
- package/dist/fields/config/sourcesState.js +19 -3
- package/dist/fields/config/sourcesState.js.map +1 -1
- package/dist/fields/config/useAnalyticsSources.d.ts +8 -3
- package/dist/fields/config/useAnalyticsSources.js +9 -6
- package/dist/fields/config/useAnalyticsSources.js.map +1 -1
- package/dist/fields/config/useFilterCapabilities.d.ts +28 -0
- package/dist/fields/config/useFilterCapabilities.js +52 -0
- package/dist/fields/config/useFilterCapabilities.js.map +1 -0
- package/dist/fields/readForDocument.d.ts +5 -0
- package/dist/fields/readForDocument.js +21 -9
- package/dist/fields/readForDocument.js.map +1 -1
- package/dist/goals/GoalSelectField.d.ts +7 -0
- package/dist/goals/GoalSelectField.js +77 -0
- package/dist/goals/GoalSelectField.js.map +1 -0
- package/dist/goals/collection.js +250 -0
- package/dist/goals/collection.js.map +1 -0
- package/dist/goals/currency.js +14 -0
- package/dist/goals/currency.js.map +1 -0
- package/dist/goals/fetchGoals.d.ts +18 -0
- package/dist/goals/fetchGoals.js +29 -0
- package/dist/goals/fetchGoals.js.map +1 -0
- package/dist/goals/goalField.d.ts +31 -0
- package/dist/goals/goalField.js +56 -0
- package/dist/goals/goalField.js.map +1 -0
- package/dist/goals/goalsEndpoint.d.ts +1 -0
- package/dist/goals/goalsEndpoint.js +55 -0
- package/dist/goals/goalsEndpoint.js.map +1 -0
- package/dist/goals/resolver.d.ts +8 -0
- package/dist/goals/resolver.js +147 -0
- package/dist/goals/resolver.js.map +1 -0
- package/dist/goals/trackGoalAction.d.ts +74 -0
- package/dist/goals/trackGoalAction.js +139 -0
- package/dist/goals/trackGoalAction.js.map +1 -0
- package/dist/goals/useAnalyticsGoals.d.ts +20 -0
- package/dist/goals/useAnalyticsGoals.js +67 -0
- package/dist/goals/useAnalyticsGoals.js.map +1 -0
- package/dist/index.d.ts +12 -3
- package/dist/index.js +75 -11
- package/dist/index.js.map +1 -1
- package/dist/native/collections/events.js +36 -0
- package/dist/native/collections/events.js.map +1 -1
- package/dist/native/eventScan.js +25 -0
- package/dist/native/eventScan.js.map +1 -0
- package/dist/native/ingest/browser.js +47 -0
- package/dist/native/ingest/browser.js.map +1 -0
- package/dist/native/ingest/device.js +11 -3
- package/dist/native/ingest/device.js.map +1 -1
- package/dist/native/ingest/endpoint.d.ts +1 -0
- package/dist/native/ingest/endpoint.js +2 -17
- package/dist/native/ingest/endpoint.js.map +1 -1
- package/dist/native/ingest/flushBatch.js +26 -26
- package/dist/native/ingest/flushBatch.js.map +1 -1
- package/dist/native/ingest/language.js +14 -0
- package/dist/native/ingest/language.js.map +1 -0
- package/dist/native/ingest/normalizeEvent.d.ts +26 -0
- package/dist/native/ingest/normalizeEvent.js +35 -7
- package/dist/native/ingest/normalizeEvent.js.map +1 -1
- package/dist/native/ingest/referrer.js +48 -0
- package/dist/native/ingest/referrer.js.map +1 -0
- package/dist/native/ingest/serverTrack.d.ts +20 -0
- package/dist/native/ingest/serverTrack.js +100 -0
- package/dist/native/ingest/serverTrack.js.map +1 -0
- package/dist/native/ingest/source.d.ts +7 -0
- package/dist/native/ingest/source.js +139 -14
- package/dist/native/ingest/source.js.map +1 -1
- package/dist/native/ingest/utm.js +33 -0
- package/dist/native/ingest/utm.js.map +1 -0
- package/dist/native/ingest/validate.js +27 -0
- package/dist/native/ingest/validate.js.map +1 -0
- package/dist/native/nativeAdapter.d.ts +1 -1
- package/dist/native/nativeAdapter.js +53 -36
- package/dist/native/nativeAdapter.js.map +1 -1
- package/dist/native/query/eventAgg.js +14 -1
- package/dist/native/query/eventAgg.js.map +1 -1
- package/dist/native/retention/pruneTask.js +1 -1
- package/dist/native/rollups/bucketKey.js +15 -0
- package/dist/native/rollups/bucketKey.js.map +1 -0
- package/dist/native/rollups/bumpRollups.js +116 -0
- package/dist/native/rollups/bumpRollups.js.map +1 -0
- package/dist/native/rollups/deltas.js +30 -15
- package/dist/native/rollups/deltas.js.map +1 -1
- package/dist/native/rollups/insertManyIfNew.js +93 -0
- package/dist/native/rollups/insertManyIfNew.js.map +1 -0
- package/dist/next/captureRewrites.d.ts +3 -2
- package/dist/next/captureRewrites.js +3 -2
- package/dist/next/captureRewrites.js.map +1 -1
- package/dist/plugin/documentEndpoint.js +52 -15
- package/dist/plugin/documentEndpoint.js.map +1 -1
- package/dist/plugin/goalHint.d.ts +1 -0
- package/dist/plugin/goalHint.js +24 -0
- package/dist/plugin/goalHint.js.map +1 -0
- package/dist/plugin/paths.js +5 -1
- package/dist/plugin/paths.js.map +1 -1
- package/dist/plugin/queryEndpoint.js +120 -0
- package/dist/plugin/queryEndpoint.js.map +1 -0
- package/dist/plugin/readContextForRequest.js +71 -0
- package/dist/plugin/readContextForRequest.js.map +1 -0
- package/dist/plugin/realtimeEndpoint.js +43 -15
- package/dist/plugin/realtimeEndpoint.js.map +1 -1
- package/dist/plugin/responses.js +17 -0
- package/dist/plugin/responses.js.map +1 -0
- package/dist/plugin/runtime.js +31 -1
- package/dist/plugin/runtime.js.map +1 -1
- package/dist/plugin/scopeFieldBoot.js +22 -0
- package/dist/plugin/scopeFieldBoot.js.map +1 -0
- package/dist/plugin/sourcesEndpoint.js +21 -52
- package/dist/plugin/sourcesEndpoint.js.map +1 -1
- package/dist/plugin/warmTask.js +0 -0
- package/dist/plugin/warmTask.js.map +1 -1
- package/dist/providers/collection.js +29 -13
- package/dist/providers/collection.js.map +1 -1
- package/dist/providers/factory.js +4 -2
- package/dist/providers/factory.js.map +1 -1
- package/dist/providers/resolver.js.map +1 -1
- package/dist/query/dates.js +64 -0
- package/dist/query/dates.js.map +1 -0
- package/dist/query/errors.d.ts +17 -0
- package/dist/query/errors.js +10 -0
- package/dist/query/errors.js.map +1 -0
- package/dist/query/fetchQuery.d.ts +59 -0
- package/dist/query/fetchQuery.js +110 -0
- package/dist/query/fetchQuery.js.map +1 -0
- package/dist/query/parse.d.ts +22 -0
- package/dist/query/parse.js +168 -0
- package/dist/query/parse.js.map +1 -0
- package/dist/query/response.d.ts +39 -0
- package/dist/query/response.js +11 -0
- package/dist/query/response.js.map +1 -0
- package/dist/surfacing/engine.js +1 -1
- package/dist/surfacing/engine.js.map +1 -1
- package/dist/testing/memoryAdapter.js +0 -1
- package/dist/testing/memoryAdapter.js.map +1 -1
- package/dist/timeframe/tz.js +17 -6
- package/dist/timeframe/tz.js.map +1 -1
- package/dist/tracker/createTracker.js +13 -1
- package/dist/tracker/createTracker.js.map +1 -1
- package/dist/tracker/sinks/ga4.d.ts +21 -0
- package/dist/tracker/sinks/ga4.js +26 -0
- package/dist/tracker/sinks/ga4.js.map +1 -0
- package/dist/tracker/types.d.ts +5 -0
- package/dist/translations/ar.js +127 -1
- package/dist/translations/ar.js.map +1 -1
- package/dist/translations/de.js +127 -1
- package/dist/translations/de.js.map +1 -1
- package/dist/translations/en.js +127 -1
- package/dist/translations/en.js.map +1 -1
- package/dist/translations/es.js +127 -1
- package/dist/translations/es.js.map +1 -1
- package/dist/translations/fr.js +127 -1
- package/dist/translations/fr.js.map +1 -1
- package/dist/translations/id.js +127 -1
- package/dist/translations/id.js.map +1 -1
- package/dist/translations/keys.d.ts +126 -0
- package/dist/translations/keys.js +127 -1
- package/dist/translations/keys.js.map +1 -1
- package/dist/translations/ko.js +127 -1
- package/dist/translations/ko.js.map +1 -1
- package/dist/translations/metricKeys.js +8 -2
- package/dist/translations/metricKeys.js.map +1 -1
- package/dist/translations/pt.js +127 -1
- package/dist/translations/pt.js.map +1 -1
- package/dist/translations/ru.js +127 -1
- package/dist/translations/ru.js.map +1 -1
- package/dist/translations/server.js.map +1 -1
- package/dist/translations/uk.js +127 -1
- package/dist/translations/uk.js.map +1 -1
- package/dist/translations/zh.js +127 -1
- package/dist/translations/zh.js.map +1 -1
- package/dist/view/AnalyticsNavLink.d.ts +19 -0
- package/dist/view/AnalyticsNavLink.js +40 -0
- package/dist/view/AnalyticsNavLink.js.map +1 -0
- package/dist/view/AnalyticsView.d.ts +23 -0
- package/dist/view/AnalyticsView.js +45 -0
- package/dist/view/AnalyticsView.js.map +1 -0
- package/dist/view/AnalyticsViewClient.d.ts +15 -0
- package/dist/view/AnalyticsViewClient.js +200 -0
- package/dist/view/AnalyticsViewClient.js.map +1 -0
- package/dist/view/authRedirect.js +32 -0
- package/dist/view/authRedirect.js.map +1 -0
- package/dist/view/conversionRate.js +18 -0
- package/dist/view/conversionRate.js.map +1 -0
- package/dist/view/dayRange.js +68 -0
- package/dist/view/dayRange.js.map +1 -0
- package/dist/view/gating.d.ts +1 -0
- package/dist/view/gating.js +142 -0
- package/dist/view/gating.js.map +1 -0
- package/dist/view/labels.js +64 -0
- package/dist/view/labels.js.map +1 -0
- package/dist/view/registerView.js +48 -0
- package/dist/view/registerView.js.map +1 -0
- package/dist/view/sections/Breakdowns.js +197 -0
- package/dist/view/sections/Breakdowns.js.map +1 -0
- package/dist/view/sections/EmptyStates.js +92 -0
- package/dist/view/sections/EmptyStates.js.map +1 -0
- package/dist/view/sections/FilterChips.js +46 -0
- package/dist/view/sections/FilterChips.js.map +1 -0
- package/dist/view/sections/GoalsPanel.js +82 -0
- package/dist/view/sections/GoalsPanel.js.map +1 -0
- package/dist/view/sections/OverviewCards.js +65 -0
- package/dist/view/sections/OverviewCards.js.map +1 -0
- package/dist/view/sections/RealtimeStrip.js +80 -0
- package/dist/view/sections/RealtimeStrip.js.map +1 -0
- package/dist/view/sections/Toolbar.js +186 -0
- package/dist/view/sections/Toolbar.js.map +1 -0
- package/dist/view/sections/Trend.js +125 -0
- package/dist/view/sections/Trend.js.map +1 -0
- package/dist/view/sections/styles.js +74 -0
- package/dist/view/sections/styles.js.map +1 -0
- package/dist/view/state.js +211 -0
- package/dist/view/state.js.map +1 -0
- package/dist/view/useViewQueries.js +153 -0
- package/dist/view/useViewQueries.js.map +1 -0
- package/dist/view/viewProps.d.ts +40 -0
- package/dist/view/viewProps.js +90 -0
- package/dist/view/viewProps.js.map +1 -0
- package/dist/widgets/AnalyticsBreakdownWidget.d.ts +2 -1
- package/dist/widgets/AnalyticsBreakdownWidget.js +78 -11
- package/dist/widgets/AnalyticsBreakdownWidget.js.map +1 -1
- package/dist/widgets/AnalyticsGoalsWidget.d.ts +14 -0
- package/dist/widgets/AnalyticsGoalsWidget.js +196 -0
- package/dist/widgets/AnalyticsGoalsWidget.js.map +1 -0
- package/dist/widgets/AnalyticsMetricWidget.d.ts +2 -1
- package/dist/widgets/AnalyticsMetricWidget.js +63 -13
- package/dist/widgets/AnalyticsMetricWidget.js.map +1 -1
- package/dist/widgets/AnalyticsRealtimeWidget.d.ts +2 -1
- package/dist/widgets/AnalyticsRealtimeWidget.js +44 -22
- package/dist/widgets/AnalyticsRealtimeWidget.js.map +1 -1
- package/dist/widgets/AnalyticsTrendWidget.d.ts +2 -1
- package/dist/widgets/AnalyticsTrendWidget.js +79 -16
- package/dist/widgets/AnalyticsTrendWidget.js.map +1 -1
- package/dist/widgets/RealtimeCounter.d.ts +4 -0
- package/dist/widgets/RealtimeCounter.js +10 -1
- package/dist/widgets/RealtimeCounter.js.map +1 -1
- package/dist/widgets/WidgetViewLink.js +17 -0
- package/dist/widgets/WidgetViewLink.js.map +1 -0
- package/dist/widgets/breakdownTypes.js +28 -1
- package/dist/widgets/breakdownTypes.js.map +1 -1
- package/dist/widgets/cardChrome.js +31 -7
- package/dist/widgets/cardChrome.js.map +1 -1
- package/dist/widgets/comparison.js +15 -1
- package/dist/widgets/comparison.js.map +1 -1
- package/dist/widgets/defaults.d.ts +6 -2
- package/dist/widgets/defaults.js +72 -25
- package/dist/widgets/defaults.js.map +1 -1
- package/dist/widgets/filterCaption.js +27 -0
- package/dist/widgets/filterCaption.js.map +1 -0
- package/dist/widgets/filterField.d.ts +19 -0
- package/dist/widgets/filterField.js +75 -0
- package/dist/widgets/filterField.js.map +1 -0
- package/dist/widgets/prepareWidgetRead.d.ts +7 -0
- package/dist/widgets/prepareWidgetRead.js +74 -0
- package/dist/widgets/prepareWidgetRead.js.map +1 -0
- package/dist/widgets/range.js +43 -12
- package/dist/widgets/range.js.map +1 -1
- package/dist/widgets/readForWidget.d.ts +24 -2
- package/dist/widgets/readForWidget.js +34 -48
- package/dist/widgets/readForWidget.js.map +1 -1
- package/dist/widgets/readForWidgetBreakdown.d.ts +32 -1
- package/dist/widgets/readForWidgetBreakdown.js +32 -42
- package/dist/widgets/readForWidgetBreakdown.js.map +1 -1
- package/dist/widgets/readForWidgetGoals.d.ts +67 -0
- package/dist/widgets/readForWidgetGoals.js +140 -0
- package/dist/widgets/readForWidgetGoals.js.map +1 -0
- package/dist/widgets/readForWidgetRealtime.d.ts +8 -0
- package/dist/widgets/readForWidgetRealtime.js +21 -20
- package/dist/widgets/readForWidgetRealtime.js.map +1 -1
- package/dist/widgets/readForWidgetSeries.d.ts +24 -1
- package/dist/widgets/readForWidgetSeries.js +63 -56
- package/dist/widgets/readForWidgetSeries.js.map +1 -1
- package/dist/widgets/readMeta.js +18 -0
- package/dist/widgets/readMeta.js.map +1 -0
- package/dist/widgets/registerWidgets.js +53 -7
- package/dist/widgets/registerWidgets.js.map +1 -1
- package/dist/widgets/types.d.ts +15 -0
- package/dist/widgets/types.js +12 -1
- package/dist/widgets/types.js.map +1 -1
- package/dist/widgets/viewLink.d.ts +22 -0
- package/dist/widgets/viewLink.js +86 -0
- package/dist/widgets/viewLink.js.map +1 -0
- package/package.json +9 -4
- package/dist/native/rollups/applyDistinctDeltas.js +0 -9
- package/dist/native/rollups/applyDistinctDeltas.js.map +0 -1
- package/dist/native/rollups/bumpRollup.js +0 -73
- package/dist/native/rollups/bumpRollup.js.map +0 -1
- package/dist/native/rollups/insertIfNew.js +0 -19
- package/dist/native/rollups/insertIfNew.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"source.js","names":[],"sources":["../../../src/native/ingest/source.ts"],"sourcesContent":["const
|
|
1
|
+
{"version":3,"file":"source.js","names":[],"sources":["../../../src/native/ingest/source.ts"],"sourcesContent":["/** Every bucket the `source` dimension can hold, lowercase as they are stored. */\nexport const TRAFFIC_CHANNELS = ['direct', 'search', 'social', 'email', 'paid', 'referral'] as const\n\nexport type TrafficChannel = (typeof TRAFFIC_CHANNELS)[number]\n\nexport interface SourceInput {\n\t/** The referrer's bare host from `referrerHost`, already absent for a same-site hit. */\n\treferrerHost?: string\n\tutmMedium?: string\n\t/** The page's query string, read here only for the ad networks' click ids. */\n\tquery?: string\n}\n\n/**\n * A `Map` rather than an object literal: a lookup keyed by whatever `utm_medium` carries must\n * answer nothing for `constructor` or `__proto__`, where an object literal answers an\n * inherited member and puts a function in the `source` column.\n *\n * `referral` is deliberately absent. It names the channel the host branch already decides, and\n * pinning it here would turn a hit with no referrer at all into `referral` rather than `direct`.\n */\nconst MEDIUM_CHANNELS: ReadonlyMap<string, TrafficChannel> = new Map<string, TrafficChannel>([\n\t['cpc', 'paid'],\n\t['ppc', 'paid'],\n\t['display', 'paid'],\n\t['retargeting', 'paid'],\n\t['email', 'email'],\n\t['newsletter', 'email'],\n\t['social', 'social'],\n\t['social-media', 'social'],\n\t['sm', 'social'],\n\t['organic', 'search'],\n\t['search', 'search'],\n])\n\n/** A click id only an ad click carries, whatever the referrer says. */\nconst CLICK_IDS: ReadonlySet<string> = new Set(['gclid', 'fbclid', 'msclkid', 'ttclid'])\n\n/**\n * Hosts whose channel the lists below would get wrong, checked first. Webmail is `referral`\n * rather than `email`: a referrer only proves a link was opened in a mail client, never that\n * the mail was the newsletter an `email` bucket claims credit for.\n */\nconst HOST_OVERRIDES: ReadonlyMap<string, TrafficChannel> = new Map<string, TrafficChannel>([\n\t['mail.google.com', 'referral'],\n\t['mail.yahoo.com', 'referral'],\n\t['outlook.live.com', 'referral'],\n\t['outlook.office.com', 'referral'],\n\t['mail.proton.me', 'referral'],\n])\n\nconst SEARCH_HOSTS = [\n\t'bing.com',\n\t'duckduckgo.com',\n\t'baidu.com',\n\t'ecosia.org',\n\t'search.brave.com',\n\t'qwant.com',\n\t'startpage.com',\n\t'naver.com',\n\t'seznam.cz',\n\t'sogou.com',\n]\nconst SOCIAL_HOSTS = [\n\t'facebook.com',\n\t'fb.com',\n\t'instagram.com',\n\t'twitter.com',\n\t'x.com',\n\t't.co',\n\t'linkedin.com',\n\t'lnkd.in',\n\t'reddit.com',\n\t'tiktok.com',\n\t'youtube.com',\n\t'youtu.be',\n\t'threads.net',\n\t'mastodon.social',\n\t'bsky.app',\n\t'web.telegram.org',\n\t't.me',\n\t'wa.me',\n\t'whatsapp.com',\n]\n\n/** Brands running one site per country, matched on the label rather than a fixed tld. */\nconst SEARCH_BRANDS = ['google', 'yahoo', 'yandex']\nconst SOCIAL_BRANDS = ['pinterest']\n\n/**\n * Second-level suffixes a brand's country site sits under (`google.co.uk`, `yahoo.com.au`).\n * Without this list a two-label tail would also match `google.evil.com`, handing any host that\n * cares to name itself after a search engine the search channel.\n */\nconst SECOND_LEVEL: ReadonlySet<string> = new Set(['co', 'com', 'net', 'org', 'ac', 'gov', 'edu'])\n\nconst matchesHost = (host: string, domain: string): boolean =>\n\thost === domain || host.endsWith(`.${domain}`)\n\nconst matchesBrand = (host: string, brand: string): boolean => {\n\tconst labels = host.split('.')\n\tfor (let i = 0; i < labels.length; i++) {\n\t\tif (labels[i] !== brand) {\n\t\t\tcontinue\n\t\t}\n\t\tconst tail = labels.length - i - 1\n\t\tif (tail === 1 || (tail === 2 && SECOND_LEVEL.has(labels[i + 1] ?? ''))) {\n\t\t\treturn true\n\t\t}\n\t}\n\treturn false\n}\n\nconst hostChannel = (host: string): TrafficChannel => {\n\tfor (const [domain, channel] of HOST_OVERRIDES) {\n\t\tif (matchesHost(host, domain)) {\n\t\t\treturn channel\n\t\t}\n\t}\n\tif (\n\t\tSEARCH_HOSTS.some((domain) => matchesHost(host, domain)) ||\n\t\tSEARCH_BRANDS.some((brand) => matchesBrand(host, brand))\n\t) {\n\t\treturn 'search'\n\t}\n\tif (\n\t\tSOCIAL_HOSTS.some((domain) => matchesHost(host, domain)) ||\n\t\tSOCIAL_BRANDS.some((brand) => matchesBrand(host, brand))\n\t) {\n\t\treturn 'social'\n\t}\n\treturn 'referral'\n}\n\nconst hasClickId = (query: string): boolean => {\n\tfor (const [key, value] of new URLSearchParams(query)) {\n\t\tif (value && CLICK_IDS.has(key.toLowerCase())) {\n\t\t\treturn true\n\t\t}\n\t}\n\treturn false\n}\n\n/**\n * The `source` dimension's bucket: the traffic channel a hit arrived through, which is what a\n * report is asked for (\"how much of last month was paid?\"), where the host it came from is the\n * `referrer` dimension's job.\n *\n * `utm_medium` wins outright, because a campaign states its own channel and the referrer host\n * is then only the last hop; a paid click id is next, since an ad click carries one whatever\n * host it bounced through; the built-in search and social lists decide the rest. Anything else\n * with a host is `referral`, and a hit with no usable host at all is `direct`.\n */\nexport const deriveSource = ({ referrerHost, utmMedium, query }: SourceInput): TrafficChannel => {\n\tconst medium = utmMedium?.trim().toLowerCase()\n\tif (medium) {\n\t\tconst channel = medium.startsWith('paid') ? 'paid' : MEDIUM_CHANNELS.get(medium)\n\t\tif (channel) {\n\t\t\treturn channel\n\t\t}\n\t}\n\tif (query && hasClickId(query)) {\n\t\treturn 'paid'\n\t}\n\treturn referrerHost ? hostChannel(referrerHost) : 'direct'\n}\n"],"mappings":";;AACA,MAAa,mBAAmB;CAAC;CAAU;CAAU;CAAU;CAAS;CAAQ;AAAU;;;;;;;;;AAoB1F,MAAM,kBAAuD,IAAI,IAA4B;CAC5F,CAAC,OAAO,MAAM;CACd,CAAC,OAAO,MAAM;CACd,CAAC,WAAW,MAAM;CAClB,CAAC,eAAe,MAAM;CACtB,CAAC,SAAS,OAAO;CACjB,CAAC,cAAc,OAAO;CACtB,CAAC,UAAU,QAAQ;CACnB,CAAC,gBAAgB,QAAQ;CACzB,CAAC,MAAM,QAAQ;CACf,CAAC,WAAW,QAAQ;CACpB,CAAC,UAAU,QAAQ;AACpB,CAAC;;AAGD,MAAM,YAAiC,IAAI,IAAI;CAAC;CAAS;CAAU;CAAW;AAAQ,CAAC;;;;;;AAOvF,MAAM,iBAAsD,IAAI,IAA4B;CAC3F,CAAC,mBAAmB,UAAU;CAC9B,CAAC,kBAAkB,UAAU;CAC7B,CAAC,oBAAoB,UAAU;CAC/B,CAAC,sBAAsB,UAAU;CACjC,CAAC,kBAAkB,UAAU;AAC9B,CAAC;AAED,MAAM,eAAe;CACpB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACD;AACA,MAAM,eAAe;CACpB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACD;;AAGA,MAAM,gBAAgB;CAAC;CAAU;CAAS;AAAQ;AAClD,MAAM,gBAAgB,CAAC,WAAW;;;;;;AAOlC,MAAM,eAAoC,IAAI,IAAI;CAAC;CAAM;CAAO;CAAO;CAAO;CAAM;CAAO;AAAK,CAAC;AAEjG,MAAM,eAAe,MAAc,WAClC,SAAS,UAAU,KAAK,SAAS,IAAI,QAAQ;AAE9C,MAAM,gBAAgB,MAAc,UAA2B;CAC9D,MAAM,SAAS,KAAK,MAAM,GAAG;CAC7B,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;EACvC,IAAI,OAAO,OAAO,OACjB;EAED,MAAM,OAAO,OAAO,SAAS,IAAI;EACjC,IAAI,SAAS,KAAM,SAAS,KAAK,aAAa,IAAI,OAAO,IAAI,MAAM,EAAE,GACpE,OAAO;CAET;CACA,OAAO;AACR;AAEA,MAAM,eAAe,SAAiC;CACrD,KAAK,MAAM,CAAC,QAAQ,YAAY,gBAC/B,IAAI,YAAY,MAAM,MAAM,GAC3B,OAAO;CAGT,IACC,aAAa,MAAM,WAAW,YAAY,MAAM,MAAM,CAAC,KACvD,cAAc,MAAM,UAAU,aAAa,MAAM,KAAK,CAAC,GAEvD,OAAO;CAER,IACC,aAAa,MAAM,WAAW,YAAY,MAAM,MAAM,CAAC,KACvD,cAAc,MAAM,UAAU,aAAa,MAAM,KAAK,CAAC,GAEvD,OAAO;CAER,OAAO;AACR;AAEA,MAAM,cAAc,UAA2B;CAC9C,KAAK,MAAM,CAAC,KAAK,UAAU,IAAI,gBAAgB,KAAK,GACnD,IAAI,SAAS,UAAU,IAAI,IAAI,YAAY,CAAC,GAC3C,OAAO;CAGT,OAAO;AACR;;;;;;;;;;;AAYA,MAAa,gBAAgB,EAAE,cAAc,WAAW,YAAyC;CAChG,MAAM,SAAS,WAAW,KAAK,EAAE,YAAY;CAC7C,IAAI,QAAQ;EACX,MAAM,UAAU,OAAO,WAAW,MAAM,IAAI,SAAS,gBAAgB,IAAI,MAAM;EAC/E,IAAI,SACH,OAAO;CAET;CACA,IAAI,SAAS,WAAW,KAAK,GAC5B,OAAO;CAER,OAAO,eAAe,YAAY,YAAY,IAAI;AACnD"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A `Map` rather than an object literal: the lookup is keyed by a query key an attacker
|
|
3
|
+
* writes, and an object literal answers its inherited members, so `?constructor=x` would
|
|
4
|
+
* otherwise reach storage under a key `UtmParams` does not declare.
|
|
5
|
+
*/
|
|
6
|
+
const UTM_KEYS = new Map([
|
|
7
|
+
["utm_source", "utmSource"],
|
|
8
|
+
["utm_medium", "utmMedium"],
|
|
9
|
+
["utm_campaign", "utmCampaign"],
|
|
10
|
+
["utm_content", "utmContent"],
|
|
11
|
+
["utm_term", "utmTerm"]
|
|
12
|
+
]);
|
|
13
|
+
/**
|
|
14
|
+
* The five utm keys carried by a page's query string, decoded and capped. Keys are matched
|
|
15
|
+
* case-insensitively and a repeated key keeps its first value, matching what
|
|
16
|
+
* `URLSearchParams.get` would have answered. Everything else in the query is discarded here
|
|
17
|
+
* and never reaches storage.
|
|
18
|
+
*/
|
|
19
|
+
const extractUtm = (query) => {
|
|
20
|
+
if (!query) return {};
|
|
21
|
+
const out = {};
|
|
22
|
+
for (const [rawKey, rawValue] of new URLSearchParams(query)) {
|
|
23
|
+
const key = UTM_KEYS.get(rawKey.toLowerCase());
|
|
24
|
+
if (!key || out[key] !== void 0) continue;
|
|
25
|
+
const value = rawValue.trim().slice(0, 128);
|
|
26
|
+
if (value) out[key] = value;
|
|
27
|
+
}
|
|
28
|
+
return out;
|
|
29
|
+
};
|
|
30
|
+
//#endregion
|
|
31
|
+
export { extractUtm };
|
|
32
|
+
|
|
33
|
+
//# sourceMappingURL=utm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utm.js","names":[],"sources":["../../../src/native/ingest/utm.ts"],"sourcesContent":["export interface UtmParams {\n\tutmSource?: string\n\tutmMedium?: string\n\tutmCampaign?: string\n\tutmContent?: string\n\tutmTerm?: string\n}\n\n/** Each extracted value is a rollup bucket key, so it is capped like every other one. */\nexport const MAX_UTM_LENGTH = 128\n\n/**\n * A `Map` rather than an object literal: the lookup is keyed by a query key an attacker\n * writes, and an object literal answers its inherited members, so `?constructor=x` would\n * otherwise reach storage under a key `UtmParams` does not declare.\n */\nconst UTM_KEYS: ReadonlyMap<string, keyof UtmParams> = new Map<string, keyof UtmParams>([\n\t['utm_source', 'utmSource'],\n\t['utm_medium', 'utmMedium'],\n\t['utm_campaign', 'utmCampaign'],\n\t['utm_content', 'utmContent'],\n\t['utm_term', 'utmTerm'],\n])\n\n/**\n * The five utm keys carried by a page's query string, decoded and capped. Keys are matched\n * case-insensitively and a repeated key keeps its first value, matching what\n * `URLSearchParams.get` would have answered. Everything else in the query is discarded here\n * and never reaches storage.\n */\nexport const extractUtm = (query: string | undefined): UtmParams => {\n\tif (!query) {\n\t\treturn {}\n\t}\n\tconst out: UtmParams = {}\n\tfor (const [rawKey, rawValue] of new URLSearchParams(query)) {\n\t\tconst key = UTM_KEYS.get(rawKey.toLowerCase())\n\t\tif (!key || out[key] !== undefined) {\n\t\t\tcontinue\n\t\t}\n\t\tconst value = rawValue.trim().slice(0, MAX_UTM_LENGTH)\n\t\tif (value) {\n\t\t\tout[key] = value\n\t\t}\n\t}\n\treturn out\n}\n"],"mappings":";;;;;AAgBA,MAAM,WAAiD,IAAI,IAA6B;CACvF,CAAC,cAAc,WAAW;CAC1B,CAAC,cAAc,WAAW;CAC1B,CAAC,gBAAgB,aAAa;CAC9B,CAAC,eAAe,YAAY;CAC5B,CAAC,YAAY,SAAS;AACvB,CAAC;;;;;;;AAQD,MAAa,cAAc,UAAyC;CACnE,IAAI,CAAC,OACJ,OAAO,CAAC;CAET,MAAM,MAAiB,CAAC;CACxB,KAAK,MAAM,CAAC,QAAQ,aAAa,IAAI,gBAAgB,KAAK,GAAG;EAC5D,MAAM,MAAM,SAAS,IAAI,OAAO,YAAY,CAAC;EAC7C,IAAI,CAAC,OAAO,IAAI,SAAS,KAAA,GACxB;EAED,MAAM,QAAQ,SAAS,KAAK,EAAE,MAAM,GAAA,GAAiB;EACrD,IAAI,OACH,IAAI,OAAO;CAEb;CACA,OAAO;AACR"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
//#region src/native/ingest/validate.ts
|
|
2
|
+
const TYPES = new Set([
|
|
3
|
+
"pageview",
|
|
4
|
+
"event",
|
|
5
|
+
"goal"
|
|
6
|
+
]);
|
|
7
|
+
const nonEmptyString = (value) => typeof value === "string" && value.length > 0;
|
|
8
|
+
/**
|
|
9
|
+
* The first required field an event fails on, or undefined when it is valid: a known `type`,
|
|
10
|
+
* a `path`, a `hostname`, and a `name` (the event name, or the goal slug on a `goal`) for
|
|
11
|
+
* everything but a pageview. Optional fields are sanitized in `normalizeEvent` and dropped
|
|
12
|
+
* when malformed, so one bad attribute costs an attribute rather than the whole event.
|
|
13
|
+
*
|
|
14
|
+
* Types are checked rather than truthiness: a non-string path would otherwise reach goal
|
|
15
|
+
* matching and throw there rather than being refused here.
|
|
16
|
+
*/
|
|
17
|
+
const rawEventError = (raw) => {
|
|
18
|
+
if (!raw || !TYPES.has(raw.type)) return "type";
|
|
19
|
+
if (!nonEmptyString(raw.path)) return "path";
|
|
20
|
+
if (!nonEmptyString(raw.hostname)) return "hostname";
|
|
21
|
+
if (raw.type !== "pageview" && !nonEmptyString(raw.name)) return "name";
|
|
22
|
+
};
|
|
23
|
+
const validateRawEvent = (raw) => rawEventError(raw) === void 0;
|
|
24
|
+
//#endregion
|
|
25
|
+
export { rawEventError, validateRawEvent };
|
|
26
|
+
|
|
27
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.js","names":[],"sources":["../../../src/native/ingest/validate.ts"],"sourcesContent":["import type { EventType, RawEventInput } from './normalizeEvent'\n\nconst TYPES: ReadonlySet<string> = new Set<EventType>(['pageview', 'event', 'goal'])\n\nconst nonEmptyString = (value: unknown): boolean => typeof value === 'string' && value.length > 0\n\nexport type RawEventField = 'type' | 'path' | 'hostname' | 'name'\n\n/**\n * The first required field an event fails on, or undefined when it is valid: a known `type`,\n * a `path`, a `hostname`, and a `name` (the event name, or the goal slug on a `goal`) for\n * everything but a pageview. Optional fields are sanitized in `normalizeEvent` and dropped\n * when malformed, so one bad attribute costs an attribute rather than the whole event.\n *\n * Types are checked rather than truthiness: a non-string path would otherwise reach goal\n * matching and throw there rather than being refused here.\n */\nexport const rawEventError = (raw: RawEventInput | undefined): RawEventField | undefined => {\n\tif (!raw || !TYPES.has(raw.type)) {\n\t\treturn 'type'\n\t}\n\tif (!nonEmptyString(raw.path)) {\n\t\treturn 'path'\n\t}\n\tif (!nonEmptyString(raw.hostname)) {\n\t\treturn 'hostname'\n\t}\n\tif (raw.type !== 'pageview' && !nonEmptyString(raw.name)) {\n\t\treturn 'name'\n\t}\n\treturn undefined\n}\n\nexport const validateRawEvent = (raw: RawEventInput | undefined): raw is RawEventInput =>\n\trawEventError(raw) === undefined\n"],"mappings":";AAEA,MAAM,QAA6B,IAAI,IAAe;CAAC;CAAY;CAAS;AAAM,CAAC;AAEnF,MAAM,kBAAkB,UAA4B,OAAO,UAAU,YAAY,MAAM,SAAS;;;;;;;;;;AAahG,MAAa,iBAAiB,QAA8D;CAC3F,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,IAAI,GAC9B,OAAO;CAER,IAAI,CAAC,eAAe,IAAI,IAAI,GAC3B,OAAO;CAER,IAAI,CAAC,eAAe,IAAI,QAAQ,GAC/B,OAAO;CAER,IAAI,IAAI,SAAS,cAAc,CAAC,eAAe,IAAI,IAAI,GACtD,OAAO;AAGT;AAEA,MAAa,oBAAoB,QAChC,cAAc,GAAG,MAAM,KAAA"}
|
|
@@ -1,11 +1,13 @@
|
|
|
1
1
|
import "../plugin/paths.js";
|
|
2
|
+
import { seenCollection } from "./collections/seen.js";
|
|
3
|
+
import { ROLLUPS_SLUG, rollupsCollection } from "./collections/rollups.js";
|
|
4
|
+
import { EVENTS_SLUG, eventsCollection } from "./collections/events.js";
|
|
5
|
+
import { flushBatch } from "./ingest/flushBatch.js";
|
|
6
|
+
import { makeServerTrack } from "./ingest/serverTrack.js";
|
|
2
7
|
import { composeGeoResolvers } from "./geo/composeGeoResolvers.js";
|
|
3
8
|
import { platformHeaderResolver } from "./geo/geoResolver.js";
|
|
4
9
|
import { maxmindResolver } from "./geo/maxmindResolver.js";
|
|
5
|
-
import {
|
|
6
|
-
import { ROLLUPS_SLUG, rollupsCollection } from "./collections/rollups.js";
|
|
7
|
-
import { seenCollection } from "./collections/seen.js";
|
|
8
|
-
import { flushBatch } from "./ingest/flushBatch.js";
|
|
10
|
+
import { EVENT_SCAN_LIMIT, eventScanMeta } from "./eventScan.js";
|
|
9
11
|
import { makeIngestHandler } from "./ingest/endpoint.js";
|
|
10
12
|
import { createWriteBuffer } from "./ingest/writeBuffer.js";
|
|
11
13
|
import { aggregateEvents, filtersToWhere } from "./query/eventAgg.js";
|
|
@@ -23,33 +25,39 @@ const metrics = new Set([
|
|
|
23
25
|
"revenue",
|
|
24
26
|
"scrollDepth"
|
|
25
27
|
]);
|
|
28
|
+
/**
|
|
29
|
+
* Everything the tracker can know about a hit. `source` is the traffic channel (`direct`,
|
|
30
|
+
* `search`, `social`, `email`, `paid`, `referral`) and `referrer` the host it came from, so a
|
|
31
|
+
* report can ask how much of the month was paid without reading a list of hostnames.
|
|
32
|
+
*/
|
|
26
33
|
const dimensions = new Set([
|
|
27
34
|
"page",
|
|
28
|
-
"
|
|
35
|
+
"referrer",
|
|
29
36
|
"source",
|
|
37
|
+
"utmSource",
|
|
38
|
+
"utmMedium",
|
|
39
|
+
"utmCampaign",
|
|
40
|
+
"utmContent",
|
|
41
|
+
"utmTerm",
|
|
30
42
|
"device",
|
|
43
|
+
"browser",
|
|
44
|
+
"os",
|
|
45
|
+
"country",
|
|
46
|
+
"region",
|
|
47
|
+
"city",
|
|
48
|
+
"language",
|
|
31
49
|
"event",
|
|
32
50
|
"goal"
|
|
33
51
|
]);
|
|
34
|
-
const REALTIME_EVENT_LIMIT = 5e4;
|
|
35
52
|
const baseCapabilities = {
|
|
36
53
|
perPageQuery: true,
|
|
37
54
|
realtime: true,
|
|
38
55
|
realtimeWindowMinutes: 60,
|
|
39
|
-
comparison: true,
|
|
40
56
|
minGranularity: "hour",
|
|
41
57
|
maxLookbackDays: null,
|
|
42
58
|
metrics,
|
|
43
59
|
dimensions,
|
|
44
|
-
filters: new Set([
|
|
45
|
-
"page",
|
|
46
|
-
"country",
|
|
47
|
-
"region",
|
|
48
|
-
"city",
|
|
49
|
-
"device",
|
|
50
|
-
"source",
|
|
51
|
-
"event"
|
|
52
|
-
]),
|
|
60
|
+
filters: new Set([...dimensions].filter((dimension) => dimension !== "goal")),
|
|
53
61
|
filterOperators: new Set(["eq", "contains"]),
|
|
54
62
|
batchPageReport: true,
|
|
55
63
|
rateLimit: null,
|
|
@@ -95,7 +103,7 @@ async function queryEvents(payload, q, ctx) {
|
|
|
95
103
|
const { docs } = await payload.find({
|
|
96
104
|
collection: EVENTS_SLUG,
|
|
97
105
|
where,
|
|
98
|
-
limit:
|
|
106
|
+
limit: EVENT_SCAN_LIMIT,
|
|
99
107
|
pagination: false,
|
|
100
108
|
depth: 0,
|
|
101
109
|
sort: "-timestamp"
|
|
@@ -111,16 +119,14 @@ async function queryEvents(payload, q, ctx) {
|
|
|
111
119
|
order: q.order,
|
|
112
120
|
limit: q.limit
|
|
113
121
|
});
|
|
114
|
-
const meta = {
|
|
115
|
-
provider: "native",
|
|
116
|
-
fetchedAt
|
|
117
|
-
};
|
|
118
|
-
if (clamped) meta.clamped = true;
|
|
119
|
-
if (events.length >= REALTIME_EVENT_LIMIT) meta.sampled = true;
|
|
120
122
|
return {
|
|
121
123
|
rows,
|
|
122
124
|
totals,
|
|
123
|
-
meta
|
|
125
|
+
meta: eventScanMeta({
|
|
126
|
+
fetchedAt,
|
|
127
|
+
eventCount: events.length,
|
|
128
|
+
clamped
|
|
129
|
+
})
|
|
124
130
|
};
|
|
125
131
|
}
|
|
126
132
|
function native(options = {}) {
|
|
@@ -139,7 +145,16 @@ function native(options = {}) {
|
|
|
139
145
|
});
|
|
140
146
|
return docs;
|
|
141
147
|
};
|
|
142
|
-
|
|
148
|
+
let resolvers = {};
|
|
149
|
+
const ingest = {
|
|
150
|
+
path: options.ingestPath ?? "/analytics/ingest",
|
|
151
|
+
track: makeServerTrack({
|
|
152
|
+
getPayload: () => payloadRef,
|
|
153
|
+
geoResolver,
|
|
154
|
+
getBuffer: () => buffer,
|
|
155
|
+
getResolvers: () => resolvers
|
|
156
|
+
})
|
|
157
|
+
};
|
|
143
158
|
return {
|
|
144
159
|
id: "native",
|
|
145
160
|
label: "Native (Payload)",
|
|
@@ -157,14 +172,15 @@ function native(options = {}) {
|
|
|
157
172
|
rollupsCollection(scoped),
|
|
158
173
|
seenCollection()
|
|
159
174
|
];
|
|
175
|
+
resolvers = {
|
|
176
|
+
scope: scoped ? context?.resolveScope : void 0,
|
|
177
|
+
timezone: context?.resolveTimezone,
|
|
178
|
+
goals: context?.resolveGoals
|
|
179
|
+
};
|
|
160
180
|
config.endpoints = [...config.endpoints ?? [], {
|
|
161
181
|
method: "post",
|
|
162
182
|
path: ingest.path,
|
|
163
|
-
handler: makeIngestHandler(geoResolver, () => buffer,
|
|
164
|
-
scope: scoped ? context?.resolveScope : void 0,
|
|
165
|
-
timezone: context?.resolveTimezone,
|
|
166
|
-
goals: context?.resolveGoals
|
|
167
|
-
})
|
|
183
|
+
handler: makeIngestHandler(geoResolver, () => buffer, resolvers)
|
|
168
184
|
}];
|
|
169
185
|
if (options.retentionDays && options.retentionDays > 0) config.jobs = {
|
|
170
186
|
...config.jobs,
|
|
@@ -288,19 +304,20 @@ function native(options = {}) {
|
|
|
288
304
|
...q.path ? { path: { equals: q.path } } : {},
|
|
289
305
|
...scopeWhere(q)
|
|
290
306
|
},
|
|
291
|
-
limit:
|
|
307
|
+
limit: EVENT_SCAN_LIMIT,
|
|
292
308
|
pagination: false,
|
|
293
309
|
depth: 0,
|
|
294
310
|
sort: "-timestamp"
|
|
295
311
|
});
|
|
296
|
-
const
|
|
312
|
+
const events = docs;
|
|
313
|
+
const { rows, totals } = buildRealtime(events, q.dateRange, q.metrics);
|
|
297
314
|
return {
|
|
298
315
|
rows,
|
|
299
316
|
totals,
|
|
300
|
-
meta: {
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
}
|
|
317
|
+
meta: eventScanMeta({
|
|
318
|
+
fetchedAt,
|
|
319
|
+
eventCount: events.length
|
|
320
|
+
})
|
|
304
321
|
};
|
|
305
322
|
}
|
|
306
323
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nativeAdapter.js","names":["events"],"sources":["../../src/native/nativeAdapter.ts"],"sourcesContent":["import type { Config, Payload } from 'payload'\nimport type { CaptureSupport } from '../core/capture'\nimport type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tAnalyticsRow,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\nimport { INGEST_PATH } from '../plugin/paths'\nimport { EVENTS_SLUG, eventsCollection } from './collections/events'\nimport { ROLLUPS_SLUG, rollupsCollection } from './collections/rollups'\nimport { seenCollection } from './collections/seen'\nimport { composeGeoResolvers } from './geo/composeGeoResolvers'\nimport { type GeoResolver, platformHeaderResolver } from './geo/geoResolver'\nimport { maxmindResolver } from './geo/maxmindResolver'\nimport { makeIngestHandler } from './ingest/endpoint'\nimport { flushBatch } from './ingest/flushBatch'\nimport type { StoredEvent } from './ingest/normalizeEvent'\nimport { createWriteBuffer, type WriteBuffer } from './ingest/writeBuffer'\nimport { aggregateEvents, type EventLike, filtersToWhere } from './query/eventAgg'\nimport { buildRealtime, type RealtimeEvent } from './realtime/buildRealtime'\nimport { pruneEventsTask } from './retention/pruneTask'\nimport {\n\ttype Acc,\n\tadd,\n\temptyAcc,\n\ttype RollupDoc,\n\tselectMetrics,\n\tseriesFromRollups,\n} from './rollupAcc'\n\nexport interface NativeOptions {\n\tgeoResolver?: GeoResolver\n\tgeoDbPath?: string\n\tingestPath?: string\n\tretentionDays?: number\n\t/** Opt-in in-process write batching. `true` uses defaults (maxSize 50, maxAgeMs 2000). */\n\tbuffer?: boolean | { maxSize?: number; maxAgeMs?: number }\n}\n\nexport type NativeAdapter = AnalyticsAdapter & { flush: () => Promise<void> }\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'sessions',\n\t'events',\n\t'avgDuration',\n\t'conversions',\n\t'revenue',\n\t'scrollDepth',\n])\nconst dimensions: ReadonlySet<DimensionKey> = new Set([\n\t'page',\n\t'country',\n\t'source',\n\t'device',\n\t'event',\n\t'goal',\n])\n\nconst REALTIME_EVENT_LIMIT = 50_000\n\nconst baseCapabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 60,\n\tcomparison: true,\n\tminGranularity: 'hour',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\tfilters: new Set(['page', 'country', 'region', 'city', 'device', 'source', 'event']),\n\tfilterOperators: new Set(['eq', 'contains']),\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 10, aggregate: 300 },\n}\n\nconst DAY_MS = 86_400_000\n\n// The tracker itself is the client (an RSC renders TrackerBoot), so there is nothing to\n// proxy or inject; the ingest path is carried by the tracker config resolver instead.\nconst nativeCapture: CaptureSupport = {\n\tproxy: { routes: [] },\n\tsnippet: () => ({ scripts: [] }),\n\tclient: { kind: 'native' },\n}\n\ninterface QueryEventsContext {\n\tretentionDays?: number\n\tscopeWhere: (q: AnalyticsQuery) => Record<string, unknown>\n}\n\n/**\n * Filtered/hour-granularity reads bypass the day-bucketed rollups and aggregate raw\n * events directly, under the same hard cap as `realtime()`. `retentionDays` clamps how\n * far back the read can reach when it would otherwise ask for events the prune task has\n * already deleted (or will delete before they're queryable).\n */\nasync function queryEvents(\n\tpayload: Payload,\n\tq: AnalyticsQuery,\n\tctx: QueryEventsContext\n): Promise<AnalyticsResult> {\n\tconst fetchedAt = q.dateRange.end.toISOString()\n\tlet start = q.dateRange.start\n\tlet clamped = false\n\tif (ctx.retentionDays && ctx.retentionDays > 0) {\n\t\tconst floor = new Date(Date.now() - ctx.retentionDays * DAY_MS)\n\t\tif (start < floor) {\n\t\t\tstart = floor\n\t\t\tclamped = true\n\t\t}\n\t}\n\tconst baseWhere: Record<string, unknown> = {\n\t\ttimestamp: {\n\t\t\tgreater_than_equal: start.toISOString(),\n\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t},\n\t\t...(q.hostname ? { hostname: { equals: q.hostname } } : {}),\n\t\t...(q.path ? { path: { equals: q.path } } : {}),\n\t\t...ctx.scopeWhere(q),\n\t}\n\t// filtersToWhere can also key off 'path' (a page filter); AND rather than spread so\n\t// q.path and a page filter both constrain the query instead of one overwriting the other.\n\tconst filterWhere = filtersToWhere(q.filters ?? [])\n\tconst where: Record<string, unknown> =\n\t\tObject.keys(filterWhere).length > 0 ? { and: [baseWhere, filterWhere] } : baseWhere\n\tconst { docs } = await payload.find({\n\t\tcollection: EVENTS_SLUG as never,\n\t\twhere: where as never,\n\t\t// Newest-first under a hard cap, same tradeoff as realtime(): a very busy site\n\t\t// with more events than the cap in range keeps its most recent activity.\n\t\tlimit: REALTIME_EVENT_LIMIT,\n\t\tpagination: false,\n\t\tdepth: 0,\n\t\tsort: '-timestamp',\n\t})\n\tconst events = docs as unknown as EventLike[]\n\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\tconst granularity =\n\t\tq.granularity === 'hour' || q.granularity === 'day' ? q.granularity : undefined\n\tconst { rows, totals } = aggregateEvents(events, {\n\t\tmetrics: q.metrics,\n\t\tdimension: dim,\n\t\tgranularity,\n\t\ttimezone: q.timezone,\n\t\torder: q.order,\n\t\tlimit: q.limit,\n\t})\n\tconst meta: AnalyticsResult['meta'] = { provider: 'native', fetchedAt }\n\tif (clamped) meta.clamped = true\n\tif (events.length >= REALTIME_EVENT_LIMIT) meta.sampled = true\n\treturn { rows, totals, meta }\n}\n\nexport function native(options: NativeOptions = {}): NativeAdapter {\n\tconst geoResolver =\n\t\toptions.geoResolver ??\n\t\t(options.geoDbPath\n\t\t\t? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath }))\n\t\t\t: platformHeaderResolver)\n\t// Per-instance copy: register() flips scopedQueries when the install is scoped.\n\tconst capabilities: AnalyticsCapabilities = { ...baseCapabilities }\n\tlet payloadRef: Payload | null = null\n\tlet buffer: WriteBuffer<StoredEvent> | null = null\n\tlet scoped = false\n\n\tconst scopeWhere = (q: AnalyticsQuery): Record<string, unknown> =>\n\t\tscoped && q.scope !== undefined ? { scope: { equals: q.scope } } : {}\n\n\tconst readRollups = async (\n\t\tpayload: Payload,\n\t\twhere: Record<string, unknown>\n\t): Promise<RollupDoc[]> => {\n\t\tconst { docs } = await payload.find({\n\t\t\tcollection: ROLLUPS_SLUG as never,\n\t\t\twhere: where as never,\n\t\t\tlimit: 100_000,\n\t\t\tpagination: false,\n\t\t})\n\t\treturn docs as unknown as RollupDoc[]\n\t}\n\n\tconst ingest = { path: options.ingestPath ?? INGEST_PATH }\n\n\treturn {\n\t\tid: 'native',\n\t\tlabel: 'Native (Payload)',\n\t\tcapabilities,\n\t\tcapture: nativeCapture,\n\t\tingest,\n\t\tisConfigured: () => true,\n\t\tflush: () => buffer?.flush() ?? Promise.resolve(),\n\t\tregister(config: Config, context) {\n\t\t\tscoped = context?.scoped ?? false\n\t\t\tif (scoped) {\n\t\t\t\tcapabilities.scopedQueries = true\n\t\t\t}\n\t\t\tconfig.collections = [\n\t\t\t\t...(config.collections ?? []),\n\t\t\t\teventsCollection(scoped),\n\t\t\t\trollupsCollection(scoped),\n\t\t\t\tseenCollection(),\n\t\t\t]\n\t\t\tconfig.endpoints = [\n\t\t\t\t...(config.endpoints ?? []),\n\t\t\t\t{\n\t\t\t\t\tmethod: 'post',\n\t\t\t\t\tpath: ingest.path,\n\t\t\t\t\thandler: makeIngestHandler(geoResolver, () => buffer, {\n\t\t\t\t\t\tscope: scoped ? context?.resolveScope : undefined,\n\t\t\t\t\t\ttimezone: context?.resolveTimezone,\n\t\t\t\t\t\tgoals: context?.resolveGoals,\n\t\t\t\t\t}),\n\t\t\t\t},\n\t\t\t]\n\t\t\tif (options.retentionDays && options.retentionDays > 0) {\n\t\t\t\tconfig.jobs = {\n\t\t\t\t\t...config.jobs,\n\t\t\t\t\ttasks: [...(config.jobs?.tasks ?? []), pruneEventsTask(options.retentionDays)],\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst prevOnInit = config.onInit\n\t\t\t// payloadRef is set before the app's own onInit so consumer init code can\n\t\t\t// already query the native adapter.\n\t\t\tconfig.onInit = async (p) => {\n\t\t\t\tpayloadRef = p\n\t\t\t\tif (options.buffer) {\n\t\t\t\t\tconst cfg = options.buffer === true ? {} : options.buffer\n\t\t\t\t\tbuffer = createWriteBuffer<StoredEvent>({\n\t\t\t\t\t\tmaxSize: cfg.maxSize ?? 50,\n\t\t\t\t\t\tmaxAgeMs: cfg.maxAgeMs ?? 2000,\n\t\t\t\t\t\tonFlush: (batch) => flushBatch(p, batch),\n\t\t\t\t\t\tonError: (error) => {\n\t\t\t\t\t\t\tp.logger.error({ err: error, msg: 'analytics: write buffer flush failed' })\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tawait prevOnInit?.(p)\n\t\t\t}\n\t\t},\n\t\tasync query(q: AnalyticsQuery): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tif ((q.filters && q.filters.length > 0) || q.granularity === 'hour') {\n\t\t\t\treturn queryEvents(payloadRef, q, { retentionDays: options.retentionDays, scopeWhere })\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst periodWhere = {\n\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t}\n\t\t\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\n\t\t\t// Distinct metrics (visitors/sessions) must not be summed across breakdown rows.\n\t\t\t// Totals always come from the non-dimensioned aggregate row. A dimensioned query\n\t\t\t// reports site-wide totals (path=''), a plain query uses the path-scoped row.\n\t\t\tconst totalsPath = dim ? '' : (q.path ?? '')\n\t\t\tconst totalsDocs = await readRollups(payloadRef, {\n\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\tdimension: { equals: '' },\n\t\t\t\tpath: { equals: totalsPath },\n\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\tperiod: periodWhere,\n\t\t\t\t...scopeWhere(q),\n\t\t\t})\n\t\t\tconst totalsAcc = emptyAcc()\n\t\t\tfor (const d of totalsDocs) {\n\t\t\t\tadd(totalsAcc, d)\n\t\t\t}\n\t\t\tconst totals = selectMetrics(totalsAcc, q.metrics)\n\n\t\t\tif (!dim) {\n\t\t\t\tif (q.granularity === 'day') {\n\t\t\t\t\treturn {\n\t\t\t\t\t\trows: seriesFromRollups(totalsDocs, q.metrics, q.timezone),\n\t\t\t\t\t\ttotals,\n\t\t\t\t\t\tmeta: { provider: 'native', fetchedAt },\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\treturn { rows: [{ metrics: totals }], totals, meta: { provider: 'native', fetchedAt } }\n\t\t\t}\n\n\t\t\tconst breakdownWhere =\n\t\t\t\tdim === 'page'\n\t\t\t\t\t? {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: '' },\n\t\t\t\t\t\t\tpath: { not_equals: '' },\n\t\t\t\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\t\t\t: {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: dim },\n\t\t\t\t\t\t\tpath: { equals: '' },\n\t\t\t\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\tconst groups = new Map<string, Acc>()\n\t\t\tfor (const d of await readRollups(payloadRef, breakdownWhere)) {\n\t\t\t\tconst value = dim === 'page' ? d.path : d.dimvalue\n\t\t\t\tlet acc = groups.get(value)\n\t\t\t\tif (!acc) {\n\t\t\t\t\tacc = emptyAcc()\n\t\t\t\t\tgroups.set(value, acc)\n\t\t\t\t}\n\t\t\t\tadd(acc, d)\n\t\t\t}\n\t\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, acc]) => ({\n\t\t\t\tdimensions: { [dim]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\t\tmetrics: selectMetrics(acc, q.metrics),\n\t\t\t}))\n\t\t\tconst sortMetric = q.order?.metric ?? 'pageviews'\n\t\t\tconst direction = (q.order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\t\tif (q.limit) {\n\t\t\t\trows = rows.slice(0, q.limit)\n\t\t\t}\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t\tasync realtime(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst { docs } = await payloadRef.find({\n\t\t\t\tcollection: EVENTS_SLUG as never,\n\t\t\t\twhere: {\n\t\t\t\t\ttimestamp: {\n\t\t\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t\t\t},\n\t\t\t\t\t...(q.hostname ? { hostname: { equals: q.hostname } } : {}),\n\t\t\t\t\t...(q.path ? { path: { equals: q.path } } : {}),\n\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t} as never,\n\t\t\t\t// Newest-first under a hard cap: if a very busy site has more events than the\n\t\t\t\t// cap in the window, keep the most recent activity rather than the oldest.\n\t\t\t\t// Unbounded accuracy via DB-side aggregation is deferred to the hardening spec.\n\t\t\t\tlimit: REALTIME_EVENT_LIMIT,\n\t\t\t\tpagination: false,\n\t\t\t\tdepth: 0,\n\t\t\t\tsort: '-timestamp',\n\t\t\t})\n\t\t\tconst events = docs as unknown as RealtimeEvent[]\n\t\t\tconst { rows, totals } = buildRealtime(events, q.dateRange, q.metrics)\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;AA8CA,MAAM,UAAkC,IAAI,IAAI;CAC/C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACD,CAAC;AACD,MAAM,aAAwC,IAAI,IAAI;CACrD;CACA;CACA;CACA;CACA;CACA;AACD,CAAC;AAED,MAAM,uBAAuB;AAE7B,MAAM,mBAA0C;CAC/C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,YAAY;CACZ,gBAAgB;CAChB,iBAAiB;CACjB;CACA;CACA,SAAS,IAAI,IAAI;EAAC;EAAQ;EAAW;EAAU;EAAQ;EAAU;EAAU;CAAO,CAAC;CACnF,iBAAiB,IAAI,IAAI,CAAC,MAAM,UAAU,CAAC;CAC3C,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAI,WAAW;CAAI;AAChD;AAEA,MAAM,SAAS;AAIf,MAAM,gBAAgC;CACrC,OAAO,EAAE,QAAQ,CAAC,EAAE;CACpB,gBAAgB,EAAE,SAAS,CAAC,EAAE;CAC9B,QAAQ,EAAE,MAAM,SAAS;AAC1B;;;;;;;AAaA,eAAe,YACd,SACA,GACA,KAC2B;CAC3B,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;CAC9C,IAAI,QAAQ,EAAE,UAAU;CACxB,IAAI,UAAU;CACd,IAAI,IAAI,iBAAiB,IAAI,gBAAgB,GAAG;EAC/C,MAAM,wBAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,gBAAgB,MAAM;EAC9D,IAAI,QAAQ,OAAO;GAClB,QAAQ;GACR,UAAU;EACX;CACD;CACA,MAAM,YAAqC;EAC1C,WAAW;GACV,oBAAoB,MAAM,YAAY;GACtC,iBAAiB,EAAE,UAAU,IAAI,YAAY;EAC9C;EACA,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC;EACzD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC;EAC7C,GAAG,IAAI,WAAW,CAAC;CACpB;CAGA,MAAM,cAAc,eAAe,EAAE,WAAW,CAAC,CAAC;CAClD,MAAM,QACL,OAAO,KAAK,WAAW,EAAE,SAAS,IAAI,EAAE,KAAK,CAAC,WAAW,WAAW,EAAE,IAAI;CAC3E,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;EACnC,YAAY;EACL;EAGP,OAAO;EACP,YAAY;EACZ,OAAO;EACP,MAAM;CACP,CAAC;CACD,MAAM,SAAS;CACf,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;CACvD,MAAM,cACL,EAAE,gBAAgB,UAAU,EAAE,gBAAgB,QAAQ,EAAE,cAAc,KAAA;CACvE,MAAM,EAAE,MAAM,WAAW,gBAAgB,QAAQ;EAChD,SAAS,EAAE;EACX,WAAW;EACX;EACA,UAAU,EAAE;EACZ,OAAO,EAAE;EACT,OAAO,EAAE;CACV,CAAC;CACD,MAAM,OAAgC;EAAE,UAAU;EAAU;CAAU;CACtE,IAAI,SAAS,KAAK,UAAU;CAC5B,IAAI,OAAO,UAAU,sBAAsB,KAAK,UAAU;CAC1D,OAAO;EAAE;EAAM;EAAQ;CAAK;AAC7B;AAEA,SAAgB,OAAO,UAAyB,CAAC,GAAkB;CAClE,MAAM,cACL,QAAQ,gBACP,QAAQ,YACN,oBAAoB,wBAAwB,gBAAgB,EAAE,QAAQ,QAAQ,UAAU,CAAC,CAAC,IAC1F;CAEJ,MAAM,eAAsC,EAAE,GAAG,iBAAiB;CAClE,IAAI,aAA6B;CACjC,IAAI,SAA0C;CAC9C,IAAI,SAAS;CAEb,MAAM,cAAc,MACnB,UAAU,EAAE,UAAU,KAAA,IAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;CAErE,MAAM,cAAc,OACnB,SACA,UAC0B;EAC1B,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;GACnC,YAAY;GACL;GACP,OAAO;GACP,YAAY;EACb,CAAC;EACD,OAAO;CACR;CAEA,MAAM,SAAS,EAAE,MAAM,QAAQ,cAAA,oBAA0B;CAEzD,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,SAAS;EACT;EACA,oBAAoB;EACpB,aAAa,QAAQ,MAAM,KAAK,QAAQ,QAAQ;EAChD,SAAS,QAAgB,SAAS;GACjC,SAAS,SAAS,UAAU;GAC5B,IAAI,QACH,aAAa,gBAAgB;GAE9B,OAAO,cAAc;IACpB,GAAI,OAAO,eAAe,CAAC;IAC3B,iBAAiB,MAAM;IACvB,kBAAkB,MAAM;IACxB,eAAe;GAChB;GACA,OAAO,YAAY,CAClB,GAAI,OAAO,aAAa,CAAC,GACzB;IACC,QAAQ;IACR,MAAM,OAAO;IACb,SAAS,kBAAkB,mBAAmB,QAAQ;KACrD,OAAO,SAAS,SAAS,eAAe,KAAA;KACxC,UAAU,SAAS;KACnB,OAAO,SAAS;IACjB,CAAC;GACF,CACD;GACA,IAAI,QAAQ,iBAAiB,QAAQ,gBAAgB,GACpD,OAAO,OAAO;IACb,GAAG,OAAO;IACV,OAAO,CAAC,GAAI,OAAO,MAAM,SAAS,CAAC,GAAI,gBAAgB,QAAQ,aAAa,CAAC;GAC9E;GAED,MAAM,aAAa,OAAO;GAG1B,OAAO,SAAS,OAAO,MAAM;IAC5B,aAAa;IACb,IAAI,QAAQ,QAAQ;KACnB,MAAM,MAAM,QAAQ,WAAW,OAAO,CAAC,IAAI,QAAQ;KACnD,SAAS,kBAA+B;MACvC,SAAS,IAAI,WAAW;MACxB,UAAU,IAAI,YAAY;MAC1B,UAAU,UAAU,WAAW,GAAG,KAAK;MACvC,UAAU,UAAU;OACnB,EAAE,OAAO,MAAM;QAAE,KAAK;QAAO,KAAK;OAAuC,CAAC;MAC3E;KACD,CAAC;IACF;IACA,MAAM,aAAa,CAAC;GACrB;EACD;EACA,MAAM,MAAM,GAA6C;GACxD,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,IAAK,EAAE,WAAW,EAAE,QAAQ,SAAS,KAAM,EAAE,gBAAgB,QAC5D,OAAO,YAAY,YAAY,GAAG;IAAE,eAAe,QAAQ;IAAe;GAAW,CAAC;GAEvF,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,cAAc;IACnB,oBAAoB,EAAE,UAAU,MAAM,YAAY;IAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;GAC9C;GACA,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;GAKvD,MAAM,aAAa,MAAM,KAAM,EAAE,QAAQ;GACzC,MAAM,aAAa,MAAM,YAAY,YAAY;IAChD,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,QAAQ,WAAW;IAC3B,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,CAAC;GACD,MAAM,YAAY,SAAS;GAC3B,KAAK,MAAM,KAAK,YACf,IAAI,WAAW,CAAC;GAEjB,MAAM,SAAS,cAAc,WAAW,EAAE,OAAO;GAEjD,IAAI,CAAC,KAAK;IACT,IAAI,EAAE,gBAAgB,OACrB,OAAO;KACN,MAAM,kBAAkB,YAAY,EAAE,SAAS,EAAE,QAAQ;KACzD;KACA,MAAM;MAAE,UAAU;MAAU;KAAU;IACvC;IAED,OAAO;KAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;KAAG;KAAQ,MAAM;MAAE,UAAU;MAAU;KAAU;IAAE;GACvF;GAEA,MAAM,iBACL,QAAQ,SACL;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,YAAY,GAAG;IACvB,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,IACC;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,IAAI;IACzB,MAAM,EAAE,QAAQ,GAAG;IACnB,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB;GACH,MAAM,yBAAS,IAAI,IAAiB;GACpC,KAAK,MAAM,KAAK,MAAM,YAAY,YAAY,cAAc,GAAG;IAC9D,MAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,EAAE;IAC1C,IAAI,MAAM,OAAO,IAAI,KAAK;IAC1B,IAAI,CAAC,KAAK;KACT,MAAM,SAAS;KACf,OAAO,IAAI,OAAO,GAAG;IACtB;IACA,IAAI,KAAK,CAAC;GACX;GACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,UAAU;IAC7D,YAAY,GAAG,MAAM,MAAM;IAC3B,SAAS,cAAc,KAAK,EAAE,OAAO;GACtC,EAAE;GACF,MAAM,aAAa,EAAE,OAAO,UAAU;GACtC,MAAM,aAAa,EAAE,OAAO,aAAa,YAAY,QAAQ,IAAI;GACjE,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;GAC7F,IAAI,EAAE,OACL,OAAO,KAAK,MAAM,GAAG,EAAE,KAAK;GAE7B,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;EACA,MAAM,SAAS,GAAmB,MAAgD;GACjF,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,EAAE,SAAS,MAAM,WAAW,KAAK;IACtC,YAAY;IACZ,OAAO;KACN,WAAW;MACV,oBAAoB,EAAE,UAAU,MAAM,YAAY;MAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;KAC9C;KACA,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC;KACzD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC;KAC7C,GAAG,WAAW,CAAC;IAChB;IAIA,OAAO;IACP,YAAY;IACZ,OAAO;IACP,MAAM;GACP,CAAC;GAED,MAAM,EAAE,MAAM,WAAW,cAAcA,MAAQ,EAAE,WAAW,EAAE,OAAO;GACrE,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;CACD;AACD"}
|
|
1
|
+
{"version":3,"file":"nativeAdapter.js","names":[],"sources":["../../src/native/nativeAdapter.ts"],"sourcesContent":["import type { Config, Payload } from 'payload'\nimport type { CaptureSupport } from '../core/capture'\nimport type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tAnalyticsRow,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\nimport { INGEST_PATH } from '../plugin/paths'\nimport { EVENTS_SLUG, eventsCollection } from './collections/events'\nimport { ROLLUPS_SLUG, rollupsCollection } from './collections/rollups'\nimport { seenCollection } from './collections/seen'\nimport { EVENT_SCAN_LIMIT, eventScanMeta } from './eventScan'\nimport { composeGeoResolvers } from './geo/composeGeoResolvers'\nimport { type GeoResolver, platformHeaderResolver } from './geo/geoResolver'\nimport { maxmindResolver } from './geo/maxmindResolver'\nimport { type IngestResolvers, makeIngestHandler } from './ingest/endpoint'\nimport { flushBatch } from './ingest/flushBatch'\nimport type { StoredEvent } from './ingest/normalizeEvent'\nimport { makeServerTrack } from './ingest/serverTrack'\nimport { createWriteBuffer, type WriteBuffer } from './ingest/writeBuffer'\nimport { aggregateEvents, type EventLike, filtersToWhere } from './query/eventAgg'\nimport { buildRealtime, type RealtimeEvent } from './realtime/buildRealtime'\nimport { pruneEventsTask } from './retention/pruneTask'\nimport {\n\ttype Acc,\n\tadd,\n\temptyAcc,\n\ttype RollupDoc,\n\tselectMetrics,\n\tseriesFromRollups,\n} from './rollupAcc'\n\nexport interface NativeOptions {\n\tgeoResolver?: GeoResolver\n\tgeoDbPath?: string\n\tingestPath?: string\n\tretentionDays?: number\n\t/** Opt-in in-process write batching. `true` uses defaults (maxSize 50, maxAgeMs 2000). */\n\tbuffer?: boolean | { maxSize?: number; maxAgeMs?: number }\n}\n\nexport type NativeAdapter = AnalyticsAdapter & { flush: () => Promise<void> }\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'sessions',\n\t'events',\n\t'avgDuration',\n\t'conversions',\n\t'revenue',\n\t'scrollDepth',\n])\n/**\n * Everything the tracker can know about a hit. `source` is the traffic channel (`direct`,\n * `search`, `social`, `email`, `paid`, `referral`) and `referrer` the host it came from, so a\n * report can ask how much of the month was paid without reading a list of hostnames.\n */\nconst dimensions: ReadonlySet<DimensionKey> = new Set([\n\t'page',\n\t'referrer',\n\t'source',\n\t'utmSource',\n\t'utmMedium',\n\t'utmCampaign',\n\t'utmContent',\n\t'utmTerm',\n\t'device',\n\t'browser',\n\t'os',\n\t'country',\n\t'region',\n\t'city',\n\t'language',\n\t'event',\n\t'goal',\n])\n\nconst baseCapabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 60,\n\tminGranularity: 'hour',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\t// Every dimension except `goal`, whose completions live in a json column rather than a\n\t// field a `where` can compare.\n\tfilters: new Set([...dimensions].filter((dimension) => dimension !== 'goal')),\n\t// No `matches`: every regex flavor the providers offer differs, and the two database\n\t// adapters have no portable one to match them with.\n\tfilterOperators: new Set(['eq', 'contains']),\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 10, aggregate: 300 },\n}\n\nconst DAY_MS = 86_400_000\n\n// The tracker itself is the client (an RSC renders TrackerBoot), so there is nothing to\n// proxy or inject; the ingest path is carried by the tracker config resolver instead.\nconst nativeCapture: CaptureSupport = {\n\tproxy: { routes: [] },\n\tsnippet: () => ({ scripts: [] }),\n\tclient: { kind: 'native' },\n}\n\ninterface QueryEventsContext {\n\tretentionDays?: number\n\tscopeWhere: (q: AnalyticsQuery) => Record<string, unknown>\n}\n\n/**\n * Filtered/hour-granularity reads bypass the day-bucketed rollups and aggregate raw\n * events directly, under the same hard cap as `realtime()`. `retentionDays` clamps how\n * far back the read can reach when it would otherwise ask for events the prune task has\n * already deleted (or will delete before they're queryable).\n */\nasync function queryEvents(\n\tpayload: Payload,\n\tq: AnalyticsQuery,\n\tctx: QueryEventsContext\n): Promise<AnalyticsResult> {\n\tconst fetchedAt = q.dateRange.end.toISOString()\n\tlet start = q.dateRange.start\n\tlet clamped = false\n\tif (ctx.retentionDays && ctx.retentionDays > 0) {\n\t\tconst floor = new Date(Date.now() - ctx.retentionDays * DAY_MS)\n\t\tif (start < floor) {\n\t\t\tstart = floor\n\t\t\tclamped = true\n\t\t}\n\t}\n\tconst baseWhere: Record<string, unknown> = {\n\t\ttimestamp: {\n\t\t\tgreater_than_equal: start.toISOString(),\n\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t},\n\t\t...(q.hostname ? { hostname: { equals: q.hostname } } : {}),\n\t\t...(q.path ? { path: { equals: q.path } } : {}),\n\t\t...ctx.scopeWhere(q),\n\t}\n\t// filtersToWhere can also key off 'path' (a page filter); AND rather than spread so\n\t// q.path and a page filter both constrain the query instead of one overwriting the other.\n\tconst filterWhere = filtersToWhere(q.filters ?? [])\n\tconst where: Record<string, unknown> =\n\t\tObject.keys(filterWhere).length > 0 ? { and: [baseWhere, filterWhere] } : baseWhere\n\tconst { docs } = await payload.find({\n\t\tcollection: EVENTS_SLUG as never,\n\t\twhere: where as never,\n\t\t// Newest-first under a hard cap, same tradeoff as realtime(): a very busy site\n\t\t// with more events than the cap in range keeps its most recent activity.\n\t\tlimit: EVENT_SCAN_LIMIT,\n\t\tpagination: false,\n\t\tdepth: 0,\n\t\tsort: '-timestamp',\n\t})\n\tconst events = docs as unknown as EventLike[]\n\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\tconst granularity =\n\t\tq.granularity === 'hour' || q.granularity === 'day' ? q.granularity : undefined\n\tconst { rows, totals } = aggregateEvents(events, {\n\t\tmetrics: q.metrics,\n\t\tdimension: dim,\n\t\tgranularity,\n\t\ttimezone: q.timezone,\n\t\torder: q.order,\n\t\tlimit: q.limit,\n\t})\n\treturn { rows, totals, meta: eventScanMeta({ fetchedAt, eventCount: events.length, clamped }) }\n}\n\nexport function native(options: NativeOptions = {}): NativeAdapter {\n\tconst geoResolver =\n\t\toptions.geoResolver ??\n\t\t(options.geoDbPath\n\t\t\t? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath }))\n\t\t\t: platformHeaderResolver)\n\t// Per-instance copy: register() flips scopedQueries when the install is scoped.\n\tconst capabilities: AnalyticsCapabilities = { ...baseCapabilities }\n\tlet payloadRef: Payload | null = null\n\tlet buffer: WriteBuffer<StoredEvent> | null = null\n\tlet scoped = false\n\n\tconst scopeWhere = (q: AnalyticsQuery): Record<string, unknown> =>\n\t\tscoped && q.scope !== undefined ? { scope: { equals: q.scope } } : {}\n\n\tconst readRollups = async (\n\t\tpayload: Payload,\n\t\twhere: Record<string, unknown>\n\t): Promise<RollupDoc[]> => {\n\t\tconst { docs } = await payload.find({\n\t\t\tcollection: ROLLUPS_SLUG as never,\n\t\t\twhere: where as never,\n\t\t\tlimit: 100_000,\n\t\t\tpagination: false,\n\t\t})\n\t\treturn docs as unknown as RollupDoc[]\n\t}\n\n\t// The plugin's resolvers arrive in register(); server tracking reads them late so it\n\t// resolves the same scope, timezone and goals the endpoint does.\n\tlet resolvers: IngestResolvers = {}\n\n\tconst ingest = {\n\t\tpath: options.ingestPath ?? INGEST_PATH,\n\t\ttrack: makeServerTrack({\n\t\t\tgetPayload: () => payloadRef,\n\t\t\tgeoResolver,\n\t\t\tgetBuffer: () => buffer,\n\t\t\tgetResolvers: () => resolvers,\n\t\t}),\n\t}\n\n\treturn {\n\t\tid: 'native',\n\t\tlabel: 'Native (Payload)',\n\t\tcapabilities,\n\t\tcapture: nativeCapture,\n\t\tingest,\n\t\tisConfigured: () => true,\n\t\tflush: () => buffer?.flush() ?? Promise.resolve(),\n\t\tregister(config: Config, context) {\n\t\t\tscoped = context?.scoped ?? false\n\t\t\tif (scoped) {\n\t\t\t\tcapabilities.scopedQueries = true\n\t\t\t}\n\t\t\tconfig.collections = [\n\t\t\t\t...(config.collections ?? []),\n\t\t\t\teventsCollection(scoped),\n\t\t\t\trollupsCollection(scoped),\n\t\t\t\tseenCollection(),\n\t\t\t]\n\t\t\tresolvers = {\n\t\t\t\tscope: scoped ? context?.resolveScope : undefined,\n\t\t\t\ttimezone: context?.resolveTimezone,\n\t\t\t\tgoals: context?.resolveGoals,\n\t\t\t}\n\t\t\tconfig.endpoints = [\n\t\t\t\t...(config.endpoints ?? []),\n\t\t\t\t{\n\t\t\t\t\tmethod: 'post',\n\t\t\t\t\tpath: ingest.path,\n\t\t\t\t\thandler: makeIngestHandler(geoResolver, () => buffer, resolvers),\n\t\t\t\t},\n\t\t\t]\n\t\t\tif (options.retentionDays && options.retentionDays > 0) {\n\t\t\t\tconfig.jobs = {\n\t\t\t\t\t...config.jobs,\n\t\t\t\t\ttasks: [...(config.jobs?.tasks ?? []), pruneEventsTask(options.retentionDays)],\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst prevOnInit = config.onInit\n\t\t\t// payloadRef is set before the app's own onInit so consumer init code can\n\t\t\t// already query the native adapter.\n\t\t\tconfig.onInit = async (p) => {\n\t\t\t\tpayloadRef = p\n\t\t\t\tif (options.buffer) {\n\t\t\t\t\tconst cfg = options.buffer === true ? {} : options.buffer\n\t\t\t\t\tbuffer = createWriteBuffer<StoredEvent>({\n\t\t\t\t\t\tmaxSize: cfg.maxSize ?? 50,\n\t\t\t\t\t\tmaxAgeMs: cfg.maxAgeMs ?? 2000,\n\t\t\t\t\t\tonFlush: (batch) => flushBatch(p, batch),\n\t\t\t\t\t\tonError: (error) => {\n\t\t\t\t\t\t\tp.logger.error({ err: error, msg: 'analytics: write buffer flush failed' })\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tawait prevOnInit?.(p)\n\t\t\t}\n\t\t},\n\t\tasync query(q: AnalyticsQuery): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tif ((q.filters && q.filters.length > 0) || q.granularity === 'hour') {\n\t\t\t\treturn queryEvents(payloadRef, q, { retentionDays: options.retentionDays, scopeWhere })\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst periodWhere = {\n\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t}\n\t\t\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\n\t\t\t// Distinct metrics (visitors/sessions) must not be summed across breakdown rows.\n\t\t\t// Totals always come from the non-dimensioned aggregate row. A dimensioned query\n\t\t\t// reports site-wide totals (path=''), a plain query uses the path-scoped row.\n\t\t\tconst totalsPath = dim ? '' : (q.path ?? '')\n\t\t\tconst totalsDocs = await readRollups(payloadRef, {\n\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\tdimension: { equals: '' },\n\t\t\t\tpath: { equals: totalsPath },\n\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\tperiod: periodWhere,\n\t\t\t\t...scopeWhere(q),\n\t\t\t})\n\t\t\tconst totalsAcc = emptyAcc()\n\t\t\tfor (const d of totalsDocs) {\n\t\t\t\tadd(totalsAcc, d)\n\t\t\t}\n\t\t\tconst totals = selectMetrics(totalsAcc, q.metrics)\n\n\t\t\tif (!dim) {\n\t\t\t\tif (q.granularity === 'day') {\n\t\t\t\t\treturn {\n\t\t\t\t\t\trows: seriesFromRollups(totalsDocs, q.metrics, q.timezone),\n\t\t\t\t\t\ttotals,\n\t\t\t\t\t\tmeta: { provider: 'native', fetchedAt },\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\treturn { rows: [{ metrics: totals }], totals, meta: { provider: 'native', fetchedAt } }\n\t\t\t}\n\n\t\t\tconst breakdownWhere =\n\t\t\t\tdim === 'page'\n\t\t\t\t\t? {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: '' },\n\t\t\t\t\t\t\tpath: { not_equals: '' },\n\t\t\t\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\t\t\t: {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: dim },\n\t\t\t\t\t\t\tpath: { equals: '' },\n\t\t\t\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\tconst groups = new Map<string, Acc>()\n\t\t\tfor (const d of await readRollups(payloadRef, breakdownWhere)) {\n\t\t\t\tconst value = dim === 'page' ? d.path : d.dimvalue\n\t\t\t\tlet acc = groups.get(value)\n\t\t\t\tif (!acc) {\n\t\t\t\t\tacc = emptyAcc()\n\t\t\t\t\tgroups.set(value, acc)\n\t\t\t\t}\n\t\t\t\tadd(acc, d)\n\t\t\t}\n\t\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, acc]) => ({\n\t\t\t\tdimensions: { [dim]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\t\tmetrics: selectMetrics(acc, q.metrics),\n\t\t\t}))\n\t\t\tconst sortMetric = q.order?.metric ?? 'pageviews'\n\t\t\tconst direction = (q.order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\t\tif (q.limit) {\n\t\t\t\trows = rows.slice(0, q.limit)\n\t\t\t}\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t\tasync realtime(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst { docs } = await payloadRef.find({\n\t\t\t\tcollection: EVENTS_SLUG as never,\n\t\t\t\twhere: {\n\t\t\t\t\ttimestamp: {\n\t\t\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t\t\t},\n\t\t\t\t\t...(q.hostname ? { hostname: { equals: q.hostname } } : {}),\n\t\t\t\t\t...(q.path ? { path: { equals: q.path } } : {}),\n\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t} as never,\n\t\t\t\t// Newest-first under a hard cap: if a very busy site has more events than the\n\t\t\t\t// cap in the window, keep the most recent activity rather than the oldest.\n\t\t\t\t// Unbounded accuracy via DB-side aggregation is deferred to the hardening spec.\n\t\t\t\tlimit: EVENT_SCAN_LIMIT,\n\t\t\t\tpagination: false,\n\t\t\t\tdepth: 0,\n\t\t\t\tsort: '-timestamp',\n\t\t\t})\n\t\t\tconst events = docs as unknown as RealtimeEvent[]\n\t\t\tconst { rows, totals } = buildRealtime(events, q.dateRange, q.metrics)\n\t\t\treturn { rows, totals, meta: eventScanMeta({ fetchedAt, eventCount: events.length }) }\n\t\t},\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAgDA,MAAM,UAAkC,IAAI,IAAI;CAC/C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACD,CAAC;;;;;;AAMD,MAAM,aAAwC,IAAI,IAAI;CACrD;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACD,CAAC;AAED,MAAM,mBAA0C;CAC/C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,gBAAgB;CAChB,iBAAiB;CACjB;CACA;CAGA,SAAS,IAAI,IAAI,CAAC,GAAG,UAAU,EAAE,QAAQ,cAAc,cAAc,MAAM,CAAC;CAG5E,iBAAiB,IAAI,IAAI,CAAC,MAAM,UAAU,CAAC;CAC3C,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAI,WAAW;CAAI;AAChD;AAEA,MAAM,SAAS;AAIf,MAAM,gBAAgC;CACrC,OAAO,EAAE,QAAQ,CAAC,EAAE;CACpB,gBAAgB,EAAE,SAAS,CAAC,EAAE;CAC9B,QAAQ,EAAE,MAAM,SAAS;AAC1B;;;;;;;AAaA,eAAe,YACd,SACA,GACA,KAC2B;CAC3B,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;CAC9C,IAAI,QAAQ,EAAE,UAAU;CACxB,IAAI,UAAU;CACd,IAAI,IAAI,iBAAiB,IAAI,gBAAgB,GAAG;EAC/C,MAAM,wBAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,gBAAgB,MAAM;EAC9D,IAAI,QAAQ,OAAO;GAClB,QAAQ;GACR,UAAU;EACX;CACD;CACA,MAAM,YAAqC;EAC1C,WAAW;GACV,oBAAoB,MAAM,YAAY;GACtC,iBAAiB,EAAE,UAAU,IAAI,YAAY;EAC9C;EACA,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC;EACzD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC;EAC7C,GAAG,IAAI,WAAW,CAAC;CACpB;CAGA,MAAM,cAAc,eAAe,EAAE,WAAW,CAAC,CAAC;CAClD,MAAM,QACL,OAAO,KAAK,WAAW,EAAE,SAAS,IAAI,EAAE,KAAK,CAAC,WAAW,WAAW,EAAE,IAAI;CAC3E,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;EACnC,YAAY;EACL;EAGP,OAAO;EACP,YAAY;EACZ,OAAO;EACP,MAAM;CACP,CAAC;CACD,MAAM,SAAS;CACf,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;CACvD,MAAM,cACL,EAAE,gBAAgB,UAAU,EAAE,gBAAgB,QAAQ,EAAE,cAAc,KAAA;CACvE,MAAM,EAAE,MAAM,WAAW,gBAAgB,QAAQ;EAChD,SAAS,EAAE;EACX,WAAW;EACX;EACA,UAAU,EAAE;EACZ,OAAO,EAAE;EACT,OAAO,EAAE;CACV,CAAC;CACD,OAAO;EAAE;EAAM;EAAQ,MAAM,cAAc;GAAE;GAAW,YAAY,OAAO;GAAQ;EAAQ,CAAC;CAAE;AAC/F;AAEA,SAAgB,OAAO,UAAyB,CAAC,GAAkB;CAClE,MAAM,cACL,QAAQ,gBACP,QAAQ,YACN,oBAAoB,wBAAwB,gBAAgB,EAAE,QAAQ,QAAQ,UAAU,CAAC,CAAC,IAC1F;CAEJ,MAAM,eAAsC,EAAE,GAAG,iBAAiB;CAClE,IAAI,aAA6B;CACjC,IAAI,SAA0C;CAC9C,IAAI,SAAS;CAEb,MAAM,cAAc,MACnB,UAAU,EAAE,UAAU,KAAA,IAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;CAErE,MAAM,cAAc,OACnB,SACA,UAC0B;EAC1B,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;GACnC,YAAY;GACL;GACP,OAAO;GACP,YAAY;EACb,CAAC;EACD,OAAO;CACR;CAIA,IAAI,YAA6B,CAAC;CAElC,MAAM,SAAS;EACd,MAAM,QAAQ,cAAA;EACd,OAAO,gBAAgB;GACtB,kBAAkB;GAClB;GACA,iBAAiB;GACjB,oBAAoB;EACrB,CAAC;CACF;CAEA,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,SAAS;EACT;EACA,oBAAoB;EACpB,aAAa,QAAQ,MAAM,KAAK,QAAQ,QAAQ;EAChD,SAAS,QAAgB,SAAS;GACjC,SAAS,SAAS,UAAU;GAC5B,IAAI,QACH,aAAa,gBAAgB;GAE9B,OAAO,cAAc;IACpB,GAAI,OAAO,eAAe,CAAC;IAC3B,iBAAiB,MAAM;IACvB,kBAAkB,MAAM;IACxB,eAAe;GAChB;GACA,YAAY;IACX,OAAO,SAAS,SAAS,eAAe,KAAA;IACxC,UAAU,SAAS;IACnB,OAAO,SAAS;GACjB;GACA,OAAO,YAAY,CAClB,GAAI,OAAO,aAAa,CAAC,GACzB;IACC,QAAQ;IACR,MAAM,OAAO;IACb,SAAS,kBAAkB,mBAAmB,QAAQ,SAAS;GAChE,CACD;GACA,IAAI,QAAQ,iBAAiB,QAAQ,gBAAgB,GACpD,OAAO,OAAO;IACb,GAAG,OAAO;IACV,OAAO,CAAC,GAAI,OAAO,MAAM,SAAS,CAAC,GAAI,gBAAgB,QAAQ,aAAa,CAAC;GAC9E;GAED,MAAM,aAAa,OAAO;GAG1B,OAAO,SAAS,OAAO,MAAM;IAC5B,aAAa;IACb,IAAI,QAAQ,QAAQ;KACnB,MAAM,MAAM,QAAQ,WAAW,OAAO,CAAC,IAAI,QAAQ;KACnD,SAAS,kBAA+B;MACvC,SAAS,IAAI,WAAW;MACxB,UAAU,IAAI,YAAY;MAC1B,UAAU,UAAU,WAAW,GAAG,KAAK;MACvC,UAAU,UAAU;OACnB,EAAE,OAAO,MAAM;QAAE,KAAK;QAAO,KAAK;OAAuC,CAAC;MAC3E;KACD,CAAC;IACF;IACA,MAAM,aAAa,CAAC;GACrB;EACD;EACA,MAAM,MAAM,GAA6C;GACxD,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,IAAK,EAAE,WAAW,EAAE,QAAQ,SAAS,KAAM,EAAE,gBAAgB,QAC5D,OAAO,YAAY,YAAY,GAAG;IAAE,eAAe,QAAQ;IAAe;GAAW,CAAC;GAEvF,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,cAAc;IACnB,oBAAoB,EAAE,UAAU,MAAM,YAAY;IAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;GAC9C;GACA,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;GAKvD,MAAM,aAAa,MAAM,KAAM,EAAE,QAAQ;GACzC,MAAM,aAAa,MAAM,YAAY,YAAY;IAChD,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,QAAQ,WAAW;IAC3B,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,CAAC;GACD,MAAM,YAAY,SAAS;GAC3B,KAAK,MAAM,KAAK,YACf,IAAI,WAAW,CAAC;GAEjB,MAAM,SAAS,cAAc,WAAW,EAAE,OAAO;GAEjD,IAAI,CAAC,KAAK;IACT,IAAI,EAAE,gBAAgB,OACrB,OAAO;KACN,MAAM,kBAAkB,YAAY,EAAE,SAAS,EAAE,QAAQ;KACzD;KACA,MAAM;MAAE,UAAU;MAAU;KAAU;IACvC;IAED,OAAO;KAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;KAAG;KAAQ,MAAM;MAAE,UAAU;MAAU;KAAU;IAAE;GACvF;GAEA,MAAM,iBACL,QAAQ,SACL;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,YAAY,GAAG;IACvB,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,IACC;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,IAAI;IACzB,MAAM,EAAE,QAAQ,GAAG;IACnB,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB;GACH,MAAM,yBAAS,IAAI,IAAiB;GACpC,KAAK,MAAM,KAAK,MAAM,YAAY,YAAY,cAAc,GAAG;IAC9D,MAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,EAAE;IAC1C,IAAI,MAAM,OAAO,IAAI,KAAK;IAC1B,IAAI,CAAC,KAAK;KACT,MAAM,SAAS;KACf,OAAO,IAAI,OAAO,GAAG;IACtB;IACA,IAAI,KAAK,CAAC;GACX;GACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,UAAU;IAC7D,YAAY,GAAG,MAAM,MAAM;IAC3B,SAAS,cAAc,KAAK,EAAE,OAAO;GACtC,EAAE;GACF,MAAM,aAAa,EAAE,OAAO,UAAU;GACtC,MAAM,aAAa,EAAE,OAAO,aAAa,YAAY,QAAQ,IAAI;GACjE,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;GAC7F,IAAI,EAAE,OACL,OAAO,KAAK,MAAM,GAAG,EAAE,KAAK;GAE7B,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;EACA,MAAM,SAAS,GAAmB,MAAgD;GACjF,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,EAAE,SAAS,MAAM,WAAW,KAAK;IACtC,YAAY;IACZ,OAAO;KACN,WAAW;MACV,oBAAoB,EAAE,UAAU,MAAM,YAAY;MAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;KAC9C;KACA,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC;KACzD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC;KAC7C,GAAG,WAAW,CAAC;IAChB;IAIA,OAAO;IACP,YAAY;IACZ,OAAO;IACP,MAAM;GACP,CAAC;GACD,MAAM,SAAS;GACf,MAAM,EAAE,MAAM,WAAW,cAAc,QAAQ,EAAE,WAAW,EAAE,OAAO;GACrE,OAAO;IAAE;IAAM;IAAQ,MAAM,cAAc;KAAE;KAAW,YAAY,OAAO;IAAO,CAAC;GAAE;EACtF;CACD;AACD"}
|
|
@@ -1,14 +1,27 @@
|
|
|
1
1
|
import { startOfDayInTz } from "../../timeframe/tz.js";
|
|
2
2
|
//#region src/native/query/eventAgg.ts
|
|
3
3
|
const HOUR_MS = 36e5;
|
|
4
|
-
/**
|
|
4
|
+
/**
|
|
5
|
+
* Dimensions native can filter/group on directly against the events collection. `referrer`
|
|
6
|
+
* reads the host derived at ingest rather than the raw referrer, since a `where` cannot
|
|
7
|
+
* reduce a URL to its host; it is the same field the rollup bucket is keyed by.
|
|
8
|
+
*/
|
|
5
9
|
const EVENT_FIELD = {
|
|
6
10
|
page: "path",
|
|
7
11
|
country: "country",
|
|
8
12
|
region: "region",
|
|
9
13
|
city: "city",
|
|
10
14
|
device: "device",
|
|
15
|
+
browser: "browser",
|
|
16
|
+
os: "os",
|
|
17
|
+
language: "language",
|
|
11
18
|
source: "source",
|
|
19
|
+
referrer: "referrerHost",
|
|
20
|
+
utmSource: "utmSource",
|
|
21
|
+
utmMedium: "utmMedium",
|
|
22
|
+
utmCampaign: "utmCampaign",
|
|
23
|
+
utmContent: "utmContent",
|
|
24
|
+
utmTerm: "utmTerm",
|
|
12
25
|
event: "name"
|
|
13
26
|
};
|
|
14
27
|
const FILTER_OPERATOR = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eventAgg.js","names":[],"sources":["../../../src/native/query/eventAgg.ts"],"sourcesContent":["import type { AnalyticsFilter, AnalyticsRow, DimensionKey, MetricKey } from '../../core/contract'\nimport { DEFAULT_TIMEZONE, startOfDayInTz } from '../../timeframe/tz'\n\n/** Raw event shape aggregateEvents/filtersToWhere operate on; matches StoredEvent as read back from the events collection (timestamp comes back as an ISO string). */\nexport interface EventLike {\n\ttimestamp: string | Date\n\ttype: 'pageview' | 'event' | 'goal'\n\tname?: string\n\tpath: string\n\tdevice?: string\n\tsource?: string\n\tcountry?: string\n\tregion?: string\n\tcity?: string\n\tvisitorHash: string\n\tsessionId: string\n\tdurationMs?: number\n\tscrollDepth?: number\n\t/** Goal completions stamped at ingest; the source of conversions/revenue on this path. */\n\tgoals?: Array<{ slug: string; value: number }>\n}\n\nconst HOUR_MS = 3_600_000\n\ntype EventStringField = 'path' | 'country' | 'region' | 'city' | 'device' | 'source' | 'name'\n\n/** Dimensions native can filter/group on directly against the events collection. */\nconst EVENT_FIELD: Partial<Record<DimensionKey, EventStringField>> = {\n\tpage: 'path',\n\tcountry: 'country',\n\tregion: 'region',\n\tcity: 'city',\n\tdevice: 'device',\n\tsource: 'source',\n\tevent: 'name',\n}\n\nconst FILTER_OPERATOR: Record<'eq' | 'contains', string> = { eq: 'equals', contains: 'contains' }\n\n/**\n * Payload where fragment for supported filters; unsupported dimensions/operators are\n * dropped. Capability gating (`filters`/`filterOperators`) is the real contract upstream,\n * this is just the safety net so a stray unsupported filter never throws.\n * `contains` is case-insensitive on both DBs; on Postgres its value is a raw ILIKE\n * pattern (`%`/`_` act as wildcards), while Mongo regex-escapes the value first.\n * One fragment per filter under `and`, not merged by key: two filters on the same field\n * (e.g. two `eq` values) must both constrain the query rather than the later one silently\n * overwriting the earlier one.\n */\nexport const filtersToWhere = (filters: AnalyticsFilter[]): Record<string, unknown> => {\n\tconst fragments: Record<string, unknown>[] = []\n\tfor (const filter of filters) {\n\t\tconst field = EVENT_FIELD[filter.dimension]\n\t\tif (!field || filter.operator === 'matches') {\n\t\t\tcontinue\n\t\t}\n\t\tconst op = FILTER_OPERATOR[filter.operator]\n\t\tif (!op) {\n\t\t\tcontinue\n\t\t}\n\t\tfragments.push({ [field]: { [op]: filter.value } })\n\t}\n\treturn fragments.length > 0 ? { and: fragments } : {}\n}\n\ninterface Bucket {\n\tpageviews: number\n\tevents: number\n\tdurationMs: number\n\tvisitors: Set<string>\n\tsessions: Set<string>\n\tconversions: number\n\trevenue: number\n\tscrollDepthSum: number\n\tscrollSamples: number\n}\n\nconst emptyBucket = (): Bucket => ({\n\tpageviews: 0,\n\tevents: 0,\n\tdurationMs: 0,\n\tvisitors: new Set(),\n\tsessions: new Set(),\n\tconversions: 0,\n\trevenue: 0,\n\tscrollDepthSum: 0,\n\tscrollSamples: 0,\n})\n\n/**\n * `completions` narrows what the event contributes to conversions/revenue: a goal breakdown\n * row counts only its own goal, every other bucket counts all of them. Mirrors how\n * computeRollupDeltas fills a `goal` bucket versus a site or page bucket.\n */\nconst addEvent = (bucket: Bucket, event: EventLike, completions = event.goals ?? []): void => {\n\tif (event.type === 'pageview') {\n\t\tbucket.pageviews++\n\t\tbucket.durationMs += event.durationMs ?? 0\n\t} else {\n\t\tbucket.events++\n\t}\n\tif (event.scrollDepth !== undefined) {\n\t\tbucket.scrollDepthSum += event.scrollDepth\n\t\tbucket.scrollSamples++\n\t}\n\tbucket.conversions += completions.length\n\tfor (const completion of completions) {\n\t\tbucket.revenue += completion.value\n\t}\n\tbucket.visitors.add(event.visitorHash)\n\tbucket.sessions.add(event.sessionId)\n}\n\nconst selectMetrics = (bucket: Bucket, wanted: MetricKey[]): Partial<Record<MetricKey, number>> => {\n\tconst out: Partial<Record<MetricKey, number>> = {}\n\tif (wanted.includes('pageviews')) out.pageviews = bucket.pageviews\n\tif (wanted.includes('events')) out.events = bucket.events\n\tif (wanted.includes('visitors')) out.visitors = bucket.visitors.size\n\tif (wanted.includes('sessions')) out.sessions = bucket.sessions.size\n\tif (wanted.includes('conversions')) out.conversions = bucket.conversions\n\tif (wanted.includes('revenue')) out.revenue = bucket.revenue\n\tif (wanted.includes('avgDuration')) {\n\t\tout.avgDuration = bucket.pageviews > 0 ? Math.round(bucket.durationMs / bucket.pageviews) : 0\n\t}\n\tif (wanted.includes('scrollDepth')) {\n\t\tout.scrollDepth =\n\t\t\tbucket.scrollSamples > 0 ? Math.round(bucket.scrollDepthSum / bucket.scrollSamples) : 0\n\t}\n\treturn out\n}\n\nexport interface AggregateEventsArgs {\n\tmetrics: MetricKey[]\n\tdimension?: DimensionKey\n\tgranularity?: 'hour' | 'day'\n\ttimezone?: string\n\t/** Sort for dimension breakdown rows; defaults to pageviews desc, same as the rollup path. */\n\torder?: { metric: MetricKey; direction: 'asc' | 'desc' }\n\t/** Row cap for dimension breakdown rows, applied after sorting. */\n\tlimit?: number\n}\n\nexport interface AggregateEventsResult {\n\trows: AnalyticsRow[]\n\ttotals: Partial<Record<MetricKey, number>>\n}\n\n/**\n * Hour buckets are UTC-hour floors regardless of `timezone`; sub-day bucketing ignoring\n * the reporting timezone is a documented v1 limitation. Day buckets floor in `timezone`\n * to stay aligned with native rollup day boundaries.\n */\nconst bucketKeyFor = (event: EventLike, granularity: 'hour' | 'day', timezone: string): string => {\n\tconst ts = new Date(event.timestamp)\n\tif (granularity === 'hour') {\n\t\treturn new Date(Math.floor(ts.getTime() / HOUR_MS) * HOUR_MS).toISOString()\n\t}\n\treturn startOfDayInTz(ts, timezone).toISOString()\n}\n\n/**\n * Aggregate raw events into totals, plus one of: dimension breakdown rows or hour/day\n * series rows (dimension wins if both are requested). Totals always cover every event\n * passed in, independent of which rows a breakdown or series produces.\n */\nexport const aggregateEvents = (\n\tevents: EventLike[],\n\t{\n\t\tmetrics,\n\t\tdimension,\n\t\tgranularity,\n\t\ttimezone = DEFAULT_TIMEZONE,\n\t\torder,\n\t\tlimit,\n\t}: AggregateEventsArgs\n): AggregateEventsResult => {\n\tconst totalsBucket = emptyBucket()\n\tfor (const event of events) {\n\t\taddEvent(totalsBucket, event)\n\t}\n\tconst totals = selectMetrics(totalsBucket, metrics)\n\n\tconst field = dimension ? EVENT_FIELD[dimension] : undefined\n\tif (dimension && (field || dimension === 'goal')) {\n\t\tconst groups = new Map<string, Bucket>()\n\t\tconst bucketFor = (value: string): Bucket => {\n\t\t\tlet bucket = groups.get(value)\n\t\t\tif (!bucket) {\n\t\t\t\tbucket = emptyBucket()\n\t\t\t\tgroups.set(value, bucket)\n\t\t\t}\n\t\t\treturn bucket\n\t\t}\n\t\tfor (const event of events) {\n\t\t\tif (dimension === 'goal') {\n\t\t\t\tfor (const completion of event.goals ?? []) {\n\t\t\t\t\taddEvent(bucketFor(completion.slug), event, [completion])\n\t\t\t\t}\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// The event dimension reports named custom events only: a goal event's name is a\n\t\t\t// goal slug and belongs to the goal dimension instead.\n\t\t\tif (!field || (field === 'name' && event.type !== 'event')) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tconst value = event[field]\n\t\t\tif (!value) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\taddEvent(bucketFor(value), event)\n\t\t}\n\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, bucket]) => ({\n\t\t\tdimensions: { [dimension]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\tmetrics: selectMetrics(bucket, metrics),\n\t\t}))\n\t\tconst sortMetric = order?.metric ?? 'pageviews'\n\t\tconst direction = (order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\tif (limit) {\n\t\t\trows = rows.slice(0, limit)\n\t\t}\n\t\treturn { rows, totals }\n\t}\n\n\tif (granularity) {\n\t\tconst buckets = new Map<string, Bucket>()\n\t\tfor (const event of events) {\n\t\t\tconst key = bucketKeyFor(event, granularity, timezone)\n\t\t\tlet bucket = buckets.get(key)\n\t\t\tif (!bucket) {\n\t\t\t\tbucket = emptyBucket()\n\t\t\t\tbuckets.set(key, bucket)\n\t\t\t}\n\t\t\taddEvent(bucket, event)\n\t\t}\n\t\tconst rows: AnalyticsRow[] = [...buckets.entries()]\n\t\t\t.sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))\n\t\t\t.map(([timestamp, bucket]) => ({ timestamp, metrics: selectMetrics(bucket, metrics) }))\n\t\treturn { rows, totals }\n\t}\n\n\treturn { rows: [{ metrics: totals }], totals }\n}\n"],"mappings":";;AAsBA,MAAM,UAAU;;AAKhB,MAAM,cAA+D;CACpE,MAAM;CACN,SAAS;CACT,QAAQ;CACR,MAAM;CACN,QAAQ;CACR,QAAQ;CACR,OAAO;AACR;AAEA,MAAM,kBAAqD;CAAE,IAAI;CAAU,UAAU;AAAW;;;;;;;;;;;AAYhG,MAAa,kBAAkB,YAAwD;CACtF,MAAM,YAAuC,CAAC;CAC9C,KAAK,MAAM,UAAU,SAAS;EAC7B,MAAM,QAAQ,YAAY,OAAO;EACjC,IAAI,CAAC,SAAS,OAAO,aAAa,WACjC;EAED,MAAM,KAAK,gBAAgB,OAAO;EAClC,IAAI,CAAC,IACJ;EAED,UAAU,KAAK,GAAG,QAAQ,GAAG,KAAK,OAAO,MAAM,EAAE,CAAC;CACnD;CACA,OAAO,UAAU,SAAS,IAAI,EAAE,KAAK,UAAU,IAAI,CAAC;AACrD;AAcA,MAAM,qBAA6B;CAClC,WAAW;CACX,QAAQ;CACR,YAAY;CACZ,0BAAU,IAAI,IAAI;CAClB,0BAAU,IAAI,IAAI;CAClB,aAAa;CACb,SAAS;CACT,gBAAgB;CAChB,eAAe;AAChB;;;;;;AAOA,MAAM,YAAY,QAAgB,OAAkB,cAAc,MAAM,SAAS,CAAC,MAAY;CAC7F,IAAI,MAAM,SAAS,YAAY;EAC9B,OAAO;EACP,OAAO,cAAc,MAAM,cAAc;CAC1C,OACC,OAAO;CAER,IAAI,MAAM,gBAAgB,KAAA,GAAW;EACpC,OAAO,kBAAkB,MAAM;EAC/B,OAAO;CACR;CACA,OAAO,eAAe,YAAY;CAClC,KAAK,MAAM,cAAc,aACxB,OAAO,WAAW,WAAW;CAE9B,OAAO,SAAS,IAAI,MAAM,WAAW;CACrC,OAAO,SAAS,IAAI,MAAM,SAAS;AACpC;AAEA,MAAM,iBAAiB,QAAgB,WAA4D;CAClG,MAAM,MAA0C,CAAC;CACjD,IAAI,OAAO,SAAS,WAAW,GAAG,IAAI,YAAY,OAAO;CACzD,IAAI,OAAO,SAAS,QAAQ,GAAG,IAAI,SAAS,OAAO;CACnD,IAAI,OAAO,SAAS,UAAU,GAAG,IAAI,WAAW,OAAO,SAAS;CAChE,IAAI,OAAO,SAAS,UAAU,GAAG,IAAI,WAAW,OAAO,SAAS;CAChE,IAAI,OAAO,SAAS,aAAa,GAAG,IAAI,cAAc,OAAO;CAC7D,IAAI,OAAO,SAAS,SAAS,GAAG,IAAI,UAAU,OAAO;CACrD,IAAI,OAAO,SAAS,aAAa,GAChC,IAAI,cAAc,OAAO,YAAY,IAAI,KAAK,MAAM,OAAO,aAAa,OAAO,SAAS,IAAI;CAE7F,IAAI,OAAO,SAAS,aAAa,GAChC,IAAI,cACH,OAAO,gBAAgB,IAAI,KAAK,MAAM,OAAO,iBAAiB,OAAO,aAAa,IAAI;CAExF,OAAO;AACR;;;;;;AAuBA,MAAM,gBAAgB,OAAkB,aAA6B,aAA6B;CACjG,MAAM,KAAK,IAAI,KAAK,MAAM,SAAS;CACnC,IAAI,gBAAgB,QACnB,wBAAO,IAAI,KAAK,KAAK,MAAM,GAAG,QAAQ,IAAI,OAAO,IAAI,OAAO,GAAE,YAAY;CAE3E,OAAO,eAAe,IAAI,QAAQ,EAAE,YAAY;AACjD;;;;;;AAOA,MAAa,mBACZ,QACA,EACC,SACA,WACA,aACA,WAAA,OACA,OACA,YAE0B;CAC3B,MAAM,eAAe,YAAY;CACjC,KAAK,MAAM,SAAS,QACnB,SAAS,cAAc,KAAK;CAE7B,MAAM,SAAS,cAAc,cAAc,OAAO;CAElD,MAAM,QAAQ,YAAY,YAAY,aAAa,KAAA;CACnD,IAAI,cAAc,SAAS,cAAc,SAAS;EACjD,MAAM,yBAAS,IAAI,IAAoB;EACvC,MAAM,aAAa,UAA0B;GAC5C,IAAI,SAAS,OAAO,IAAI,KAAK;GAC7B,IAAI,CAAC,QAAQ;IACZ,SAAS,YAAY;IACrB,OAAO,IAAI,OAAO,MAAM;GACzB;GACA,OAAO;EACR;EACA,KAAK,MAAM,SAAS,QAAQ;GAC3B,IAAI,cAAc,QAAQ;IACzB,KAAK,MAAM,cAAc,MAAM,SAAS,CAAC,GACxC,SAAS,UAAU,WAAW,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IAEzD;GACD;GAGA,IAAI,CAAC,SAAU,UAAU,UAAU,MAAM,SAAS,SACjD;GAED,MAAM,QAAQ,MAAM;GACpB,IAAI,CAAC,OACJ;GAED,SAAS,UAAU,KAAK,GAAG,KAAK;EACjC;EACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,aAAa;GAChE,YAAY,GAAG,YAAY,MAAM;GACjC,SAAS,cAAc,QAAQ,OAAO;EACvC,EAAE;EACF,MAAM,aAAa,OAAO,UAAU;EACpC,MAAM,aAAa,OAAO,aAAa,YAAY,QAAQ,IAAI;EAC/D,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;EAC7F,IAAI,OACH,OAAO,KAAK,MAAM,GAAG,KAAK;EAE3B,OAAO;GAAE;GAAM;EAAO;CACvB;CAEA,IAAI,aAAa;EAChB,MAAM,0BAAU,IAAI,IAAoB;EACxC,KAAK,MAAM,SAAS,QAAQ;GAC3B,MAAM,MAAM,aAAa,OAAO,aAAa,QAAQ;GACrD,IAAI,SAAS,QAAQ,IAAI,GAAG;GAC5B,IAAI,CAAC,QAAQ;IACZ,SAAS,YAAY;IACrB,QAAQ,IAAI,KAAK,MAAM;GACxB;GACA,SAAS,QAAQ,KAAK;EACvB;EAIA,OAAO;GAAE,MAHoB,CAAC,GAAG,QAAQ,QAAQ,CAAC,EAChD,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAE,EAC/C,KAAK,CAAC,WAAW,aAAa;IAAE;IAAW,SAAS,cAAc,QAAQ,OAAO;GAAE,EACzE;GAAG;EAAO;CACvB;CAEA,OAAO;EAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;EAAG;CAAO;AAC9C"}
|
|
1
|
+
{"version":3,"file":"eventAgg.js","names":[],"sources":["../../../src/native/query/eventAgg.ts"],"sourcesContent":["import type { AnalyticsFilter, AnalyticsRow, DimensionKey, MetricKey } from '../../core/contract'\nimport { DEFAULT_TIMEZONE, startOfDayInTz } from '../../timeframe/tz'\n\n/** Raw event shape aggregateEvents/filtersToWhere operate on; matches StoredEvent as read back from the events collection (timestamp comes back as an ISO string). */\nexport interface EventLike {\n\ttimestamp: string | Date\n\ttype: 'pageview' | 'event' | 'goal'\n\tname?: string\n\tpath: string\n\tdevice?: string\n\tbrowser?: string\n\tos?: string\n\tsource?: string\n\t/** The referrer host derived at ingest; the raw referrer is never grouped or filtered on. */\n\treferrerHost?: string\n\tcountry?: string\n\tregion?: string\n\tcity?: string\n\tlanguage?: string\n\tutmSource?: string\n\tutmMedium?: string\n\tutmCampaign?: string\n\tutmContent?: string\n\tutmTerm?: string\n\tvisitorHash: string\n\tsessionId: string\n\tdurationMs?: number\n\tscrollDepth?: number\n\t/** Goal completions stamped at ingest; the source of conversions/revenue on this path. */\n\tgoals?: Array<{ slug: string; value: number }>\n}\n\nconst HOUR_MS = 3_600_000\n\ntype EventStringField =\n\t| 'path'\n\t| 'country'\n\t| 'region'\n\t| 'city'\n\t| 'device'\n\t| 'browser'\n\t| 'os'\n\t| 'language'\n\t| 'source'\n\t| 'referrerHost'\n\t| 'utmSource'\n\t| 'utmMedium'\n\t| 'utmCampaign'\n\t| 'utmContent'\n\t| 'utmTerm'\n\t| 'name'\n\n/**\n * Dimensions native can filter/group on directly against the events collection. `referrer`\n * reads the host derived at ingest rather than the raw referrer, since a `where` cannot\n * reduce a URL to its host; it is the same field the rollup bucket is keyed by.\n */\nconst EVENT_FIELD: Partial<Record<DimensionKey, EventStringField>> = {\n\tpage: 'path',\n\tcountry: 'country',\n\tregion: 'region',\n\tcity: 'city',\n\tdevice: 'device',\n\tbrowser: 'browser',\n\tos: 'os',\n\tlanguage: 'language',\n\tsource: 'source',\n\treferrer: 'referrerHost',\n\tutmSource: 'utmSource',\n\tutmMedium: 'utmMedium',\n\tutmCampaign: 'utmCampaign',\n\tutmContent: 'utmContent',\n\tutmTerm: 'utmTerm',\n\tevent: 'name',\n}\n\nconst FILTER_OPERATOR: Record<'eq' | 'contains', string> = { eq: 'equals', contains: 'contains' }\n\n/**\n * Payload where fragment for supported filters; unsupported dimensions/operators are\n * dropped. Capability gating (`filters`/`filterOperators`) is the real contract upstream,\n * this is just the safety net so a stray unsupported filter never throws.\n * `contains` is case-insensitive on both DBs; on Postgres its value is a raw ILIKE\n * pattern (`%`/`_` act as wildcards), while Mongo regex-escapes the value first.\n * One fragment per filter under `and`, not merged by key: two filters on the same field\n * (e.g. two `eq` values) must both constrain the query rather than the later one silently\n * overwriting the earlier one.\n */\nexport const filtersToWhere = (filters: AnalyticsFilter[]): Record<string, unknown> => {\n\tconst fragments: Record<string, unknown>[] = []\n\tfor (const filter of filters) {\n\t\tconst field = EVENT_FIELD[filter.dimension]\n\t\tif (!field || filter.operator === 'matches') {\n\t\t\tcontinue\n\t\t}\n\t\tconst op = FILTER_OPERATOR[filter.operator]\n\t\tif (!op) {\n\t\t\tcontinue\n\t\t}\n\t\tfragments.push({ [field]: { [op]: filter.value } })\n\t}\n\treturn fragments.length > 0 ? { and: fragments } : {}\n}\n\ninterface Bucket {\n\tpageviews: number\n\tevents: number\n\tdurationMs: number\n\tvisitors: Set<string>\n\tsessions: Set<string>\n\tconversions: number\n\trevenue: number\n\tscrollDepthSum: number\n\tscrollSamples: number\n}\n\nconst emptyBucket = (): Bucket => ({\n\tpageviews: 0,\n\tevents: 0,\n\tdurationMs: 0,\n\tvisitors: new Set(),\n\tsessions: new Set(),\n\tconversions: 0,\n\trevenue: 0,\n\tscrollDepthSum: 0,\n\tscrollSamples: 0,\n})\n\n/**\n * `completions` narrows what the event contributes to conversions/revenue: a goal breakdown\n * row counts only its own goal, every other bucket counts all of them. Mirrors how\n * computeRollupDeltas fills a `goal` bucket versus a site or page bucket.\n */\nconst addEvent = (bucket: Bucket, event: EventLike, completions = event.goals ?? []): void => {\n\tif (event.type === 'pageview') {\n\t\tbucket.pageviews++\n\t\tbucket.durationMs += event.durationMs ?? 0\n\t} else {\n\t\tbucket.events++\n\t}\n\tif (event.scrollDepth !== undefined) {\n\t\tbucket.scrollDepthSum += event.scrollDepth\n\t\tbucket.scrollSamples++\n\t}\n\tbucket.conversions += completions.length\n\tfor (const completion of completions) {\n\t\tbucket.revenue += completion.value\n\t}\n\tbucket.visitors.add(event.visitorHash)\n\tbucket.sessions.add(event.sessionId)\n}\n\nconst selectMetrics = (bucket: Bucket, wanted: MetricKey[]): Partial<Record<MetricKey, number>> => {\n\tconst out: Partial<Record<MetricKey, number>> = {}\n\tif (wanted.includes('pageviews')) out.pageviews = bucket.pageviews\n\tif (wanted.includes('events')) out.events = bucket.events\n\tif (wanted.includes('visitors')) out.visitors = bucket.visitors.size\n\tif (wanted.includes('sessions')) out.sessions = bucket.sessions.size\n\tif (wanted.includes('conversions')) out.conversions = bucket.conversions\n\tif (wanted.includes('revenue')) out.revenue = bucket.revenue\n\tif (wanted.includes('avgDuration')) {\n\t\tout.avgDuration = bucket.pageviews > 0 ? Math.round(bucket.durationMs / bucket.pageviews) : 0\n\t}\n\tif (wanted.includes('scrollDepth')) {\n\t\tout.scrollDepth =\n\t\t\tbucket.scrollSamples > 0 ? Math.round(bucket.scrollDepthSum / bucket.scrollSamples) : 0\n\t}\n\treturn out\n}\n\nexport interface AggregateEventsArgs {\n\tmetrics: MetricKey[]\n\tdimension?: DimensionKey\n\tgranularity?: 'hour' | 'day'\n\ttimezone?: string\n\t/** Sort for dimension breakdown rows; defaults to pageviews desc, same as the rollup path. */\n\torder?: { metric: MetricKey; direction: 'asc' | 'desc' }\n\t/** Row cap for dimension breakdown rows, applied after sorting. */\n\tlimit?: number\n}\n\nexport interface AggregateEventsResult {\n\trows: AnalyticsRow[]\n\ttotals: Partial<Record<MetricKey, number>>\n}\n\n/**\n * Hour buckets are UTC-hour floors regardless of `timezone`; sub-day bucketing ignoring\n * the reporting timezone is a documented v1 limitation. Day buckets floor in `timezone`\n * to stay aligned with native rollup day boundaries.\n */\nconst bucketKeyFor = (event: EventLike, granularity: 'hour' | 'day', timezone: string): string => {\n\tconst ts = new Date(event.timestamp)\n\tif (granularity === 'hour') {\n\t\treturn new Date(Math.floor(ts.getTime() / HOUR_MS) * HOUR_MS).toISOString()\n\t}\n\treturn startOfDayInTz(ts, timezone).toISOString()\n}\n\n/**\n * Aggregate raw events into totals, plus one of: dimension breakdown rows or hour/day\n * series rows (dimension wins if both are requested). Totals always cover every event\n * passed in, independent of which rows a breakdown or series produces.\n */\nexport const aggregateEvents = (\n\tevents: EventLike[],\n\t{\n\t\tmetrics,\n\t\tdimension,\n\t\tgranularity,\n\t\ttimezone = DEFAULT_TIMEZONE,\n\t\torder,\n\t\tlimit,\n\t}: AggregateEventsArgs\n): AggregateEventsResult => {\n\tconst totalsBucket = emptyBucket()\n\tfor (const event of events) {\n\t\taddEvent(totalsBucket, event)\n\t}\n\tconst totals = selectMetrics(totalsBucket, metrics)\n\n\tconst field = dimension ? EVENT_FIELD[dimension] : undefined\n\tif (dimension && (field || dimension === 'goal')) {\n\t\tconst groups = new Map<string, Bucket>()\n\t\tconst bucketFor = (value: string): Bucket => {\n\t\t\tlet bucket = groups.get(value)\n\t\t\tif (!bucket) {\n\t\t\t\tbucket = emptyBucket()\n\t\t\t\tgroups.set(value, bucket)\n\t\t\t}\n\t\t\treturn bucket\n\t\t}\n\t\tfor (const event of events) {\n\t\t\tif (dimension === 'goal') {\n\t\t\t\tfor (const completion of event.goals ?? []) {\n\t\t\t\t\taddEvent(bucketFor(completion.slug), event, [completion])\n\t\t\t\t}\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// The event dimension reports named custom events only: a goal event's name is a\n\t\t\t// goal slug and belongs to the goal dimension instead.\n\t\t\tif (!field || (field === 'name' && event.type !== 'event')) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tconst value = event[field]\n\t\t\tif (!value) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\taddEvent(bucketFor(value), event)\n\t\t}\n\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, bucket]) => ({\n\t\t\tdimensions: { [dimension]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\tmetrics: selectMetrics(bucket, metrics),\n\t\t}))\n\t\tconst sortMetric = order?.metric ?? 'pageviews'\n\t\tconst direction = (order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\tif (limit) {\n\t\t\trows = rows.slice(0, limit)\n\t\t}\n\t\treturn { rows, totals }\n\t}\n\n\tif (granularity) {\n\t\tconst buckets = new Map<string, Bucket>()\n\t\tfor (const event of events) {\n\t\t\tconst key = bucketKeyFor(event, granularity, timezone)\n\t\t\tlet bucket = buckets.get(key)\n\t\t\tif (!bucket) {\n\t\t\t\tbucket = emptyBucket()\n\t\t\t\tbuckets.set(key, bucket)\n\t\t\t}\n\t\t\taddEvent(bucket, event)\n\t\t}\n\t\tconst rows: AnalyticsRow[] = [...buckets.entries()]\n\t\t\t.sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))\n\t\t\t.map(([timestamp, bucket]) => ({ timestamp, metrics: selectMetrics(bucket, metrics) }))\n\t\treturn { rows, totals }\n\t}\n\n\treturn { rows: [{ metrics: totals }], totals }\n}\n"],"mappings":";;AAgCA,MAAM,UAAU;;;;;;AAyBhB,MAAM,cAA+D;CACpE,MAAM;CACN,SAAS;CACT,QAAQ;CACR,MAAM;CACN,QAAQ;CACR,SAAS;CACT,IAAI;CACJ,UAAU;CACV,QAAQ;CACR,UAAU;CACV,WAAW;CACX,WAAW;CACX,aAAa;CACb,YAAY;CACZ,SAAS;CACT,OAAO;AACR;AAEA,MAAM,kBAAqD;CAAE,IAAI;CAAU,UAAU;AAAW;;;;;;;;;;;AAYhG,MAAa,kBAAkB,YAAwD;CACtF,MAAM,YAAuC,CAAC;CAC9C,KAAK,MAAM,UAAU,SAAS;EAC7B,MAAM,QAAQ,YAAY,OAAO;EACjC,IAAI,CAAC,SAAS,OAAO,aAAa,WACjC;EAED,MAAM,KAAK,gBAAgB,OAAO;EAClC,IAAI,CAAC,IACJ;EAED,UAAU,KAAK,GAAG,QAAQ,GAAG,KAAK,OAAO,MAAM,EAAE,CAAC;CACnD;CACA,OAAO,UAAU,SAAS,IAAI,EAAE,KAAK,UAAU,IAAI,CAAC;AACrD;AAcA,MAAM,qBAA6B;CAClC,WAAW;CACX,QAAQ;CACR,YAAY;CACZ,0BAAU,IAAI,IAAI;CAClB,0BAAU,IAAI,IAAI;CAClB,aAAa;CACb,SAAS;CACT,gBAAgB;CAChB,eAAe;AAChB;;;;;;AAOA,MAAM,YAAY,QAAgB,OAAkB,cAAc,MAAM,SAAS,CAAC,MAAY;CAC7F,IAAI,MAAM,SAAS,YAAY;EAC9B,OAAO;EACP,OAAO,cAAc,MAAM,cAAc;CAC1C,OACC,OAAO;CAER,IAAI,MAAM,gBAAgB,KAAA,GAAW;EACpC,OAAO,kBAAkB,MAAM;EAC/B,OAAO;CACR;CACA,OAAO,eAAe,YAAY;CAClC,KAAK,MAAM,cAAc,aACxB,OAAO,WAAW,WAAW;CAE9B,OAAO,SAAS,IAAI,MAAM,WAAW;CACrC,OAAO,SAAS,IAAI,MAAM,SAAS;AACpC;AAEA,MAAM,iBAAiB,QAAgB,WAA4D;CAClG,MAAM,MAA0C,CAAC;CACjD,IAAI,OAAO,SAAS,WAAW,GAAG,IAAI,YAAY,OAAO;CACzD,IAAI,OAAO,SAAS,QAAQ,GAAG,IAAI,SAAS,OAAO;CACnD,IAAI,OAAO,SAAS,UAAU,GAAG,IAAI,WAAW,OAAO,SAAS;CAChE,IAAI,OAAO,SAAS,UAAU,GAAG,IAAI,WAAW,OAAO,SAAS;CAChE,IAAI,OAAO,SAAS,aAAa,GAAG,IAAI,cAAc,OAAO;CAC7D,IAAI,OAAO,SAAS,SAAS,GAAG,IAAI,UAAU,OAAO;CACrD,IAAI,OAAO,SAAS,aAAa,GAChC,IAAI,cAAc,OAAO,YAAY,IAAI,KAAK,MAAM,OAAO,aAAa,OAAO,SAAS,IAAI;CAE7F,IAAI,OAAO,SAAS,aAAa,GAChC,IAAI,cACH,OAAO,gBAAgB,IAAI,KAAK,MAAM,OAAO,iBAAiB,OAAO,aAAa,IAAI;CAExF,OAAO;AACR;;;;;;AAuBA,MAAM,gBAAgB,OAAkB,aAA6B,aAA6B;CACjG,MAAM,KAAK,IAAI,KAAK,MAAM,SAAS;CACnC,IAAI,gBAAgB,QACnB,wBAAO,IAAI,KAAK,KAAK,MAAM,GAAG,QAAQ,IAAI,OAAO,IAAI,OAAO,GAAE,YAAY;CAE3E,OAAO,eAAe,IAAI,QAAQ,EAAE,YAAY;AACjD;;;;;;AAOA,MAAa,mBACZ,QACA,EACC,SACA,WACA,aACA,WAAA,OACA,OACA,YAE0B;CAC3B,MAAM,eAAe,YAAY;CACjC,KAAK,MAAM,SAAS,QACnB,SAAS,cAAc,KAAK;CAE7B,MAAM,SAAS,cAAc,cAAc,OAAO;CAElD,MAAM,QAAQ,YAAY,YAAY,aAAa,KAAA;CACnD,IAAI,cAAc,SAAS,cAAc,SAAS;EACjD,MAAM,yBAAS,IAAI,IAAoB;EACvC,MAAM,aAAa,UAA0B;GAC5C,IAAI,SAAS,OAAO,IAAI,KAAK;GAC7B,IAAI,CAAC,QAAQ;IACZ,SAAS,YAAY;IACrB,OAAO,IAAI,OAAO,MAAM;GACzB;GACA,OAAO;EACR;EACA,KAAK,MAAM,SAAS,QAAQ;GAC3B,IAAI,cAAc,QAAQ;IACzB,KAAK,MAAM,cAAc,MAAM,SAAS,CAAC,GACxC,SAAS,UAAU,WAAW,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IAEzD;GACD;GAGA,IAAI,CAAC,SAAU,UAAU,UAAU,MAAM,SAAS,SACjD;GAED,MAAM,QAAQ,MAAM;GACpB,IAAI,CAAC,OACJ;GAED,SAAS,UAAU,KAAK,GAAG,KAAK;EACjC;EACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,aAAa;GAChE,YAAY,GAAG,YAAY,MAAM;GACjC,SAAS,cAAc,QAAQ,OAAO;EACvC,EAAE;EACF,MAAM,aAAa,OAAO,UAAU;EACpC,MAAM,aAAa,OAAO,aAAa,YAAY,QAAQ,IAAI;EAC/D,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;EAC7F,IAAI,OACH,OAAO,KAAK,MAAM,GAAG,KAAK;EAE3B,OAAO;GAAE;GAAM;EAAO;CACvB;CAEA,IAAI,aAAa;EAChB,MAAM,0BAAU,IAAI,IAAoB;EACxC,KAAK,MAAM,SAAS,QAAQ;GAC3B,MAAM,MAAM,aAAa,OAAO,aAAa,QAAQ;GACrD,IAAI,SAAS,QAAQ,IAAI,GAAG;GAC5B,IAAI,CAAC,QAAQ;IACZ,SAAS,YAAY;IACrB,QAAQ,IAAI,KAAK,MAAM;GACxB;GACA,SAAS,QAAQ,KAAK;EACvB;EAIA,OAAO;GAAE,MAHoB,CAAC,GAAG,QAAQ,QAAQ,CAAC,EAChD,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAE,EAC/C,KAAK,CAAC,WAAW,aAAa;IAAE;IAAW,SAAS,cAAc,QAAQ,OAAO;GAAE,EACzE;GAAG;EAAO;CACvB;CAEA,OAAO;EAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;EAAG;CAAO;AAC9C"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { EVENTS_SLUG } from "../collections/events.js";
|
|
2
1
|
import { SEEN_SLUG } from "../collections/seen.js";
|
|
2
|
+
import { EVENTS_SLUG } from "../collections/events.js";
|
|
3
3
|
//#region src/native/retention/pruneTask.ts
|
|
4
4
|
const PRUNE_TASK_SLUG = "analytics-prune-events";
|
|
5
5
|
const pruneEventsTask = (retentionDays) => ({
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
//#region src/native/rollups/bucketKey.ts
|
|
2
|
+
/**
|
|
3
|
+
* A rollup bucket as one string: the coalescing key a flush groups increments by, and the
|
|
4
|
+
* `bucket` column of the seen ledger, so a visitor is counted once per bucket per period.
|
|
5
|
+
* Scope is part of the key only where it is part of the bucket (a scoped install), which
|
|
6
|
+
* keeps an unscoped install's ledger rows byte-identical to what it already wrote.
|
|
7
|
+
*/
|
|
8
|
+
function bucketKey(key) {
|
|
9
|
+
const base = `${key.granularity}|${key.period.toISOString()}|${key.path}|${key.dimension}|${key.dimvalue}|${key.hostname}`;
|
|
10
|
+
return key.scope !== void 0 ? `${base}|${key.scope}` : base;
|
|
11
|
+
}
|
|
12
|
+
//#endregion
|
|
13
|
+
export { bucketKey };
|
|
14
|
+
|
|
15
|
+
//# sourceMappingURL=bucketKey.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bucketKey.js","names":[],"sources":["../../../src/native/rollups/bucketKey.ts"],"sourcesContent":["import type { RollupKey } from './deltas'\n\n/**\n * A rollup bucket as one string: the coalescing key a flush groups increments by, and the\n * `bucket` column of the seen ledger, so a visitor is counted once per bucket per period.\n * Scope is part of the key only where it is part of the bucket (a scoped install), which\n * keeps an unscoped install's ledger rows byte-identical to what it already wrote.\n */\nexport function bucketKey(key: RollupKey): string {\n\tconst base = `${key.granularity}|${key.period.toISOString()}|${key.path}|${key.dimension}|${key.dimvalue}|${key.hostname}`\n\treturn key.scope !== undefined ? `${base}|${key.scope}` : base\n}\n"],"mappings":";;;;;;;AAQA,SAAgB,UAAU,KAAwB;CACjD,MAAM,OAAO,GAAG,IAAI,YAAY,GAAG,IAAI,OAAO,YAAY,EAAE,GAAG,IAAI,KAAK,GAAG,IAAI,UAAU,GAAG,IAAI,SAAS,GAAG,IAAI;CAChH,OAAO,IAAI,UAAU,KAAA,IAAY,GAAG,KAAK,GAAG,IAAI,UAAU;AAC3D"}
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import { bucketKey } from "./bucketKey.js";
|
|
2
|
+
import { ROLLUPS_SLUG } from "../collections/rollups.js";
|
|
3
|
+
//#region src/native/rollups/bumpRollups.ts
|
|
4
|
+
const PG_TABLE_KEY = "analytics_rollups";
|
|
5
|
+
/**
|
|
6
|
+
* Loads the optional Postgres peer without a literal specifier: bundlers (Turbopack, webpack,
|
|
7
|
+
* Vite) resolve literal dynamic imports at build time, which fails a Mongo host's build even
|
|
8
|
+
* though this branch is unreachable there. The function-built specifier is opaque to their
|
|
9
|
+
* analyzers, the ignore comments cover bundlers that would still warn, and the type-only
|
|
10
|
+
* reference above erases at compile time, so the package is touched only when the Postgres
|
|
11
|
+
* branch actually runs.
|
|
12
|
+
*/
|
|
13
|
+
const importPostgresSql = () => {
|
|
14
|
+
return import(
|
|
15
|
+
/* webpackIgnore: true */
|
|
16
|
+
/* turbopackIgnore: true */
|
|
17
|
+
/* @vite-ignore */
|
|
18
|
+
["@payloadcms", "db-postgres"].join("/")
|
|
19
|
+
);
|
|
20
|
+
};
|
|
21
|
+
const ROLLUP_ZERO = {
|
|
22
|
+
pageviews: 0,
|
|
23
|
+
events: 0,
|
|
24
|
+
durationMs: 0,
|
|
25
|
+
samples: 0,
|
|
26
|
+
visitors: 0,
|
|
27
|
+
sessions: 0,
|
|
28
|
+
conversions: 0,
|
|
29
|
+
revenue: 0,
|
|
30
|
+
scrollDepthSum: 0,
|
|
31
|
+
scrollSamples: 0
|
|
32
|
+
};
|
|
33
|
+
/**
|
|
34
|
+
* Sums bumps that land on the same bucket. Required, not an optimization: Postgres rejects a
|
|
35
|
+
* statement whose ON CONFLICT DO UPDATE would touch one row twice, and a flush routinely
|
|
36
|
+
* bumps a bucket's visitors and sessions in the same call.
|
|
37
|
+
*/
|
|
38
|
+
const coalesce = (bumps) => {
|
|
39
|
+
const merged = /* @__PURE__ */ new Map();
|
|
40
|
+
for (const bump of bumps) {
|
|
41
|
+
const existing = merged.get(bucketKey(bump.key));
|
|
42
|
+
if (!existing) {
|
|
43
|
+
merged.set(bucketKey(bump.key), {
|
|
44
|
+
key: bump.key,
|
|
45
|
+
inc: { ...bump.inc }
|
|
46
|
+
});
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
for (const [metric, amount] of Object.entries(bump.inc)) existing.inc[metric] = (existing.inc[metric] ?? 0) + amount;
|
|
50
|
+
}
|
|
51
|
+
return [...merged.values()];
|
|
52
|
+
};
|
|
53
|
+
/**
|
|
54
|
+
* Upserts every bucket in one statement per database, incrementing where the row exists and
|
|
55
|
+
* seeding the full metric baseline where it does not (Payload's defaultValue is applied
|
|
56
|
+
* app-side, not as a SQL default, so a raw insert that omits a NOT NULL metric would fail on
|
|
57
|
+
* Postgres). This is the write path a flush uses: one round trip instead of one per bucket,
|
|
58
|
+
* which is the difference between a handful and a few hundred per ingested hit.
|
|
59
|
+
*/
|
|
60
|
+
async function bumpRollups(payload, bumps) {
|
|
61
|
+
const merged = coalesce(bumps);
|
|
62
|
+
if (merged.length === 0) return;
|
|
63
|
+
const scoped = merged[0]?.key.scope !== void 0;
|
|
64
|
+
if (merged.some(({ key }) => key.scope !== void 0 !== scoped)) throw new Error("analytics: rollup bumps mix scoped and unscoped buckets in one batch");
|
|
65
|
+
if (payload.db.name === "mongoose") {
|
|
66
|
+
const model = payload.db.collections[ROLLUPS_SLUG];
|
|
67
|
+
if (!model) throw new Error(`analytics: mongoose collection "${ROLLUPS_SLUG}" not found`);
|
|
68
|
+
const ops = merged.map(({ key, inc }) => {
|
|
69
|
+
const setOnInsert = { ...key };
|
|
70
|
+
for (const [metric, zero] of Object.entries(ROLLUP_ZERO)) if (!(metric in inc)) setOnInsert[metric] = zero;
|
|
71
|
+
return { updateOne: {
|
|
72
|
+
filter: key,
|
|
73
|
+
update: Object.keys(inc).length > 0 ? {
|
|
74
|
+
$inc: inc,
|
|
75
|
+
$setOnInsert: setOnInsert
|
|
76
|
+
} : { $setOnInsert: setOnInsert },
|
|
77
|
+
upsert: true
|
|
78
|
+
} };
|
|
79
|
+
});
|
|
80
|
+
await model.collection.bulkWrite(ops, { ordered: false });
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
const { sql } = await importPostgresSql();
|
|
84
|
+
const db = payload.db;
|
|
85
|
+
const tableName = db.tableNameMap.get(PG_TABLE_KEY);
|
|
86
|
+
if (!tableName) throw new Error(`analytics: drizzle table "${PG_TABLE_KEY}" not found`);
|
|
87
|
+
const table = db.tables[tableName];
|
|
88
|
+
if (!table) throw new Error(`analytics: drizzle table object for "${tableName}" not found`);
|
|
89
|
+
const set = {};
|
|
90
|
+
for (const metric of Object.keys(ROLLUP_ZERO)) {
|
|
91
|
+
const column = table[metric];
|
|
92
|
+
if (!column?.name) throw new Error(`analytics: rollup column "${metric}" not found`);
|
|
93
|
+
set[metric] = sql`${table[metric]} + excluded.${sql.identifier(column.name)}`;
|
|
94
|
+
}
|
|
95
|
+
const target = [
|
|
96
|
+
table.granularity,
|
|
97
|
+
table.period,
|
|
98
|
+
table.path,
|
|
99
|
+
table.dimension,
|
|
100
|
+
table.dimvalue,
|
|
101
|
+
table.hostname
|
|
102
|
+
];
|
|
103
|
+
if (scoped) target.push(table.scope);
|
|
104
|
+
await db.drizzle.insert(table).values(merged.map(({ key, inc }) => ({
|
|
105
|
+
...key,
|
|
106
|
+
...ROLLUP_ZERO,
|
|
107
|
+
...inc
|
|
108
|
+
}))).onConflictDoUpdate({
|
|
109
|
+
target,
|
|
110
|
+
set
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
//#endregion
|
|
114
|
+
export { bumpRollups };
|
|
115
|
+
|
|
116
|
+
//# sourceMappingURL=bumpRollups.js.map
|