@10x-media/analytics 0.1.0-beta.5 → 1.0.0-beta.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +40 -0
- package/LICENSE +21 -21
- package/README.md +5 -1
- package/dist/adapters/ga4/ga4.js +13 -0
- package/dist/adapters/ga4/ga4.js.map +1 -1
- package/dist/adapters/http/fetchJson.js +1 -1
- package/dist/adapters/plausible/plausible.d.ts +10 -0
- package/dist/adapters/plausible/plausible.js +51 -0
- package/dist/adapters/plausible/plausible.js.map +1 -1
- package/dist/adapters/posthog/posthog.d.ts +10 -1
- package/dist/adapters/posthog/posthog.js +84 -3
- package/dist/adapters/posthog/posthog.js.map +1 -1
- package/dist/adapters/series.js +11 -1
- package/dist/adapters/series.js.map +1 -1
- package/dist/adapters/umami/umami.d.ts +5 -1
- package/dist/adapters/umami/umami.js +28 -0
- package/dist/adapters/umami/umami.js.map +1 -1
- package/dist/capture/getTrackerConfig.d.ts +20 -0
- package/dist/capture/getTrackerConfig.js +31 -0
- package/dist/capture/getTrackerConfig.js.map +1 -0
- package/dist/capture/mountPath.js +14 -0
- package/dist/capture/mountPath.js.map +1 -0
- package/dist/capture/proxyEndpoint.js +123 -0
- package/dist/capture/proxyEndpoint.js.map +1 -0
- package/dist/capture/proxyRoutes.js +108 -0
- package/dist/capture/proxyRoutes.js.map +1 -0
- package/dist/capture/requestBody.js +68 -0
- package/dist/capture/requestBody.js.map +1 -0
- package/dist/capture/slots.d.ts +8 -0
- package/dist/capture/slots.js +43 -0
- package/dist/capture/slots.js.map +1 -0
- package/dist/capture/trackerConfig.d.ts +32 -0
- package/dist/capture/trackerConfig.js +70 -0
- package/dist/capture/trackerConfig.js.map +1 -0
- package/dist/capture/trackerEndpoint.js +35 -0
- package/dist/capture/trackerEndpoint.js.map +1 -0
- package/dist/core/capabilities.d.ts +5 -1
- package/dist/core/capabilities.js +4 -0
- package/dist/core/capabilities.js.map +1 -1
- package/dist/core/capture.d.ts +49 -0
- package/dist/core/contract.d.ts +33 -4
- package/dist/core/contract.js.map +1 -1
- package/dist/core/options.d.ts +97 -2
- package/dist/core/options.js +63 -2
- package/dist/core/options.js.map +1 -1
- package/dist/core/registry.d.ts +1 -0
- package/dist/core/scopeList.js +32 -0
- package/dist/core/scopeList.js.map +1 -0
- package/dist/core/scopedRead.js +13 -6
- package/dist/core/scopedRead.js.map +1 -1
- package/dist/exports/next.d.ts +2 -1
- package/dist/exports/next.js +2 -1
- package/dist/exports/react.d.ts +4 -0
- package/dist/exports/react.js +5 -0
- package/dist/exports/rsc.d.ts +5 -2
- package/dist/exports/rsc.js +3 -1
- package/dist/exports/tracker.d.ts +18 -0
- package/dist/exports/tracker.js +12 -0
- package/dist/exports/types.d.ts +6 -3
- package/dist/fields/AnalyticsPanelClient.js +1 -1
- package/dist/fields/config/narrow.js +2 -0
- package/dist/fields/config/narrow.js.map +1 -1
- package/dist/fields/readForDocument.js +1 -1
- package/dist/goals/match.js +64 -0
- package/dist/goals/match.js.map +1 -0
- package/dist/goals/types.d.ts +33 -0
- package/dist/goals/types.js +7 -0
- package/dist/goals/types.js.map +1 -0
- package/dist/index.d.ts +4 -3
- package/dist/index.js +39 -10
- package/dist/index.js.map +1 -1
- package/dist/native/collections/events.js +21 -1
- package/dist/native/collections/events.js.map +1 -1
- package/dist/native/collections/rollups.js +39 -3
- package/dist/native/collections/rollups.js.map +1 -1
- package/dist/native/geo/maxmindResolver.js +2 -4
- package/dist/native/geo/maxmindResolver.js.map +1 -1
- package/dist/native/ingest/clientIp.js +15 -0
- package/dist/native/ingest/clientIp.js.map +1 -0
- package/dist/native/ingest/endpoint.js +40 -4
- package/dist/native/ingest/endpoint.js.map +1 -1
- package/dist/native/ingest/flushBatch.js +4 -13
- package/dist/native/ingest/flushBatch.js.map +1 -1
- package/dist/native/ingest/normalizeEvent.js +76 -9
- package/dist/native/ingest/normalizeEvent.js.map +1 -1
- package/dist/native/nativeAdapter.js +100 -5
- package/dist/native/nativeAdapter.js.map +1 -1
- package/dist/native/query/eventAgg.js +161 -0
- package/dist/native/query/eventAgg.js.map +1 -0
- package/dist/native/rollupAcc.js +12 -1
- package/dist/native/rollupAcc.js.map +1 -1
- package/dist/native/rollups/applyDistinctDeltas.js +1 -1
- package/dist/native/rollups/applyDistinctDeltas.js.map +1 -1
- package/dist/native/rollups/bumpRollup.js +7 -2
- package/dist/native/rollups/bumpRollup.js.map +1 -1
- package/dist/native/rollups/deltas.js +70 -11
- package/dist/native/rollups/deltas.js.map +1 -1
- package/dist/next/captureRewrites.d.ts +41 -0
- package/dist/next/captureRewrites.js +56 -0
- package/dist/next/captureRewrites.js.map +1 -0
- package/dist/next/posthogProxyRewrites.d.ts +5 -0
- package/dist/next/posthogProxyRewrites.js +16 -21
- package/dist/next/posthogProxyRewrites.js.map +1 -1
- package/dist/plugin/documentEndpoint.js +1 -1
- package/dist/plugin/paths.js +11 -1
- package/dist/plugin/paths.js.map +1 -1
- package/dist/plugin/runtime.d.ts +1 -0
- package/dist/plugin/runtime.js.map +1 -1
- package/dist/plugin/sourcesEndpoint.js +16 -4
- package/dist/plugin/sourcesEndpoint.js.map +1 -1
- package/dist/plugin/warmTask.js +0 -0
- package/dist/plugin/warmTask.js.map +1 -1
- package/dist/providers/collection.js +56 -16
- package/dist/providers/collection.js.map +1 -1
- package/dist/providers/factory.js +8 -2
- package/dist/providers/factory.js.map +1 -1
- package/dist/react/AnalyticsProvider.d.ts +43 -0
- package/dist/react/AnalyticsProvider.js +66 -0
- package/dist/react/AnalyticsProvider.js.map +1 -0
- package/dist/react/TrackerBoot.d.ts +22 -0
- package/dist/react/TrackerBoot.js +30 -0
- package/dist/react/TrackerBoot.js.map +1 -0
- package/dist/react/useAnalytics.d.ts +17 -0
- package/dist/react/useAnalytics.js +36 -0
- package/dist/react/useAnalytics.js.map +1 -0
- package/dist/rsc/AnalyticsScripts.d.ts +30 -0
- package/dist/rsc/AnalyticsScripts.js +41 -0
- package/dist/rsc/AnalyticsScripts.js.map +1 -0
- package/dist/surfacing/cacheStore.d.ts +1 -0
- package/dist/surfacing/cacheStore.js +18 -2
- package/dist/surfacing/cacheStore.js.map +1 -1
- package/dist/surfacing/engine.d.ts +1 -0
- package/dist/surfacing/engine.js +44 -4
- package/dist/surfacing/engine.js.map +1 -1
- package/dist/surfacing/queue.js +22 -6
- package/dist/surfacing/queue.js.map +1 -1
- package/dist/surfacing/rateLimiter.js +130 -0
- package/dist/surfacing/rateLimiter.js.map +1 -0
- package/dist/surfacing/retryPolicy.js +15 -0
- package/dist/surfacing/retryPolicy.js.map +1 -0
- package/dist/sync/collection.js +23 -7
- package/dist/sync/collection.js.map +1 -1
- package/dist/sync/syncTask.js +68 -33
- package/dist/sync/syncTask.js.map +1 -1
- package/dist/testing/memoryAdapter.d.ts +2 -0
- package/dist/testing/memoryAdapter.js +17 -0
- package/dist/testing/memoryAdapter.js.map +1 -1
- package/dist/tracker/autoCapture.d.ts +48 -0
- package/dist/tracker/autoCapture.js +129 -0
- package/dist/tracker/autoCapture.js.map +1 -0
- package/dist/tracker/consent.d.ts +24 -0
- package/dist/tracker/consent.js +48 -0
- package/dist/tracker/consent.js.map +1 -0
- package/dist/tracker/createTracker.d.ts +18 -0
- package/dist/tracker/createTracker.js +163 -0
- package/dist/tracker/createTracker.js.map +1 -0
- package/dist/tracker/initTracker.d.ts +22 -0
- package/dist/tracker/initTracker.js +33 -0
- package/dist/tracker/initTracker.js.map +1 -0
- package/dist/tracker/loadScript.d.ts +14 -0
- package/dist/tracker/loadScript.js +41 -0
- package/dist/tracker/loadScript.js.map +1 -0
- package/dist/tracker/pageTracking.d.ts +17 -0
- package/dist/tracker/pageTracking.js +38 -0
- package/dist/tracker/pageTracking.js.map +1 -0
- package/dist/tracker/registry.d.ts +27 -0
- package/dist/tracker/registry.js +73 -0
- package/dist/tracker/registry.js.map +1 -0
- package/dist/tracker/sinks/native.d.ts +22 -0
- package/dist/tracker/sinks/native.js +56 -0
- package/dist/tracker/sinks/native.js.map +1 -0
- package/dist/tracker/sinks/plausible.d.ts +14 -0
- package/dist/tracker/sinks/plausible.js +25 -0
- package/dist/tracker/sinks/plausible.js.map +1 -0
- package/dist/tracker/sinks/posthog.d.ts +14 -0
- package/dist/tracker/sinks/posthog.js +18 -0
- package/dist/tracker/sinks/posthog.js.map +1 -0
- package/dist/tracker/sinks/umami.d.ts +13 -0
- package/dist/tracker/sinks/umami.js +17 -0
- package/dist/tracker/sinks/umami.js.map +1 -0
- package/dist/tracker/sinks/vendor.d.ts +14 -0
- package/dist/tracker/sinks/vendor.js +66 -0
- package/dist/tracker/sinks/vendor.js.map +1 -0
- package/dist/tracker/transport.js +28 -0
- package/dist/tracker/transport.js.map +1 -0
- package/dist/tracker/types.d.ts +66 -0
- package/dist/translations/ar.js +83 -0
- package/dist/translations/ar.js.map +1 -0
- package/dist/translations/de.js +6 -0
- package/dist/translations/de.js.map +1 -1
- package/dist/translations/en.js +6 -0
- package/dist/translations/en.js.map +1 -1
- package/dist/translations/es.js +83 -0
- package/dist/translations/es.js.map +1 -0
- package/dist/translations/fr.js +83 -0
- package/dist/translations/fr.js.map +1 -0
- package/dist/translations/id.js +83 -0
- package/dist/translations/id.js.map +1 -0
- package/dist/translations/index.d.ts +10 -1
- package/dist/translations/index.js +19 -1
- package/dist/translations/index.js.map +1 -1
- package/dist/translations/keys.d.ts +6 -0
- package/dist/translations/keys.js +6 -0
- package/dist/translations/keys.js.map +1 -1
- package/dist/translations/ko.js +83 -0
- package/dist/translations/ko.js.map +1 -0
- package/dist/translations/pt.js +83 -0
- package/dist/translations/pt.js.map +1 -0
- package/dist/translations/ru.js +83 -0
- package/dist/translations/ru.js.map +1 -0
- package/dist/translations/uk.js +83 -0
- package/dist/translations/uk.js.map +1 -0
- package/dist/translations/zh.js +83 -0
- package/dist/translations/zh.js.map +1 -0
- package/dist/widgets/breakdownTypes.js +5 -0
- package/dist/widgets/breakdownTypes.js.map +1 -1
- package/dist/widgets/readForWidget.d.ts +2 -1
- package/dist/widgets/readForWidget.js +32 -14
- package/dist/widgets/readForWidget.js.map +1 -1
- package/dist/widgets/readForWidgetBreakdown.d.ts +2 -1
- package/dist/widgets/readForWidgetBreakdown.js +29 -15
- package/dist/widgets/readForWidgetBreakdown.js.map +1 -1
- package/dist/widgets/readForWidgetRealtime.js +1 -1
- package/dist/widgets/readForWidgetSeries.d.ts +2 -1
- package/dist/widgets/readForWidgetSeries.js +34 -16
- package/dist/widgets/readForWidgetSeries.js.map +1 -1
- package/dist/widgets/registerWidgets.js +10 -4
- package/dist/widgets/registerWidgets.js.map +1 -1
- package/dist/widgets/types.js +4 -1
- package/dist/widgets/types.js.map +1 -1
- package/package.json +20 -5
|
@@ -1,34 +1,101 @@
|
|
|
1
|
+
import { clientIpFromHeaders } from "./clientIp.js";
|
|
2
|
+
import { matchGoals } from "../../goals/match.js";
|
|
1
3
|
import { classifyDevice } from "./device.js";
|
|
2
4
|
import { deriveSource } from "./source.js";
|
|
3
5
|
import { dailyVisitorHash, deriveSessionId } from "./visitorHash.js";
|
|
4
6
|
//#region src/native/ingest/normalizeEvent.ts
|
|
5
|
-
|
|
7
|
+
const MAX_PROPS = 20;
|
|
8
|
+
const MAX_KEY_LENGTH = 64;
|
|
9
|
+
const MAX_VALUE_LENGTH = 256;
|
|
10
|
+
const MAX_NAME_LENGTH = 128;
|
|
11
|
+
const MAX_PATH_LENGTH = 512;
|
|
12
|
+
/** Longest legal DNS name. */
|
|
13
|
+
const MAX_HOSTNAME_LENGTH = 253;
|
|
14
|
+
/** 24 hours. A longer duration is a broken clock, not a session. */
|
|
15
|
+
const MAX_DURATION_MS = 864e5;
|
|
16
|
+
const CURRENCY = /^[A-Z]{3}$/;
|
|
17
|
+
/**
|
|
18
|
+
* Optional wire fields are sanitized rather than rejected: a bad `value`, `currency`,
|
|
19
|
+
* `scrollDepth`, `durationMs`, or prop is dropped and the event is still ingested, so one malformed
|
|
20
|
+
* attribute never costs a pageview. Only the required fields (checked in the endpoint)
|
|
21
|
+
* can fail an event.
|
|
22
|
+
*/
|
|
23
|
+
const nonNegative = (value) => typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : void 0;
|
|
24
|
+
const currencyCode = (value) => typeof value === "string" && CURRENCY.test(value) ? value : void 0;
|
|
25
|
+
/**
|
|
26
|
+
* Infinity would poison a rollup bucket's average for good, and a string would throw out of
|
|
27
|
+
* the write and take the whole buffered batch with it, so a duration outside the ceiling is
|
|
28
|
+
* dropped like any other malformed attribute.
|
|
29
|
+
*/
|
|
30
|
+
const duration = (value) => {
|
|
31
|
+
const n = nonNegative(value);
|
|
32
|
+
return n === void 0 || n > MAX_DURATION_MS ? void 0 : n;
|
|
33
|
+
};
|
|
34
|
+
/** The event name is a rollup bucket key (the `event` dimension), so it is length-capped. */
|
|
35
|
+
const eventName = (value) => typeof value === "string" ? value.slice(0, MAX_NAME_LENGTH) : void 0;
|
|
36
|
+
const depth = (value) => {
|
|
37
|
+
const n = nonNegative(value);
|
|
38
|
+
return n === void 0 ? void 0 : Math.round(Math.min(n, 100));
|
|
39
|
+
};
|
|
40
|
+
/** Flat JSON scalars only: the first 20 short-keyed string/number/boolean entries. */
|
|
41
|
+
const sanitizeProps = (raw) => {
|
|
42
|
+
if (typeof raw !== "object" || raw === null || Array.isArray(raw)) return;
|
|
43
|
+
const out = {};
|
|
44
|
+
let kept = 0;
|
|
45
|
+
for (const [key, value] of Object.entries(raw)) {
|
|
46
|
+
if (kept >= MAX_PROPS || key.length > MAX_KEY_LENGTH) continue;
|
|
47
|
+
if (typeof value === "string") out[key] = value.slice(0, MAX_VALUE_LENGTH);
|
|
48
|
+
else if (typeof value === "boolean" || typeof value === "number" && Number.isFinite(value)) out[key] = value;
|
|
49
|
+
else continue;
|
|
50
|
+
kept++;
|
|
51
|
+
}
|
|
52
|
+
return kept > 0 ? out : void 0;
|
|
53
|
+
};
|
|
54
|
+
async function normalizeEvent({ raw, headers, geoResolver, salt, now, scope, timezone, goals }) {
|
|
6
55
|
const geo = await geoResolver(headers);
|
|
7
|
-
const ip = (headers
|
|
56
|
+
const ip = clientIpFromHeaders(headers) ?? "";
|
|
8
57
|
const ua = headers.get("user-agent") ?? "";
|
|
58
|
+
const path = raw.path.slice(0, MAX_PATH_LENGTH);
|
|
59
|
+
const hostname = raw.hostname.slice(0, MAX_HOSTNAME_LENGTH);
|
|
9
60
|
const visitorHash = dailyVisitorHash({
|
|
10
61
|
ip,
|
|
11
62
|
ua,
|
|
12
|
-
site:
|
|
63
|
+
site: hostname,
|
|
13
64
|
salt
|
|
14
65
|
});
|
|
15
66
|
const hourBucket = now.toISOString().slice(0, 13);
|
|
67
|
+
const props = sanitizeProps(raw.props);
|
|
68
|
+
const value = nonNegative(raw.value);
|
|
69
|
+
const scrollDepth = depth(raw.scrollDepth);
|
|
70
|
+
const durationMs = duration(raw.durationMs);
|
|
71
|
+
const name = eventName(raw.name);
|
|
72
|
+
const completions = goals?.length ? matchGoals({
|
|
73
|
+
type: raw.type,
|
|
74
|
+
name,
|
|
75
|
+
path,
|
|
76
|
+
props,
|
|
77
|
+
value
|
|
78
|
+
}, goals) : [];
|
|
16
79
|
return {
|
|
17
80
|
timestamp: now,
|
|
18
81
|
type: raw.type,
|
|
19
|
-
name
|
|
20
|
-
path
|
|
21
|
-
hostname
|
|
82
|
+
name,
|
|
83
|
+
path,
|
|
84
|
+
hostname,
|
|
22
85
|
referrer: raw.referrer,
|
|
23
86
|
device: classifyDevice(ua),
|
|
24
|
-
source: deriveSource(raw.referrer,
|
|
87
|
+
source: deriveSource(raw.referrer, hostname),
|
|
25
88
|
country: geo.country,
|
|
26
89
|
region: geo.region,
|
|
27
90
|
city: geo.city,
|
|
28
91
|
visitorHash,
|
|
29
92
|
sessionId: deriveSessionId(visitorHash, hourBucket),
|
|
30
|
-
|
|
31
|
-
|
|
93
|
+
props,
|
|
94
|
+
...durationMs !== void 0 ? { durationMs } : {},
|
|
95
|
+
...value !== void 0 ? { value } : {},
|
|
96
|
+
...currencyCode(raw.currency) !== void 0 ? { currency: raw.currency } : {},
|
|
97
|
+
...scrollDepth !== void 0 ? { scrollDepth } : {},
|
|
98
|
+
...completions.length > 0 ? { goals: completions } : {},
|
|
32
99
|
...scope !== void 0 ? { scope } : {},
|
|
33
100
|
...timezone !== void 0 ? { timezone } : {}
|
|
34
101
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"normalizeEvent.js","names":[],"sources":["../../../src/native/ingest/normalizeEvent.ts"],"sourcesContent":["import type { GeoResolver } from '../geo/geoResolver'\nimport { classifyDevice, type DeviceType } from './device'\nimport { deriveSource } from './source'\nimport { dailyVisitorHash, deriveSessionId } from './visitorHash'\n\nexport
|
|
1
|
+
{"version":3,"file":"normalizeEvent.js","names":[],"sources":["../../../src/native/ingest/normalizeEvent.ts"],"sourcesContent":["import { type GoalCompletion, matchGoals } from '../../goals/match'\nimport type { Goal } from '../../goals/types'\nimport type { GeoResolver } from '../geo/geoResolver'\nimport { clientIpFromHeaders } from './clientIp'\nimport { classifyDevice, type DeviceType } from './device'\nimport { deriveSource } from './source'\nimport { dailyVisitorHash, deriveSessionId } from './visitorHash'\n\nexport type EventType = 'pageview' | 'event' | 'goal'\n\nexport interface RawEventInput {\n\ttype: EventType\n\t/** Event name, or the goal slug on a `goal`. Absent on pageviews. */\n\tname?: string\n\tpath: string\n\thostname: string\n\treferrer?: string\n\tdurationMs?: number\n\tprops?: Record<string, unknown>\n\t/** Revenue for a goal completion, in `currency`. */\n\tvalue?: number\n\tcurrency?: string\n\t/** Max scroll depth reached on a pageview, 0-100. */\n\tscrollDepth?: number\n}\n\nexport interface StoredEvent {\n\ttimestamp: Date\n\ttype: EventType\n\tname?: string\n\tpath: string\n\thostname: string\n\treferrer?: string\n\tdevice?: DeviceType\n\tsource?: string\n\tcountry?: string\n\tregion?: string\n\tcity?: string\n\tvisitorHash: string\n\tsessionId: string\n\tdurationMs?: number\n\tprops?: Record<string, unknown>\n\tvalue?: number\n\t/** ISO 4217 code `value` is denominated in. Stored as sent; revenue is never converted. */\n\tcurrency?: string\n\tscrollDepth?: number\n\t/**\n\t * Goals this event completed, resolved against the install's goals at ingest so a later\n\t * goal edit never rewrites history and a raw-event read can re-derive the same numbers\n\t * the rollups hold.\n\t */\n\tgoals?: GoalCompletion[]\n\t/** Set only in scoped installs; '' is the null scope. */\n\tscope?: string\n\t/**\n\t * Reporting timezone the rollup day bucket is computed in. In-memory only: stripped\n\t * before the event row is persisted (day bucketing happens at rollup time). Absent\n\t * means UTC.\n\t */\n\ttimezone?: string\n}\n\nexport interface NormalizeArgs {\n\traw: RawEventInput\n\theaders: Headers\n\tgeoResolver: GeoResolver\n\tsalt: string\n\tnow: Date\n\tscope?: string\n\ttimezone?: string\n\t/** Goals to match this event against; omitted means no goal matching. */\n\tgoals?: Goal[]\n}\n\nconst MAX_PROPS = 20\nconst MAX_KEY_LENGTH = 64\nconst MAX_VALUE_LENGTH = 256\nconst MAX_NAME_LENGTH = 128\nconst MAX_PATH_LENGTH = 512\n/** Longest legal DNS name. */\nconst MAX_HOSTNAME_LENGTH = 253\n/** 24 hours. A longer duration is a broken clock, not a session. */\nconst MAX_DURATION_MS = 86_400_000\nconst CURRENCY = /^[A-Z]{3}$/\n\n/**\n * Optional wire fields are sanitized rather than rejected: a bad `value`, `currency`,\n * `scrollDepth`, `durationMs`, or prop is dropped and the event is still ingested, so one malformed\n * attribute never costs a pageview. Only the required fields (checked in the endpoint)\n * can fail an event.\n */\nconst nonNegative = (value: unknown): number | undefined =>\n\ttypeof value === 'number' && Number.isFinite(value) && value >= 0 ? value : undefined\n\nconst currencyCode = (value: unknown): string | undefined =>\n\ttypeof value === 'string' && CURRENCY.test(value) ? value : undefined\n\n/**\n * Infinity would poison a rollup bucket's average for good, and a string would throw out of\n * the write and take the whole buffered batch with it, so a duration outside the ceiling is\n * dropped like any other malformed attribute.\n */\nconst duration = (value: unknown): number | undefined => {\n\tconst n = nonNegative(value)\n\treturn n === undefined || n > MAX_DURATION_MS ? undefined : n\n}\n\n/** The event name is a rollup bucket key (the `event` dimension), so it is length-capped. */\nconst eventName = (value: unknown): string | undefined =>\n\ttypeof value === 'string' ? value.slice(0, MAX_NAME_LENGTH) : undefined\n\nconst depth = (value: unknown): number | undefined => {\n\tconst n = nonNegative(value)\n\treturn n === undefined ? undefined : Math.round(Math.min(n, 100))\n}\n\n/** Flat JSON scalars only: the first 20 short-keyed string/number/boolean entries. */\nconst sanitizeProps = (raw: unknown): Record<string, unknown> | undefined => {\n\tif (typeof raw !== 'object' || raw === null || Array.isArray(raw)) {\n\t\treturn undefined\n\t}\n\tconst out: Record<string, unknown> = {}\n\tlet kept = 0\n\tfor (const [key, value] of Object.entries(raw)) {\n\t\tif (kept >= MAX_PROPS || key.length > MAX_KEY_LENGTH) {\n\t\t\tcontinue\n\t\t}\n\t\tif (typeof value === 'string') {\n\t\t\tout[key] = value.slice(0, MAX_VALUE_LENGTH)\n\t\t} else if (\n\t\t\ttypeof value === 'boolean' ||\n\t\t\t(typeof value === 'number' && Number.isFinite(value))\n\t\t) {\n\t\t\tout[key] = value\n\t\t} else {\n\t\t\tcontinue\n\t\t}\n\t\tkept++\n\t}\n\treturn kept > 0 ? out : undefined\n}\n\nexport async function normalizeEvent({\n\traw,\n\theaders,\n\tgeoResolver,\n\tsalt,\n\tnow,\n\tscope,\n\ttimezone,\n\tgoals,\n}: NormalizeArgs): Promise<StoredEvent> {\n\tconst geo = await geoResolver(headers)\n\tconst ip = clientIpFromHeaders(headers) ?? ''\n\tconst ua = headers.get('user-agent') ?? ''\n\t// Both are unique-index bucket keys on the rollup and seen rows, so they are capped\n\t// before anything derives from them: an uncapped path exceeds Mongo's index key limit.\n\tconst path = raw.path.slice(0, MAX_PATH_LENGTH)\n\tconst hostname = raw.hostname.slice(0, MAX_HOSTNAME_LENGTH)\n\tconst visitorHash = dailyVisitorHash({ ip, ua, site: hostname, salt })\n\tconst hourBucket = now.toISOString().slice(0, 13)\n\tconst props = sanitizeProps(raw.props)\n\tconst value = nonNegative(raw.value)\n\tconst scrollDepth = depth(raw.scrollDepth)\n\tconst durationMs = duration(raw.durationMs)\n\tconst name = eventName(raw.name)\n\t// Match on the sanitized fields so a rejected value never reaches a goal's revenue.\n\tconst completions = goals?.length\n\t\t? matchGoals({ type: raw.type, name, path, props, value }, goals)\n\t\t: []\n\treturn {\n\t\ttimestamp: now,\n\t\ttype: raw.type,\n\t\tname,\n\t\tpath,\n\t\thostname,\n\t\treferrer: raw.referrer,\n\t\tdevice: classifyDevice(ua),\n\t\tsource: deriveSource(raw.referrer, hostname),\n\t\tcountry: geo.country,\n\t\tregion: geo.region,\n\t\tcity: geo.city,\n\t\tvisitorHash,\n\t\tsessionId: deriveSessionId(visitorHash, hourBucket),\n\t\tprops,\n\t\t...(durationMs !== undefined ? { durationMs } : {}),\n\t\t...(value !== undefined ? { value } : {}),\n\t\t...(currencyCode(raw.currency) !== undefined ? { currency: raw.currency } : {}),\n\t\t...(scrollDepth !== undefined ? { scrollDepth } : {}),\n\t\t...(completions.length > 0 ? { goals: completions } : {}),\n\t\t...(scope !== undefined ? { scope } : {}),\n\t\t...(timezone !== undefined ? { timezone } : {}),\n\t}\n}\n"],"mappings":";;;;;;AA0EA,MAAM,YAAY;AAClB,MAAM,iBAAiB;AACvB,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,kBAAkB;;AAExB,MAAM,sBAAsB;;AAE5B,MAAM,kBAAkB;AACxB,MAAM,WAAW;;;;;;;AAQjB,MAAM,eAAe,UACpB,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAA;AAE7E,MAAM,gBAAgB,UACrB,OAAO,UAAU,YAAY,SAAS,KAAK,KAAK,IAAI,QAAQ,KAAA;;;;;;AAO7D,MAAM,YAAY,UAAuC;CACxD,MAAM,IAAI,YAAY,KAAK;CAC3B,OAAO,MAAM,KAAA,KAAa,IAAI,kBAAkB,KAAA,IAAY;AAC7D;;AAGA,MAAM,aAAa,UAClB,OAAO,UAAU,WAAW,MAAM,MAAM,GAAG,eAAe,IAAI,KAAA;AAE/D,MAAM,SAAS,UAAuC;CACrD,MAAM,IAAI,YAAY,KAAK;CAC3B,OAAO,MAAM,KAAA,IAAY,KAAA,IAAY,KAAK,MAAM,KAAK,IAAI,GAAG,GAAG,CAAC;AACjE;;AAGA,MAAM,iBAAiB,QAAsD;CAC5E,IAAI,OAAO,QAAQ,YAAY,QAAQ,QAAQ,MAAM,QAAQ,GAAG,GAC/D;CAED,MAAM,MAA+B,CAAC;CACtC,IAAI,OAAO;CACX,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,GAAG,GAAG;EAC/C,IAAI,QAAQ,aAAa,IAAI,SAAS,gBACrC;EAED,IAAI,OAAO,UAAU,UACpB,IAAI,OAAO,MAAM,MAAM,GAAG,gBAAgB;OACpC,IACN,OAAO,UAAU,aAChB,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,GAEnD,IAAI,OAAO;OAEX;EAED;CACD;CACA,OAAO,OAAO,IAAI,MAAM,KAAA;AACzB;AAEA,eAAsB,eAAe,EACpC,KACA,SACA,aACA,MACA,KACA,OACA,UACA,SACuC;CACvC,MAAM,MAAM,MAAM,YAAY,OAAO;CACrC,MAAM,KAAK,oBAAoB,OAAO,KAAK;CAC3C,MAAM,KAAK,QAAQ,IAAI,YAAY,KAAK;CAGxC,MAAM,OAAO,IAAI,KAAK,MAAM,GAAG,eAAe;CAC9C,MAAM,WAAW,IAAI,SAAS,MAAM,GAAG,mBAAmB;CAC1D,MAAM,cAAc,iBAAiB;EAAE;EAAI;EAAI,MAAM;EAAU;CAAK,CAAC;CACrE,MAAM,aAAa,IAAI,YAAY,EAAE,MAAM,GAAG,EAAE;CAChD,MAAM,QAAQ,cAAc,IAAI,KAAK;CACrC,MAAM,QAAQ,YAAY,IAAI,KAAK;CACnC,MAAM,cAAc,MAAM,IAAI,WAAW;CACzC,MAAM,aAAa,SAAS,IAAI,UAAU;CAC1C,MAAM,OAAO,UAAU,IAAI,IAAI;CAE/B,MAAM,cAAc,OAAO,SACxB,WAAW;EAAE,MAAM,IAAI;EAAM;EAAM;EAAM;EAAO;CAAM,GAAG,KAAK,IAC9D,CAAC;CACJ,OAAO;EACN,WAAW;EACX,MAAM,IAAI;EACV;EACA;EACA;EACA,UAAU,IAAI;EACd,QAAQ,eAAe,EAAE;EACzB,QAAQ,aAAa,IAAI,UAAU,QAAQ;EAC3C,SAAS,IAAI;EACb,QAAQ,IAAI;EACZ,MAAM,IAAI;EACV;EACA,WAAW,gBAAgB,aAAa,UAAU;EAClD;EACA,GAAI,eAAe,KAAA,IAAY,EAAE,WAAW,IAAI,CAAC;EACjD,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;EACvC,GAAI,aAAa,IAAI,QAAQ,MAAM,KAAA,IAAY,EAAE,UAAU,IAAI,SAAS,IAAI,CAAC;EAC7E,GAAI,gBAAgB,KAAA,IAAY,EAAE,YAAY,IAAI,CAAC;EACnD,GAAI,YAAY,SAAS,IAAI,EAAE,OAAO,YAAY,IAAI,CAAC;EACvD,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;EACvC,GAAI,aAAa,KAAA,IAAY,EAAE,SAAS,IAAI,CAAC;CAC9C;AACD"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import "../plugin/paths.js";
|
|
1
2
|
import { composeGeoResolvers } from "./geo/composeGeoResolvers.js";
|
|
2
3
|
import { platformHeaderResolver } from "./geo/geoResolver.js";
|
|
3
4
|
import { maxmindResolver } from "./geo/maxmindResolver.js";
|
|
@@ -7,6 +8,7 @@ import { seenCollection } from "./collections/seen.js";
|
|
|
7
8
|
import { flushBatch } from "./ingest/flushBatch.js";
|
|
8
9
|
import { makeIngestHandler } from "./ingest/endpoint.js";
|
|
9
10
|
import { createWriteBuffer } from "./ingest/writeBuffer.js";
|
|
11
|
+
import { aggregateEvents, filtersToWhere } from "./query/eventAgg.js";
|
|
10
12
|
import { buildRealtime } from "./realtime/buildRealtime.js";
|
|
11
13
|
import { pruneEventsTask } from "./retention/pruneTask.js";
|
|
12
14
|
import { add, emptyAcc, selectMetrics, seriesFromRollups } from "./rollupAcc.js";
|
|
@@ -16,13 +18,18 @@ const metrics = new Set([
|
|
|
16
18
|
"visitors",
|
|
17
19
|
"sessions",
|
|
18
20
|
"events",
|
|
19
|
-
"avgDuration"
|
|
21
|
+
"avgDuration",
|
|
22
|
+
"conversions",
|
|
23
|
+
"revenue",
|
|
24
|
+
"scrollDepth"
|
|
20
25
|
]);
|
|
21
26
|
const dimensions = new Set([
|
|
22
27
|
"page",
|
|
23
28
|
"country",
|
|
24
29
|
"source",
|
|
25
|
-
"device"
|
|
30
|
+
"device",
|
|
31
|
+
"event",
|
|
32
|
+
"goal"
|
|
26
33
|
]);
|
|
27
34
|
const REALTIME_EVENT_LIMIT = 5e4;
|
|
28
35
|
const baseCapabilities = {
|
|
@@ -30,10 +37,20 @@ const baseCapabilities = {
|
|
|
30
37
|
realtime: true,
|
|
31
38
|
realtimeWindowMinutes: 60,
|
|
32
39
|
comparison: true,
|
|
33
|
-
minGranularity: "
|
|
40
|
+
minGranularity: "hour",
|
|
34
41
|
maxLookbackDays: null,
|
|
35
42
|
metrics,
|
|
36
43
|
dimensions,
|
|
44
|
+
filters: new Set([
|
|
45
|
+
"page",
|
|
46
|
+
"country",
|
|
47
|
+
"region",
|
|
48
|
+
"city",
|
|
49
|
+
"device",
|
|
50
|
+
"source",
|
|
51
|
+
"event"
|
|
52
|
+
]),
|
|
53
|
+
filterOperators: new Set(["eq", "contains"]),
|
|
37
54
|
batchPageReport: true,
|
|
38
55
|
rateLimit: null,
|
|
39
56
|
recommendedTtl: {
|
|
@@ -41,6 +58,71 @@ const baseCapabilities = {
|
|
|
41
58
|
aggregate: 300
|
|
42
59
|
}
|
|
43
60
|
};
|
|
61
|
+
const DAY_MS = 864e5;
|
|
62
|
+
const nativeCapture = {
|
|
63
|
+
proxy: { routes: [] },
|
|
64
|
+
snippet: () => ({ scripts: [] }),
|
|
65
|
+
client: { kind: "native" }
|
|
66
|
+
};
|
|
67
|
+
/**
|
|
68
|
+
* Filtered/hour-granularity reads bypass the day-bucketed rollups and aggregate raw
|
|
69
|
+
* events directly, under the same hard cap as `realtime()`. `retentionDays` clamps how
|
|
70
|
+
* far back the read can reach when it would otherwise ask for events the prune task has
|
|
71
|
+
* already deleted (or will delete before they're queryable).
|
|
72
|
+
*/
|
|
73
|
+
async function queryEvents(payload, q, ctx) {
|
|
74
|
+
const fetchedAt = q.dateRange.end.toISOString();
|
|
75
|
+
let start = q.dateRange.start;
|
|
76
|
+
let clamped = false;
|
|
77
|
+
if (ctx.retentionDays && ctx.retentionDays > 0) {
|
|
78
|
+
const floor = /* @__PURE__ */ new Date(Date.now() - ctx.retentionDays * DAY_MS);
|
|
79
|
+
if (start < floor) {
|
|
80
|
+
start = floor;
|
|
81
|
+
clamped = true;
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
const baseWhere = {
|
|
85
|
+
timestamp: {
|
|
86
|
+
greater_than_equal: start.toISOString(),
|
|
87
|
+
less_than_equal: q.dateRange.end.toISOString()
|
|
88
|
+
},
|
|
89
|
+
...q.hostname ? { hostname: { equals: q.hostname } } : {},
|
|
90
|
+
...q.path ? { path: { equals: q.path } } : {},
|
|
91
|
+
...ctx.scopeWhere(q)
|
|
92
|
+
};
|
|
93
|
+
const filterWhere = filtersToWhere(q.filters ?? []);
|
|
94
|
+
const where = Object.keys(filterWhere).length > 0 ? { and: [baseWhere, filterWhere] } : baseWhere;
|
|
95
|
+
const { docs } = await payload.find({
|
|
96
|
+
collection: EVENTS_SLUG,
|
|
97
|
+
where,
|
|
98
|
+
limit: REALTIME_EVENT_LIMIT,
|
|
99
|
+
pagination: false,
|
|
100
|
+
depth: 0,
|
|
101
|
+
sort: "-timestamp"
|
|
102
|
+
});
|
|
103
|
+
const events = docs;
|
|
104
|
+
const dim = q.dimensions?.find((d) => dimensions.has(d));
|
|
105
|
+
const granularity = q.granularity === "hour" || q.granularity === "day" ? q.granularity : void 0;
|
|
106
|
+
const { rows, totals } = aggregateEvents(events, {
|
|
107
|
+
metrics: q.metrics,
|
|
108
|
+
dimension: dim,
|
|
109
|
+
granularity,
|
|
110
|
+
timezone: q.timezone,
|
|
111
|
+
order: q.order,
|
|
112
|
+
limit: q.limit
|
|
113
|
+
});
|
|
114
|
+
const meta = {
|
|
115
|
+
provider: "native",
|
|
116
|
+
fetchedAt
|
|
117
|
+
};
|
|
118
|
+
if (clamped) meta.clamped = true;
|
|
119
|
+
if (events.length >= REALTIME_EVENT_LIMIT) meta.sampled = true;
|
|
120
|
+
return {
|
|
121
|
+
rows,
|
|
122
|
+
totals,
|
|
123
|
+
meta
|
|
124
|
+
};
|
|
125
|
+
}
|
|
44
126
|
function native(options = {}) {
|
|
45
127
|
const geoResolver = options.geoResolver ?? (options.geoDbPath ? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath })) : platformHeaderResolver);
|
|
46
128
|
const capabilities = { ...baseCapabilities };
|
|
@@ -57,10 +139,13 @@ function native(options = {}) {
|
|
|
57
139
|
});
|
|
58
140
|
return docs;
|
|
59
141
|
};
|
|
142
|
+
const ingest = { path: options.ingestPath ?? "/analytics/ingest" };
|
|
60
143
|
return {
|
|
61
144
|
id: "native",
|
|
62
145
|
label: "Native (Payload)",
|
|
63
146
|
capabilities,
|
|
147
|
+
capture: nativeCapture,
|
|
148
|
+
ingest,
|
|
64
149
|
isConfigured: () => true,
|
|
65
150
|
flush: () => buffer?.flush() ?? Promise.resolve(),
|
|
66
151
|
register(config, context) {
|
|
@@ -74,10 +159,11 @@ function native(options = {}) {
|
|
|
74
159
|
];
|
|
75
160
|
config.endpoints = [...config.endpoints ?? [], {
|
|
76
161
|
method: "post",
|
|
77
|
-
path:
|
|
162
|
+
path: ingest.path,
|
|
78
163
|
handler: makeIngestHandler(geoResolver, () => buffer, {
|
|
79
164
|
scope: scoped ? context?.resolveScope : void 0,
|
|
80
|
-
timezone: context?.resolveTimezone
|
|
165
|
+
timezone: context?.resolveTimezone,
|
|
166
|
+
goals: context?.resolveGoals
|
|
81
167
|
})
|
|
82
168
|
}];
|
|
83
169
|
if (options.retentionDays && options.retentionDays > 0) config.jobs = {
|
|
@@ -106,6 +192,10 @@ function native(options = {}) {
|
|
|
106
192
|
},
|
|
107
193
|
async query(q) {
|
|
108
194
|
if (!payloadRef) throw new Error("analytics: native adapter queried before init");
|
|
195
|
+
if (q.filters && q.filters.length > 0 || q.granularity === "hour") return queryEvents(payloadRef, q, {
|
|
196
|
+
retentionDays: options.retentionDays,
|
|
197
|
+
scopeWhere
|
|
198
|
+
});
|
|
109
199
|
const fetchedAt = q.dateRange.end.toISOString();
|
|
110
200
|
const periodWhere = {
|
|
111
201
|
greater_than_equal: q.dateRange.start.toISOString(),
|
|
@@ -117,6 +207,7 @@ function native(options = {}) {
|
|
|
117
207
|
granularity: { equals: "day" },
|
|
118
208
|
dimension: { equals: "" },
|
|
119
209
|
path: { equals: totalsPath },
|
|
210
|
+
hostname: { equals: q.hostname ?? "" },
|
|
120
211
|
period: periodWhere,
|
|
121
212
|
...scopeWhere(q)
|
|
122
213
|
});
|
|
@@ -145,12 +236,14 @@ function native(options = {}) {
|
|
|
145
236
|
granularity: { equals: "day" },
|
|
146
237
|
dimension: { equals: "" },
|
|
147
238
|
path: { not_equals: "" },
|
|
239
|
+
hostname: { equals: q.hostname ?? "" },
|
|
148
240
|
period: periodWhere,
|
|
149
241
|
...scopeWhere(q)
|
|
150
242
|
} : {
|
|
151
243
|
granularity: { equals: "day" },
|
|
152
244
|
dimension: { equals: dim },
|
|
153
245
|
path: { equals: "" },
|
|
246
|
+
hostname: { equals: q.hostname ?? "" },
|
|
154
247
|
period: periodWhere,
|
|
155
248
|
...scopeWhere(q)
|
|
156
249
|
};
|
|
@@ -191,6 +284,8 @@ function native(options = {}) {
|
|
|
191
284
|
greater_than_equal: q.dateRange.start.toISOString(),
|
|
192
285
|
less_than_equal: q.dateRange.end.toISOString()
|
|
193
286
|
},
|
|
287
|
+
...q.hostname ? { hostname: { equals: q.hostname } } : {},
|
|
288
|
+
...q.path ? { path: { equals: q.path } } : {},
|
|
194
289
|
...scopeWhere(q)
|
|
195
290
|
},
|
|
196
291
|
limit: REALTIME_EVENT_LIMIT,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nativeAdapter.js","names":["events"],"sources":["../../src/native/nativeAdapter.ts"],"sourcesContent":["import type { Config, Payload } from 'payload'\nimport type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tAnalyticsRow,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\nimport { EVENTS_SLUG, eventsCollection } from './collections/events'\nimport { ROLLUPS_SLUG, rollupsCollection } from './collections/rollups'\nimport { seenCollection } from './collections/seen'\nimport { composeGeoResolvers } from './geo/composeGeoResolvers'\nimport { type GeoResolver, platformHeaderResolver } from './geo/geoResolver'\nimport { maxmindResolver } from './geo/maxmindResolver'\nimport { makeIngestHandler } from './ingest/endpoint'\nimport { flushBatch } from './ingest/flushBatch'\nimport type { StoredEvent } from './ingest/normalizeEvent'\nimport { createWriteBuffer, type WriteBuffer } from './ingest/writeBuffer'\nimport { buildRealtime, type RealtimeEvent } from './realtime/buildRealtime'\nimport { pruneEventsTask } from './retention/pruneTask'\nimport {\n\ttype Acc,\n\tadd,\n\temptyAcc,\n\ttype RollupDoc,\n\tselectMetrics,\n\tseriesFromRollups,\n} from './rollupAcc'\n\nexport interface NativeOptions {\n\tgeoResolver?: GeoResolver\n\tgeoDbPath?: string\n\tingestPath?: string\n\tretentionDays?: number\n\t/** Opt-in in-process write batching. `true` uses defaults (maxSize 50, maxAgeMs 2000). */\n\tbuffer?: boolean | { maxSize?: number; maxAgeMs?: number }\n}\n\nexport type NativeAdapter = AnalyticsAdapter & { flush: () => Promise<void> }\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'sessions',\n\t'events',\n\t'avgDuration',\n])\nconst dimensions: ReadonlySet<DimensionKey> = new Set(['page', 'country', 'source', 'device'])\n\nconst REALTIME_EVENT_LIMIT = 50_000\n\nconst baseCapabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 60,\n\tcomparison: true,\n\tminGranularity: 'day',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 10, aggregate: 300 },\n}\n\nexport function native(options: NativeOptions = {}): NativeAdapter {\n\tconst geoResolver =\n\t\toptions.geoResolver ??\n\t\t(options.geoDbPath\n\t\t\t? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath }))\n\t\t\t: platformHeaderResolver)\n\t// Per-instance copy: register() flips scopedQueries when the install is scoped.\n\tconst capabilities: AnalyticsCapabilities = { ...baseCapabilities }\n\tlet payloadRef: Payload | null = null\n\tlet buffer: WriteBuffer<StoredEvent> | null = null\n\tlet scoped = false\n\n\tconst scopeWhere = (q: AnalyticsQuery): Record<string, unknown> =>\n\t\tscoped && q.scope !== undefined ? { scope: { equals: q.scope } } : {}\n\n\tconst readRollups = async (\n\t\tpayload: Payload,\n\t\twhere: Record<string, unknown>\n\t): Promise<RollupDoc[]> => {\n\t\tconst { docs } = await payload.find({\n\t\t\tcollection: ROLLUPS_SLUG as never,\n\t\t\twhere: where as never,\n\t\t\tlimit: 100_000,\n\t\t\tpagination: false,\n\t\t})\n\t\treturn docs as unknown as RollupDoc[]\n\t}\n\n\treturn {\n\t\tid: 'native',\n\t\tlabel: 'Native (Payload)',\n\t\tcapabilities,\n\t\tisConfigured: () => true,\n\t\tflush: () => buffer?.flush() ?? Promise.resolve(),\n\t\tregister(config: Config, context) {\n\t\t\tscoped = context?.scoped ?? false\n\t\t\tif (scoped) {\n\t\t\t\tcapabilities.scopedQueries = true\n\t\t\t}\n\t\t\tconfig.collections = [\n\t\t\t\t...(config.collections ?? []),\n\t\t\t\teventsCollection(scoped),\n\t\t\t\trollupsCollection(scoped),\n\t\t\t\tseenCollection(),\n\t\t\t]\n\t\t\tconfig.endpoints = [\n\t\t\t\t...(config.endpoints ?? []),\n\t\t\t\t{\n\t\t\t\t\tmethod: 'post',\n\t\t\t\t\tpath: options.ingestPath ?? '/analytics/ingest',\n\t\t\t\t\thandler: makeIngestHandler(geoResolver, () => buffer, {\n\t\t\t\t\t\tscope: scoped ? context?.resolveScope : undefined,\n\t\t\t\t\t\ttimezone: context?.resolveTimezone,\n\t\t\t\t\t}),\n\t\t\t\t},\n\t\t\t]\n\t\t\tif (options.retentionDays && options.retentionDays > 0) {\n\t\t\t\tconfig.jobs = {\n\t\t\t\t\t...config.jobs,\n\t\t\t\t\ttasks: [...(config.jobs?.tasks ?? []), pruneEventsTask(options.retentionDays)],\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst prevOnInit = config.onInit\n\t\t\t// payloadRef is set before the app's own onInit so consumer init code can\n\t\t\t// already query the native adapter.\n\t\t\tconfig.onInit = async (p) => {\n\t\t\t\tpayloadRef = p\n\t\t\t\tif (options.buffer) {\n\t\t\t\t\tconst cfg = options.buffer === true ? {} : options.buffer\n\t\t\t\t\tbuffer = createWriteBuffer<StoredEvent>({\n\t\t\t\t\t\tmaxSize: cfg.maxSize ?? 50,\n\t\t\t\t\t\tmaxAgeMs: cfg.maxAgeMs ?? 2000,\n\t\t\t\t\t\tonFlush: (batch) => flushBatch(p, batch),\n\t\t\t\t\t\tonError: (error) => {\n\t\t\t\t\t\t\tp.logger.error({ err: error, msg: 'analytics: write buffer flush failed' })\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tawait prevOnInit?.(p)\n\t\t\t}\n\t\t},\n\t\tasync query(q: AnalyticsQuery): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst periodWhere = {\n\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t}\n\t\t\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\n\t\t\t// Distinct metrics (visitors/sessions) must not be summed across breakdown rows.\n\t\t\t// Totals always come from the non-dimensioned aggregate row. A dimensioned query\n\t\t\t// reports site-wide totals (path=''), a plain query uses the path-scoped row.\n\t\t\tconst totalsPath = dim ? '' : (q.path ?? '')\n\t\t\tconst totalsDocs = await readRollups(payloadRef, {\n\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\tdimension: { equals: '' },\n\t\t\t\tpath: { equals: totalsPath },\n\t\t\t\tperiod: periodWhere,\n\t\t\t\t...scopeWhere(q),\n\t\t\t})\n\t\t\tconst totalsAcc = emptyAcc()\n\t\t\tfor (const d of totalsDocs) {\n\t\t\t\tadd(totalsAcc, d)\n\t\t\t}\n\t\t\tconst totals = selectMetrics(totalsAcc, q.metrics)\n\n\t\t\tif (!dim) {\n\t\t\t\tif (q.granularity === 'day') {\n\t\t\t\t\treturn {\n\t\t\t\t\t\trows: seriesFromRollups(totalsDocs, q.metrics, q.timezone),\n\t\t\t\t\t\ttotals,\n\t\t\t\t\t\tmeta: { provider: 'native', fetchedAt },\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\treturn { rows: [{ metrics: totals }], totals, meta: { provider: 'native', fetchedAt } }\n\t\t\t}\n\n\t\t\tconst breakdownWhere =\n\t\t\t\tdim === 'page'\n\t\t\t\t\t? {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: '' },\n\t\t\t\t\t\t\tpath: { not_equals: '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\t\t\t: {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: dim },\n\t\t\t\t\t\t\tpath: { equals: '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\tconst groups = new Map<string, Acc>()\n\t\t\tfor (const d of await readRollups(payloadRef, breakdownWhere)) {\n\t\t\t\tconst value = dim === 'page' ? d.path : d.dimvalue\n\t\t\t\tlet acc = groups.get(value)\n\t\t\t\tif (!acc) {\n\t\t\t\t\tacc = emptyAcc()\n\t\t\t\t\tgroups.set(value, acc)\n\t\t\t\t}\n\t\t\t\tadd(acc, d)\n\t\t\t}\n\t\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, acc]) => ({\n\t\t\t\tdimensions: { [dim]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\t\tmetrics: selectMetrics(acc, q.metrics),\n\t\t\t}))\n\t\t\tconst sortMetric = q.order?.metric ?? 'pageviews'\n\t\t\tconst direction = (q.order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\t\tif (q.limit) {\n\t\t\t\trows = rows.slice(0, q.limit)\n\t\t\t}\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t\tasync realtime(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst { docs } = await payloadRef.find({\n\t\t\t\tcollection: EVENTS_SLUG as never,\n\t\t\t\twhere: {\n\t\t\t\t\ttimestamp: {\n\t\t\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t\t\t},\n\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t} as never,\n\t\t\t\t// Newest-first under a hard cap: if a very busy site has more events than the\n\t\t\t\t// cap in the window, keep the most recent activity rather than the oldest.\n\t\t\t\t// Unbounded accuracy via DB-side aggregation is deferred to the hardening spec.\n\t\t\t\tlimit: REALTIME_EVENT_LIMIT,\n\t\t\t\tpagination: false,\n\t\t\t\tdepth: 0,\n\t\t\t\tsort: '-timestamp',\n\t\t\t})\n\t\t\tconst events = docs as unknown as RealtimeEvent[]\n\t\t\tconst { rows, totals } = buildRealtime(events, q.dateRange, q.metrics)\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;AA2CA,MAAM,UAAkC,IAAI,IAAI;CAC/C;CACA;CACA;CACA;CACA;AACD,CAAC;AACD,MAAM,aAAwC,IAAI,IAAI;CAAC;CAAQ;CAAW;CAAU;AAAQ,CAAC;AAE7F,MAAM,uBAAuB;AAE7B,MAAM,mBAA0C;CAC/C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,YAAY;CACZ,gBAAgB;CAChB,iBAAiB;CACjB;CACA;CACA,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAI,WAAW;CAAI;AAChD;AAEA,SAAgB,OAAO,UAAyB,CAAC,GAAkB;CAClE,MAAM,cACL,QAAQ,gBACP,QAAQ,YACN,oBAAoB,wBAAwB,gBAAgB,EAAE,QAAQ,QAAQ,UAAU,CAAC,CAAC,IAC1F;CAEJ,MAAM,eAAsC,EAAE,GAAG,iBAAiB;CAClE,IAAI,aAA6B;CACjC,IAAI,SAA0C;CAC9C,IAAI,SAAS;CAEb,MAAM,cAAc,MACnB,UAAU,EAAE,UAAU,KAAA,IAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;CAErE,MAAM,cAAc,OACnB,SACA,UAC0B;EAC1B,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;GACnC,YAAY;GACL;GACP,OAAO;GACP,YAAY;EACb,CAAC;EACD,OAAO;CACR;CAEA,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,oBAAoB;EACpB,aAAa,QAAQ,MAAM,KAAK,QAAQ,QAAQ;EAChD,SAAS,QAAgB,SAAS;GACjC,SAAS,SAAS,UAAU;GAC5B,IAAI,QACH,aAAa,gBAAgB;GAE9B,OAAO,cAAc;IACpB,GAAI,OAAO,eAAe,CAAC;IAC3B,iBAAiB,MAAM;IACvB,kBAAkB,MAAM;IACxB,eAAe;GAChB;GACA,OAAO,YAAY,CAClB,GAAI,OAAO,aAAa,CAAC,GACzB;IACC,QAAQ;IACR,MAAM,QAAQ,cAAc;IAC5B,SAAS,kBAAkB,mBAAmB,QAAQ;KACrD,OAAO,SAAS,SAAS,eAAe,KAAA;KACxC,UAAU,SAAS;IACpB,CAAC;GACF,CACD;GACA,IAAI,QAAQ,iBAAiB,QAAQ,gBAAgB,GACpD,OAAO,OAAO;IACb,GAAG,OAAO;IACV,OAAO,CAAC,GAAI,OAAO,MAAM,SAAS,CAAC,GAAI,gBAAgB,QAAQ,aAAa,CAAC;GAC9E;GAED,MAAM,aAAa,OAAO;GAG1B,OAAO,SAAS,OAAO,MAAM;IAC5B,aAAa;IACb,IAAI,QAAQ,QAAQ;KACnB,MAAM,MAAM,QAAQ,WAAW,OAAO,CAAC,IAAI,QAAQ;KACnD,SAAS,kBAA+B;MACvC,SAAS,IAAI,WAAW;MACxB,UAAU,IAAI,YAAY;MAC1B,UAAU,UAAU,WAAW,GAAG,KAAK;MACvC,UAAU,UAAU;OACnB,EAAE,OAAO,MAAM;QAAE,KAAK;QAAO,KAAK;OAAuC,CAAC;MAC3E;KACD,CAAC;IACF;IACA,MAAM,aAAa,CAAC;GACrB;EACD;EACA,MAAM,MAAM,GAA6C;GACxD,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,cAAc;IACnB,oBAAoB,EAAE,UAAU,MAAM,YAAY;IAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;GAC9C;GACA,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;GAKvD,MAAM,aAAa,MAAM,KAAM,EAAE,QAAQ;GACzC,MAAM,aAAa,MAAM,YAAY,YAAY;IAChD,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,QAAQ,WAAW;IAC3B,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,CAAC;GACD,MAAM,YAAY,SAAS;GAC3B,KAAK,MAAM,KAAK,YACf,IAAI,WAAW,CAAC;GAEjB,MAAM,SAAS,cAAc,WAAW,EAAE,OAAO;GAEjD,IAAI,CAAC,KAAK;IACT,IAAI,EAAE,gBAAgB,OACrB,OAAO;KACN,MAAM,kBAAkB,YAAY,EAAE,SAAS,EAAE,QAAQ;KACzD;KACA,MAAM;MAAE,UAAU;MAAU;KAAU;IACvC;IAED,OAAO;KAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;KAAG;KAAQ,MAAM;MAAE,UAAU;MAAU;KAAU;IAAE;GACvF;GAEA,MAAM,iBACL,QAAQ,SACL;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,YAAY,GAAG;IACvB,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,IACC;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,IAAI;IACzB,MAAM,EAAE,QAAQ,GAAG;IACnB,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB;GACH,MAAM,yBAAS,IAAI,IAAiB;GACpC,KAAK,MAAM,KAAK,MAAM,YAAY,YAAY,cAAc,GAAG;IAC9D,MAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,EAAE;IAC1C,IAAI,MAAM,OAAO,IAAI,KAAK;IAC1B,IAAI,CAAC,KAAK;KACT,MAAM,SAAS;KACf,OAAO,IAAI,OAAO,GAAG;IACtB;IACA,IAAI,KAAK,CAAC;GACX;GACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,UAAU;IAC7D,YAAY,GAAG,MAAM,MAAM;IAC3B,SAAS,cAAc,KAAK,EAAE,OAAO;GACtC,EAAE;GACF,MAAM,aAAa,EAAE,OAAO,UAAU;GACtC,MAAM,aAAa,EAAE,OAAO,aAAa,YAAY,QAAQ,IAAI;GACjE,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;GAC7F,IAAI,EAAE,OACL,OAAO,KAAK,MAAM,GAAG,EAAE,KAAK;GAE7B,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;EACA,MAAM,SAAS,GAAmB,MAAgD;GACjF,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,EAAE,SAAS,MAAM,WAAW,KAAK;IACtC,YAAY;IACZ,OAAO;KACN,WAAW;MACV,oBAAoB,EAAE,UAAU,MAAM,YAAY;MAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;KAC9C;KACA,GAAG,WAAW,CAAC;IAChB;IAIA,OAAO;IACP,YAAY;IACZ,OAAO;IACP,MAAM;GACP,CAAC;GAED,MAAM,EAAE,MAAM,WAAW,cAAcA,MAAQ,EAAE,WAAW,EAAE,OAAO;GACrE,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;CACD;AACD"}
|
|
1
|
+
{"version":3,"file":"nativeAdapter.js","names":["events"],"sources":["../../src/native/nativeAdapter.ts"],"sourcesContent":["import type { Config, Payload } from 'payload'\nimport type { CaptureSupport } from '../core/capture'\nimport type {\n\tAdapterContext,\n\tAnalyticsAdapter,\n\tAnalyticsCapabilities,\n\tAnalyticsQuery,\n\tAnalyticsResult,\n\tAnalyticsRow,\n\tDimensionKey,\n\tMetricKey,\n} from '../core/contract'\nimport { INGEST_PATH } from '../plugin/paths'\nimport { EVENTS_SLUG, eventsCollection } from './collections/events'\nimport { ROLLUPS_SLUG, rollupsCollection } from './collections/rollups'\nimport { seenCollection } from './collections/seen'\nimport { composeGeoResolvers } from './geo/composeGeoResolvers'\nimport { type GeoResolver, platformHeaderResolver } from './geo/geoResolver'\nimport { maxmindResolver } from './geo/maxmindResolver'\nimport { makeIngestHandler } from './ingest/endpoint'\nimport { flushBatch } from './ingest/flushBatch'\nimport type { StoredEvent } from './ingest/normalizeEvent'\nimport { createWriteBuffer, type WriteBuffer } from './ingest/writeBuffer'\nimport { aggregateEvents, type EventLike, filtersToWhere } from './query/eventAgg'\nimport { buildRealtime, type RealtimeEvent } from './realtime/buildRealtime'\nimport { pruneEventsTask } from './retention/pruneTask'\nimport {\n\ttype Acc,\n\tadd,\n\temptyAcc,\n\ttype RollupDoc,\n\tselectMetrics,\n\tseriesFromRollups,\n} from './rollupAcc'\n\nexport interface NativeOptions {\n\tgeoResolver?: GeoResolver\n\tgeoDbPath?: string\n\tingestPath?: string\n\tretentionDays?: number\n\t/** Opt-in in-process write batching. `true` uses defaults (maxSize 50, maxAgeMs 2000). */\n\tbuffer?: boolean | { maxSize?: number; maxAgeMs?: number }\n}\n\nexport type NativeAdapter = AnalyticsAdapter & { flush: () => Promise<void> }\n\nconst metrics: ReadonlySet<MetricKey> = new Set([\n\t'pageviews',\n\t'visitors',\n\t'sessions',\n\t'events',\n\t'avgDuration',\n\t'conversions',\n\t'revenue',\n\t'scrollDepth',\n])\nconst dimensions: ReadonlySet<DimensionKey> = new Set([\n\t'page',\n\t'country',\n\t'source',\n\t'device',\n\t'event',\n\t'goal',\n])\n\nconst REALTIME_EVENT_LIMIT = 50_000\n\nconst baseCapabilities: AnalyticsCapabilities = {\n\tperPageQuery: true,\n\trealtime: true,\n\trealtimeWindowMinutes: 60,\n\tcomparison: true,\n\tminGranularity: 'hour',\n\tmaxLookbackDays: null,\n\tmetrics,\n\tdimensions,\n\tfilters: new Set(['page', 'country', 'region', 'city', 'device', 'source', 'event']),\n\tfilterOperators: new Set(['eq', 'contains']),\n\tbatchPageReport: true,\n\trateLimit: null,\n\trecommendedTtl: { realtime: 10, aggregate: 300 },\n}\n\nconst DAY_MS = 86_400_000\n\n// The tracker itself is the client (an RSC renders TrackerBoot), so there is nothing to\n// proxy or inject; the ingest path is carried by the tracker config resolver instead.\nconst nativeCapture: CaptureSupport = {\n\tproxy: { routes: [] },\n\tsnippet: () => ({ scripts: [] }),\n\tclient: { kind: 'native' },\n}\n\ninterface QueryEventsContext {\n\tretentionDays?: number\n\tscopeWhere: (q: AnalyticsQuery) => Record<string, unknown>\n}\n\n/**\n * Filtered/hour-granularity reads bypass the day-bucketed rollups and aggregate raw\n * events directly, under the same hard cap as `realtime()`. `retentionDays` clamps how\n * far back the read can reach when it would otherwise ask for events the prune task has\n * already deleted (or will delete before they're queryable).\n */\nasync function queryEvents(\n\tpayload: Payload,\n\tq: AnalyticsQuery,\n\tctx: QueryEventsContext\n): Promise<AnalyticsResult> {\n\tconst fetchedAt = q.dateRange.end.toISOString()\n\tlet start = q.dateRange.start\n\tlet clamped = false\n\tif (ctx.retentionDays && ctx.retentionDays > 0) {\n\t\tconst floor = new Date(Date.now() - ctx.retentionDays * DAY_MS)\n\t\tif (start < floor) {\n\t\t\tstart = floor\n\t\t\tclamped = true\n\t\t}\n\t}\n\tconst baseWhere: Record<string, unknown> = {\n\t\ttimestamp: {\n\t\t\tgreater_than_equal: start.toISOString(),\n\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t},\n\t\t...(q.hostname ? { hostname: { equals: q.hostname } } : {}),\n\t\t...(q.path ? { path: { equals: q.path } } : {}),\n\t\t...ctx.scopeWhere(q),\n\t}\n\t// filtersToWhere can also key off 'path' (a page filter); AND rather than spread so\n\t// q.path and a page filter both constrain the query instead of one overwriting the other.\n\tconst filterWhere = filtersToWhere(q.filters ?? [])\n\tconst where: Record<string, unknown> =\n\t\tObject.keys(filterWhere).length > 0 ? { and: [baseWhere, filterWhere] } : baseWhere\n\tconst { docs } = await payload.find({\n\t\tcollection: EVENTS_SLUG as never,\n\t\twhere: where as never,\n\t\t// Newest-first under a hard cap, same tradeoff as realtime(): a very busy site\n\t\t// with more events than the cap in range keeps its most recent activity.\n\t\tlimit: REALTIME_EVENT_LIMIT,\n\t\tpagination: false,\n\t\tdepth: 0,\n\t\tsort: '-timestamp',\n\t})\n\tconst events = docs as unknown as EventLike[]\n\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\tconst granularity =\n\t\tq.granularity === 'hour' || q.granularity === 'day' ? q.granularity : undefined\n\tconst { rows, totals } = aggregateEvents(events, {\n\t\tmetrics: q.metrics,\n\t\tdimension: dim,\n\t\tgranularity,\n\t\ttimezone: q.timezone,\n\t\torder: q.order,\n\t\tlimit: q.limit,\n\t})\n\tconst meta: AnalyticsResult['meta'] = { provider: 'native', fetchedAt }\n\tif (clamped) meta.clamped = true\n\tif (events.length >= REALTIME_EVENT_LIMIT) meta.sampled = true\n\treturn { rows, totals, meta }\n}\n\nexport function native(options: NativeOptions = {}): NativeAdapter {\n\tconst geoResolver =\n\t\toptions.geoResolver ??\n\t\t(options.geoDbPath\n\t\t\t? composeGeoResolvers(platformHeaderResolver, maxmindResolver({ dbPath: options.geoDbPath }))\n\t\t\t: platformHeaderResolver)\n\t// Per-instance copy: register() flips scopedQueries when the install is scoped.\n\tconst capabilities: AnalyticsCapabilities = { ...baseCapabilities }\n\tlet payloadRef: Payload | null = null\n\tlet buffer: WriteBuffer<StoredEvent> | null = null\n\tlet scoped = false\n\n\tconst scopeWhere = (q: AnalyticsQuery): Record<string, unknown> =>\n\t\tscoped && q.scope !== undefined ? { scope: { equals: q.scope } } : {}\n\n\tconst readRollups = async (\n\t\tpayload: Payload,\n\t\twhere: Record<string, unknown>\n\t): Promise<RollupDoc[]> => {\n\t\tconst { docs } = await payload.find({\n\t\t\tcollection: ROLLUPS_SLUG as never,\n\t\t\twhere: where as never,\n\t\t\tlimit: 100_000,\n\t\t\tpagination: false,\n\t\t})\n\t\treturn docs as unknown as RollupDoc[]\n\t}\n\n\tconst ingest = { path: options.ingestPath ?? INGEST_PATH }\n\n\treturn {\n\t\tid: 'native',\n\t\tlabel: 'Native (Payload)',\n\t\tcapabilities,\n\t\tcapture: nativeCapture,\n\t\tingest,\n\t\tisConfigured: () => true,\n\t\tflush: () => buffer?.flush() ?? Promise.resolve(),\n\t\tregister(config: Config, context) {\n\t\t\tscoped = context?.scoped ?? false\n\t\t\tif (scoped) {\n\t\t\t\tcapabilities.scopedQueries = true\n\t\t\t}\n\t\t\tconfig.collections = [\n\t\t\t\t...(config.collections ?? []),\n\t\t\t\teventsCollection(scoped),\n\t\t\t\trollupsCollection(scoped),\n\t\t\t\tseenCollection(),\n\t\t\t]\n\t\t\tconfig.endpoints = [\n\t\t\t\t...(config.endpoints ?? []),\n\t\t\t\t{\n\t\t\t\t\tmethod: 'post',\n\t\t\t\t\tpath: ingest.path,\n\t\t\t\t\thandler: makeIngestHandler(geoResolver, () => buffer, {\n\t\t\t\t\t\tscope: scoped ? context?.resolveScope : undefined,\n\t\t\t\t\t\ttimezone: context?.resolveTimezone,\n\t\t\t\t\t\tgoals: context?.resolveGoals,\n\t\t\t\t\t}),\n\t\t\t\t},\n\t\t\t]\n\t\t\tif (options.retentionDays && options.retentionDays > 0) {\n\t\t\t\tconfig.jobs = {\n\t\t\t\t\t...config.jobs,\n\t\t\t\t\ttasks: [...(config.jobs?.tasks ?? []), pruneEventsTask(options.retentionDays)],\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst prevOnInit = config.onInit\n\t\t\t// payloadRef is set before the app's own onInit so consumer init code can\n\t\t\t// already query the native adapter.\n\t\t\tconfig.onInit = async (p) => {\n\t\t\t\tpayloadRef = p\n\t\t\t\tif (options.buffer) {\n\t\t\t\t\tconst cfg = options.buffer === true ? {} : options.buffer\n\t\t\t\t\tbuffer = createWriteBuffer<StoredEvent>({\n\t\t\t\t\t\tmaxSize: cfg.maxSize ?? 50,\n\t\t\t\t\t\tmaxAgeMs: cfg.maxAgeMs ?? 2000,\n\t\t\t\t\t\tonFlush: (batch) => flushBatch(p, batch),\n\t\t\t\t\t\tonError: (error) => {\n\t\t\t\t\t\t\tp.logger.error({ err: error, msg: 'analytics: write buffer flush failed' })\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t}\n\t\t\t\tawait prevOnInit?.(p)\n\t\t\t}\n\t\t},\n\t\tasync query(q: AnalyticsQuery): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tif ((q.filters && q.filters.length > 0) || q.granularity === 'hour') {\n\t\t\t\treturn queryEvents(payloadRef, q, { retentionDays: options.retentionDays, scopeWhere })\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst periodWhere = {\n\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t}\n\t\t\tconst dim = q.dimensions?.find((d) => dimensions.has(d))\n\n\t\t\t// Distinct metrics (visitors/sessions) must not be summed across breakdown rows.\n\t\t\t// Totals always come from the non-dimensioned aggregate row. A dimensioned query\n\t\t\t// reports site-wide totals (path=''), a plain query uses the path-scoped row.\n\t\t\tconst totalsPath = dim ? '' : (q.path ?? '')\n\t\t\tconst totalsDocs = await readRollups(payloadRef, {\n\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\tdimension: { equals: '' },\n\t\t\t\tpath: { equals: totalsPath },\n\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\tperiod: periodWhere,\n\t\t\t\t...scopeWhere(q),\n\t\t\t})\n\t\t\tconst totalsAcc = emptyAcc()\n\t\t\tfor (const d of totalsDocs) {\n\t\t\t\tadd(totalsAcc, d)\n\t\t\t}\n\t\t\tconst totals = selectMetrics(totalsAcc, q.metrics)\n\n\t\t\tif (!dim) {\n\t\t\t\tif (q.granularity === 'day') {\n\t\t\t\t\treturn {\n\t\t\t\t\t\trows: seriesFromRollups(totalsDocs, q.metrics, q.timezone),\n\t\t\t\t\t\ttotals,\n\t\t\t\t\t\tmeta: { provider: 'native', fetchedAt },\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\treturn { rows: [{ metrics: totals }], totals, meta: { provider: 'native', fetchedAt } }\n\t\t\t}\n\n\t\t\tconst breakdownWhere =\n\t\t\t\tdim === 'page'\n\t\t\t\t\t? {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: '' },\n\t\t\t\t\t\t\tpath: { not_equals: '' },\n\t\t\t\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\t\t\t: {\n\t\t\t\t\t\t\tgranularity: { equals: 'day' },\n\t\t\t\t\t\t\tdimension: { equals: dim },\n\t\t\t\t\t\t\tpath: { equals: '' },\n\t\t\t\t\t\t\thostname: { equals: q.hostname ?? '' },\n\t\t\t\t\t\t\tperiod: periodWhere,\n\t\t\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t\t\t}\n\t\t\tconst groups = new Map<string, Acc>()\n\t\t\tfor (const d of await readRollups(payloadRef, breakdownWhere)) {\n\t\t\t\tconst value = dim === 'page' ? d.path : d.dimvalue\n\t\t\t\tlet acc = groups.get(value)\n\t\t\t\tif (!acc) {\n\t\t\t\t\tacc = emptyAcc()\n\t\t\t\t\tgroups.set(value, acc)\n\t\t\t\t}\n\t\t\t\tadd(acc, d)\n\t\t\t}\n\t\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, acc]) => ({\n\t\t\t\tdimensions: { [dim]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\t\tmetrics: selectMetrics(acc, q.metrics),\n\t\t\t}))\n\t\t\tconst sortMetric = q.order?.metric ?? 'pageviews'\n\t\t\tconst direction = (q.order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\t\tif (q.limit) {\n\t\t\t\trows = rows.slice(0, q.limit)\n\t\t\t}\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t\tasync realtime(q: AnalyticsQuery, _ctx: AdapterContext): Promise<AnalyticsResult> {\n\t\t\tif (!payloadRef) {\n\t\t\t\tthrow new Error('analytics: native adapter queried before init')\n\t\t\t}\n\t\t\tconst fetchedAt = q.dateRange.end.toISOString()\n\t\t\tconst { docs } = await payloadRef.find({\n\t\t\t\tcollection: EVENTS_SLUG as never,\n\t\t\t\twhere: {\n\t\t\t\t\ttimestamp: {\n\t\t\t\t\t\tgreater_than_equal: q.dateRange.start.toISOString(),\n\t\t\t\t\t\tless_than_equal: q.dateRange.end.toISOString(),\n\t\t\t\t\t},\n\t\t\t\t\t...(q.hostname ? { hostname: { equals: q.hostname } } : {}),\n\t\t\t\t\t...(q.path ? { path: { equals: q.path } } : {}),\n\t\t\t\t\t...scopeWhere(q),\n\t\t\t\t} as never,\n\t\t\t\t// Newest-first under a hard cap: if a very busy site has more events than the\n\t\t\t\t// cap in the window, keep the most recent activity rather than the oldest.\n\t\t\t\t// Unbounded accuracy via DB-side aggregation is deferred to the hardening spec.\n\t\t\t\tlimit: REALTIME_EVENT_LIMIT,\n\t\t\t\tpagination: false,\n\t\t\t\tdepth: 0,\n\t\t\t\tsort: '-timestamp',\n\t\t\t})\n\t\t\tconst events = docs as unknown as RealtimeEvent[]\n\t\t\tconst { rows, totals } = buildRealtime(events, q.dateRange, q.metrics)\n\t\t\treturn { rows, totals, meta: { provider: 'native', fetchedAt } }\n\t\t},\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;AA8CA,MAAM,UAAkC,IAAI,IAAI;CAC/C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACD,CAAC;AACD,MAAM,aAAwC,IAAI,IAAI;CACrD;CACA;CACA;CACA;CACA;CACA;AACD,CAAC;AAED,MAAM,uBAAuB;AAE7B,MAAM,mBAA0C;CAC/C,cAAc;CACd,UAAU;CACV,uBAAuB;CACvB,YAAY;CACZ,gBAAgB;CAChB,iBAAiB;CACjB;CACA;CACA,SAAS,IAAI,IAAI;EAAC;EAAQ;EAAW;EAAU;EAAQ;EAAU;EAAU;CAAO,CAAC;CACnF,iBAAiB,IAAI,IAAI,CAAC,MAAM,UAAU,CAAC;CAC3C,iBAAiB;CACjB,WAAW;CACX,gBAAgB;EAAE,UAAU;EAAI,WAAW;CAAI;AAChD;AAEA,MAAM,SAAS;AAIf,MAAM,gBAAgC;CACrC,OAAO,EAAE,QAAQ,CAAC,EAAE;CACpB,gBAAgB,EAAE,SAAS,CAAC,EAAE;CAC9B,QAAQ,EAAE,MAAM,SAAS;AAC1B;;;;;;;AAaA,eAAe,YACd,SACA,GACA,KAC2B;CAC3B,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;CAC9C,IAAI,QAAQ,EAAE,UAAU;CACxB,IAAI,UAAU;CACd,IAAI,IAAI,iBAAiB,IAAI,gBAAgB,GAAG;EAC/C,MAAM,wBAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,gBAAgB,MAAM;EAC9D,IAAI,QAAQ,OAAO;GAClB,QAAQ;GACR,UAAU;EACX;CACD;CACA,MAAM,YAAqC;EAC1C,WAAW;GACV,oBAAoB,MAAM,YAAY;GACtC,iBAAiB,EAAE,UAAU,IAAI,YAAY;EAC9C;EACA,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC;EACzD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC;EAC7C,GAAG,IAAI,WAAW,CAAC;CACpB;CAGA,MAAM,cAAc,eAAe,EAAE,WAAW,CAAC,CAAC;CAClD,MAAM,QACL,OAAO,KAAK,WAAW,EAAE,SAAS,IAAI,EAAE,KAAK,CAAC,WAAW,WAAW,EAAE,IAAI;CAC3E,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;EACnC,YAAY;EACL;EAGP,OAAO;EACP,YAAY;EACZ,OAAO;EACP,MAAM;CACP,CAAC;CACD,MAAM,SAAS;CACf,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;CACvD,MAAM,cACL,EAAE,gBAAgB,UAAU,EAAE,gBAAgB,QAAQ,EAAE,cAAc,KAAA;CACvE,MAAM,EAAE,MAAM,WAAW,gBAAgB,QAAQ;EAChD,SAAS,EAAE;EACX,WAAW;EACX;EACA,UAAU,EAAE;EACZ,OAAO,EAAE;EACT,OAAO,EAAE;CACV,CAAC;CACD,MAAM,OAAgC;EAAE,UAAU;EAAU;CAAU;CACtE,IAAI,SAAS,KAAK,UAAU;CAC5B,IAAI,OAAO,UAAU,sBAAsB,KAAK,UAAU;CAC1D,OAAO;EAAE;EAAM;EAAQ;CAAK;AAC7B;AAEA,SAAgB,OAAO,UAAyB,CAAC,GAAkB;CAClE,MAAM,cACL,QAAQ,gBACP,QAAQ,YACN,oBAAoB,wBAAwB,gBAAgB,EAAE,QAAQ,QAAQ,UAAU,CAAC,CAAC,IAC1F;CAEJ,MAAM,eAAsC,EAAE,GAAG,iBAAiB;CAClE,IAAI,aAA6B;CACjC,IAAI,SAA0C;CAC9C,IAAI,SAAS;CAEb,MAAM,cAAc,MACnB,UAAU,EAAE,UAAU,KAAA,IAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;CAErE,MAAM,cAAc,OACnB,SACA,UAC0B;EAC1B,MAAM,EAAE,SAAS,MAAM,QAAQ,KAAK;GACnC,YAAY;GACL;GACP,OAAO;GACP,YAAY;EACb,CAAC;EACD,OAAO;CACR;CAEA,MAAM,SAAS,EAAE,MAAM,QAAQ,cAAA,oBAA0B;CAEzD,OAAO;EACN,IAAI;EACJ,OAAO;EACP;EACA,SAAS;EACT;EACA,oBAAoB;EACpB,aAAa,QAAQ,MAAM,KAAK,QAAQ,QAAQ;EAChD,SAAS,QAAgB,SAAS;GACjC,SAAS,SAAS,UAAU;GAC5B,IAAI,QACH,aAAa,gBAAgB;GAE9B,OAAO,cAAc;IACpB,GAAI,OAAO,eAAe,CAAC;IAC3B,iBAAiB,MAAM;IACvB,kBAAkB,MAAM;IACxB,eAAe;GAChB;GACA,OAAO,YAAY,CAClB,GAAI,OAAO,aAAa,CAAC,GACzB;IACC,QAAQ;IACR,MAAM,OAAO;IACb,SAAS,kBAAkB,mBAAmB,QAAQ;KACrD,OAAO,SAAS,SAAS,eAAe,KAAA;KACxC,UAAU,SAAS;KACnB,OAAO,SAAS;IACjB,CAAC;GACF,CACD;GACA,IAAI,QAAQ,iBAAiB,QAAQ,gBAAgB,GACpD,OAAO,OAAO;IACb,GAAG,OAAO;IACV,OAAO,CAAC,GAAI,OAAO,MAAM,SAAS,CAAC,GAAI,gBAAgB,QAAQ,aAAa,CAAC;GAC9E;GAED,MAAM,aAAa,OAAO;GAG1B,OAAO,SAAS,OAAO,MAAM;IAC5B,aAAa;IACb,IAAI,QAAQ,QAAQ;KACnB,MAAM,MAAM,QAAQ,WAAW,OAAO,CAAC,IAAI,QAAQ;KACnD,SAAS,kBAA+B;MACvC,SAAS,IAAI,WAAW;MACxB,UAAU,IAAI,YAAY;MAC1B,UAAU,UAAU,WAAW,GAAG,KAAK;MACvC,UAAU,UAAU;OACnB,EAAE,OAAO,MAAM;QAAE,KAAK;QAAO,KAAK;OAAuC,CAAC;MAC3E;KACD,CAAC;IACF;IACA,MAAM,aAAa,CAAC;GACrB;EACD;EACA,MAAM,MAAM,GAA6C;GACxD,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,IAAK,EAAE,WAAW,EAAE,QAAQ,SAAS,KAAM,EAAE,gBAAgB,QAC5D,OAAO,YAAY,YAAY,GAAG;IAAE,eAAe,QAAQ;IAAe;GAAW,CAAC;GAEvF,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,cAAc;IACnB,oBAAoB,EAAE,UAAU,MAAM,YAAY;IAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;GAC9C;GACA,MAAM,MAAM,EAAE,YAAY,MAAM,MAAM,WAAW,IAAI,CAAC,CAAC;GAKvD,MAAM,aAAa,MAAM,KAAM,EAAE,QAAQ;GACzC,MAAM,aAAa,MAAM,YAAY,YAAY;IAChD,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,QAAQ,WAAW;IAC3B,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,CAAC;GACD,MAAM,YAAY,SAAS;GAC3B,KAAK,MAAM,KAAK,YACf,IAAI,WAAW,CAAC;GAEjB,MAAM,SAAS,cAAc,WAAW,EAAE,OAAO;GAEjD,IAAI,CAAC,KAAK;IACT,IAAI,EAAE,gBAAgB,OACrB,OAAO;KACN,MAAM,kBAAkB,YAAY,EAAE,SAAS,EAAE,QAAQ;KACzD;KACA,MAAM;MAAE,UAAU;MAAU;KAAU;IACvC;IAED,OAAO;KAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;KAAG;KAAQ,MAAM;MAAE,UAAU;MAAU;KAAU;IAAE;GACvF;GAEA,MAAM,iBACL,QAAQ,SACL;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,GAAG;IACxB,MAAM,EAAE,YAAY,GAAG;IACvB,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB,IACC;IACA,aAAa,EAAE,QAAQ,MAAM;IAC7B,WAAW,EAAE,QAAQ,IAAI;IACzB,MAAM,EAAE,QAAQ,GAAG;IACnB,UAAU,EAAE,QAAQ,EAAE,YAAY,GAAG;IACrC,QAAQ;IACR,GAAG,WAAW,CAAC;GAChB;GACH,MAAM,yBAAS,IAAI,IAAiB;GACpC,KAAK,MAAM,KAAK,MAAM,YAAY,YAAY,cAAc,GAAG;IAC9D,MAAM,QAAQ,QAAQ,SAAS,EAAE,OAAO,EAAE;IAC1C,IAAI,MAAM,OAAO,IAAI,KAAK;IAC1B,IAAI,CAAC,KAAK;KACT,MAAM,SAAS;KACf,OAAO,IAAI,OAAO,GAAG;IACtB;IACA,IAAI,KAAK,CAAC;GACX;GACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,UAAU;IAC7D,YAAY,GAAG,MAAM,MAAM;IAC3B,SAAS,cAAc,KAAK,EAAE,OAAO;GACtC,EAAE;GACF,MAAM,aAAa,EAAE,OAAO,UAAU;GACtC,MAAM,aAAa,EAAE,OAAO,aAAa,YAAY,QAAQ,IAAI;GACjE,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;GAC7F,IAAI,EAAE,OACL,OAAO,KAAK,MAAM,GAAG,EAAE,KAAK;GAE7B,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;EACA,MAAM,SAAS,GAAmB,MAAgD;GACjF,IAAI,CAAC,YACJ,MAAM,IAAI,MAAM,+CAA+C;GAEhE,MAAM,YAAY,EAAE,UAAU,IAAI,YAAY;GAC9C,MAAM,EAAE,SAAS,MAAM,WAAW,KAAK;IACtC,YAAY;IACZ,OAAO;KACN,WAAW;MACV,oBAAoB,EAAE,UAAU,MAAM,YAAY;MAClD,iBAAiB,EAAE,UAAU,IAAI,YAAY;KAC9C;KACA,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC;KACzD,GAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC;KAC7C,GAAG,WAAW,CAAC;IAChB;IAIA,OAAO;IACP,YAAY;IACZ,OAAO;IACP,MAAM;GACP,CAAC;GAED,MAAM,EAAE,MAAM,WAAW,cAAcA,MAAQ,EAAE,WAAW,EAAE,OAAO;GACrE,OAAO;IAAE;IAAM;IAAQ,MAAM;KAAE,UAAU;KAAU;IAAU;GAAE;EAChE;CACD;AACD"}
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import { startOfDayInTz } from "../../timeframe/tz.js";
|
|
2
|
+
//#region src/native/query/eventAgg.ts
|
|
3
|
+
const HOUR_MS = 36e5;
|
|
4
|
+
/** Dimensions native can filter/group on directly against the events collection. */
|
|
5
|
+
const EVENT_FIELD = {
|
|
6
|
+
page: "path",
|
|
7
|
+
country: "country",
|
|
8
|
+
region: "region",
|
|
9
|
+
city: "city",
|
|
10
|
+
device: "device",
|
|
11
|
+
source: "source",
|
|
12
|
+
event: "name"
|
|
13
|
+
};
|
|
14
|
+
const FILTER_OPERATOR = {
|
|
15
|
+
eq: "equals",
|
|
16
|
+
contains: "contains"
|
|
17
|
+
};
|
|
18
|
+
/**
|
|
19
|
+
* Payload where fragment for supported filters; unsupported dimensions/operators are
|
|
20
|
+
* dropped. Capability gating (`filters`/`filterOperators`) is the real contract upstream,
|
|
21
|
+
* this is just the safety net so a stray unsupported filter never throws.
|
|
22
|
+
* `contains` is case-insensitive on both DBs; on Postgres its value is a raw ILIKE
|
|
23
|
+
* pattern (`%`/`_` act as wildcards), while Mongo regex-escapes the value first.
|
|
24
|
+
* One fragment per filter under `and`, not merged by key: two filters on the same field
|
|
25
|
+
* (e.g. two `eq` values) must both constrain the query rather than the later one silently
|
|
26
|
+
* overwriting the earlier one.
|
|
27
|
+
*/
|
|
28
|
+
const filtersToWhere = (filters) => {
|
|
29
|
+
const fragments = [];
|
|
30
|
+
for (const filter of filters) {
|
|
31
|
+
const field = EVENT_FIELD[filter.dimension];
|
|
32
|
+
if (!field || filter.operator === "matches") continue;
|
|
33
|
+
const op = FILTER_OPERATOR[filter.operator];
|
|
34
|
+
if (!op) continue;
|
|
35
|
+
fragments.push({ [field]: { [op]: filter.value } });
|
|
36
|
+
}
|
|
37
|
+
return fragments.length > 0 ? { and: fragments } : {};
|
|
38
|
+
};
|
|
39
|
+
const emptyBucket = () => ({
|
|
40
|
+
pageviews: 0,
|
|
41
|
+
events: 0,
|
|
42
|
+
durationMs: 0,
|
|
43
|
+
visitors: /* @__PURE__ */ new Set(),
|
|
44
|
+
sessions: /* @__PURE__ */ new Set(),
|
|
45
|
+
conversions: 0,
|
|
46
|
+
revenue: 0,
|
|
47
|
+
scrollDepthSum: 0,
|
|
48
|
+
scrollSamples: 0
|
|
49
|
+
});
|
|
50
|
+
/**
|
|
51
|
+
* `completions` narrows what the event contributes to conversions/revenue: a goal breakdown
|
|
52
|
+
* row counts only its own goal, every other bucket counts all of them. Mirrors how
|
|
53
|
+
* computeRollupDeltas fills a `goal` bucket versus a site or page bucket.
|
|
54
|
+
*/
|
|
55
|
+
const addEvent = (bucket, event, completions = event.goals ?? []) => {
|
|
56
|
+
if (event.type === "pageview") {
|
|
57
|
+
bucket.pageviews++;
|
|
58
|
+
bucket.durationMs += event.durationMs ?? 0;
|
|
59
|
+
} else bucket.events++;
|
|
60
|
+
if (event.scrollDepth !== void 0) {
|
|
61
|
+
bucket.scrollDepthSum += event.scrollDepth;
|
|
62
|
+
bucket.scrollSamples++;
|
|
63
|
+
}
|
|
64
|
+
bucket.conversions += completions.length;
|
|
65
|
+
for (const completion of completions) bucket.revenue += completion.value;
|
|
66
|
+
bucket.visitors.add(event.visitorHash);
|
|
67
|
+
bucket.sessions.add(event.sessionId);
|
|
68
|
+
};
|
|
69
|
+
const selectMetrics = (bucket, wanted) => {
|
|
70
|
+
const out = {};
|
|
71
|
+
if (wanted.includes("pageviews")) out.pageviews = bucket.pageviews;
|
|
72
|
+
if (wanted.includes("events")) out.events = bucket.events;
|
|
73
|
+
if (wanted.includes("visitors")) out.visitors = bucket.visitors.size;
|
|
74
|
+
if (wanted.includes("sessions")) out.sessions = bucket.sessions.size;
|
|
75
|
+
if (wanted.includes("conversions")) out.conversions = bucket.conversions;
|
|
76
|
+
if (wanted.includes("revenue")) out.revenue = bucket.revenue;
|
|
77
|
+
if (wanted.includes("avgDuration")) out.avgDuration = bucket.pageviews > 0 ? Math.round(bucket.durationMs / bucket.pageviews) : 0;
|
|
78
|
+
if (wanted.includes("scrollDepth")) out.scrollDepth = bucket.scrollSamples > 0 ? Math.round(bucket.scrollDepthSum / bucket.scrollSamples) : 0;
|
|
79
|
+
return out;
|
|
80
|
+
};
|
|
81
|
+
/**
|
|
82
|
+
* Hour buckets are UTC-hour floors regardless of `timezone`; sub-day bucketing ignoring
|
|
83
|
+
* the reporting timezone is a documented v1 limitation. Day buckets floor in `timezone`
|
|
84
|
+
* to stay aligned with native rollup day boundaries.
|
|
85
|
+
*/
|
|
86
|
+
const bucketKeyFor = (event, granularity, timezone) => {
|
|
87
|
+
const ts = new Date(event.timestamp);
|
|
88
|
+
if (granularity === "hour") return (/* @__PURE__ */ new Date(Math.floor(ts.getTime() / HOUR_MS) * HOUR_MS)).toISOString();
|
|
89
|
+
return startOfDayInTz(ts, timezone).toISOString();
|
|
90
|
+
};
|
|
91
|
+
/**
|
|
92
|
+
* Aggregate raw events into totals, plus one of: dimension breakdown rows or hour/day
|
|
93
|
+
* series rows (dimension wins if both are requested). Totals always cover every event
|
|
94
|
+
* passed in, independent of which rows a breakdown or series produces.
|
|
95
|
+
*/
|
|
96
|
+
const aggregateEvents = (events, { metrics, dimension, granularity, timezone = "UTC", order, limit }) => {
|
|
97
|
+
const totalsBucket = emptyBucket();
|
|
98
|
+
for (const event of events) addEvent(totalsBucket, event);
|
|
99
|
+
const totals = selectMetrics(totalsBucket, metrics);
|
|
100
|
+
const field = dimension ? EVENT_FIELD[dimension] : void 0;
|
|
101
|
+
if (dimension && (field || dimension === "goal")) {
|
|
102
|
+
const groups = /* @__PURE__ */ new Map();
|
|
103
|
+
const bucketFor = (value) => {
|
|
104
|
+
let bucket = groups.get(value);
|
|
105
|
+
if (!bucket) {
|
|
106
|
+
bucket = emptyBucket();
|
|
107
|
+
groups.set(value, bucket);
|
|
108
|
+
}
|
|
109
|
+
return bucket;
|
|
110
|
+
};
|
|
111
|
+
for (const event of events) {
|
|
112
|
+
if (dimension === "goal") {
|
|
113
|
+
for (const completion of event.goals ?? []) addEvent(bucketFor(completion.slug), event, [completion]);
|
|
114
|
+
continue;
|
|
115
|
+
}
|
|
116
|
+
if (!field || field === "name" && event.type !== "event") continue;
|
|
117
|
+
const value = event[field];
|
|
118
|
+
if (!value) continue;
|
|
119
|
+
addEvent(bucketFor(value), event);
|
|
120
|
+
}
|
|
121
|
+
let rows = [...groups].map(([value, bucket]) => ({
|
|
122
|
+
dimensions: { [dimension]: value },
|
|
123
|
+
metrics: selectMetrics(bucket, metrics)
|
|
124
|
+
}));
|
|
125
|
+
const sortMetric = order?.metric ?? "pageviews";
|
|
126
|
+
const direction = (order?.direction ?? "desc") === "asc" ? 1 : -1;
|
|
127
|
+
rows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction);
|
|
128
|
+
if (limit) rows = rows.slice(0, limit);
|
|
129
|
+
return {
|
|
130
|
+
rows,
|
|
131
|
+
totals
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
if (granularity) {
|
|
135
|
+
const buckets = /* @__PURE__ */ new Map();
|
|
136
|
+
for (const event of events) {
|
|
137
|
+
const key = bucketKeyFor(event, granularity, timezone);
|
|
138
|
+
let bucket = buckets.get(key);
|
|
139
|
+
if (!bucket) {
|
|
140
|
+
bucket = emptyBucket();
|
|
141
|
+
buckets.set(key, bucket);
|
|
142
|
+
}
|
|
143
|
+
addEvent(bucket, event);
|
|
144
|
+
}
|
|
145
|
+
return {
|
|
146
|
+
rows: [...buckets.entries()].sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0).map(([timestamp, bucket]) => ({
|
|
147
|
+
timestamp,
|
|
148
|
+
metrics: selectMetrics(bucket, metrics)
|
|
149
|
+
})),
|
|
150
|
+
totals
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
return {
|
|
154
|
+
rows: [{ metrics: totals }],
|
|
155
|
+
totals
|
|
156
|
+
};
|
|
157
|
+
};
|
|
158
|
+
//#endregion
|
|
159
|
+
export { aggregateEvents, filtersToWhere };
|
|
160
|
+
|
|
161
|
+
//# sourceMappingURL=eventAgg.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eventAgg.js","names":[],"sources":["../../../src/native/query/eventAgg.ts"],"sourcesContent":["import type { AnalyticsFilter, AnalyticsRow, DimensionKey, MetricKey } from '../../core/contract'\nimport { DEFAULT_TIMEZONE, startOfDayInTz } from '../../timeframe/tz'\n\n/** Raw event shape aggregateEvents/filtersToWhere operate on; matches StoredEvent as read back from the events collection (timestamp comes back as an ISO string). */\nexport interface EventLike {\n\ttimestamp: string | Date\n\ttype: 'pageview' | 'event' | 'goal'\n\tname?: string\n\tpath: string\n\tdevice?: string\n\tsource?: string\n\tcountry?: string\n\tregion?: string\n\tcity?: string\n\tvisitorHash: string\n\tsessionId: string\n\tdurationMs?: number\n\tscrollDepth?: number\n\t/** Goal completions stamped at ingest; the source of conversions/revenue on this path. */\n\tgoals?: Array<{ slug: string; value: number }>\n}\n\nconst HOUR_MS = 3_600_000\n\ntype EventStringField = 'path' | 'country' | 'region' | 'city' | 'device' | 'source' | 'name'\n\n/** Dimensions native can filter/group on directly against the events collection. */\nconst EVENT_FIELD: Partial<Record<DimensionKey, EventStringField>> = {\n\tpage: 'path',\n\tcountry: 'country',\n\tregion: 'region',\n\tcity: 'city',\n\tdevice: 'device',\n\tsource: 'source',\n\tevent: 'name',\n}\n\nconst FILTER_OPERATOR: Record<'eq' | 'contains', string> = { eq: 'equals', contains: 'contains' }\n\n/**\n * Payload where fragment for supported filters; unsupported dimensions/operators are\n * dropped. Capability gating (`filters`/`filterOperators`) is the real contract upstream,\n * this is just the safety net so a stray unsupported filter never throws.\n * `contains` is case-insensitive on both DBs; on Postgres its value is a raw ILIKE\n * pattern (`%`/`_` act as wildcards), while Mongo regex-escapes the value first.\n * One fragment per filter under `and`, not merged by key: two filters on the same field\n * (e.g. two `eq` values) must both constrain the query rather than the later one silently\n * overwriting the earlier one.\n */\nexport const filtersToWhere = (filters: AnalyticsFilter[]): Record<string, unknown> => {\n\tconst fragments: Record<string, unknown>[] = []\n\tfor (const filter of filters) {\n\t\tconst field = EVENT_FIELD[filter.dimension]\n\t\tif (!field || filter.operator === 'matches') {\n\t\t\tcontinue\n\t\t}\n\t\tconst op = FILTER_OPERATOR[filter.operator]\n\t\tif (!op) {\n\t\t\tcontinue\n\t\t}\n\t\tfragments.push({ [field]: { [op]: filter.value } })\n\t}\n\treturn fragments.length > 0 ? { and: fragments } : {}\n}\n\ninterface Bucket {\n\tpageviews: number\n\tevents: number\n\tdurationMs: number\n\tvisitors: Set<string>\n\tsessions: Set<string>\n\tconversions: number\n\trevenue: number\n\tscrollDepthSum: number\n\tscrollSamples: number\n}\n\nconst emptyBucket = (): Bucket => ({\n\tpageviews: 0,\n\tevents: 0,\n\tdurationMs: 0,\n\tvisitors: new Set(),\n\tsessions: new Set(),\n\tconversions: 0,\n\trevenue: 0,\n\tscrollDepthSum: 0,\n\tscrollSamples: 0,\n})\n\n/**\n * `completions` narrows what the event contributes to conversions/revenue: a goal breakdown\n * row counts only its own goal, every other bucket counts all of them. Mirrors how\n * computeRollupDeltas fills a `goal` bucket versus a site or page bucket.\n */\nconst addEvent = (bucket: Bucket, event: EventLike, completions = event.goals ?? []): void => {\n\tif (event.type === 'pageview') {\n\t\tbucket.pageviews++\n\t\tbucket.durationMs += event.durationMs ?? 0\n\t} else {\n\t\tbucket.events++\n\t}\n\tif (event.scrollDepth !== undefined) {\n\t\tbucket.scrollDepthSum += event.scrollDepth\n\t\tbucket.scrollSamples++\n\t}\n\tbucket.conversions += completions.length\n\tfor (const completion of completions) {\n\t\tbucket.revenue += completion.value\n\t}\n\tbucket.visitors.add(event.visitorHash)\n\tbucket.sessions.add(event.sessionId)\n}\n\nconst selectMetrics = (bucket: Bucket, wanted: MetricKey[]): Partial<Record<MetricKey, number>> => {\n\tconst out: Partial<Record<MetricKey, number>> = {}\n\tif (wanted.includes('pageviews')) out.pageviews = bucket.pageviews\n\tif (wanted.includes('events')) out.events = bucket.events\n\tif (wanted.includes('visitors')) out.visitors = bucket.visitors.size\n\tif (wanted.includes('sessions')) out.sessions = bucket.sessions.size\n\tif (wanted.includes('conversions')) out.conversions = bucket.conversions\n\tif (wanted.includes('revenue')) out.revenue = bucket.revenue\n\tif (wanted.includes('avgDuration')) {\n\t\tout.avgDuration = bucket.pageviews > 0 ? Math.round(bucket.durationMs / bucket.pageviews) : 0\n\t}\n\tif (wanted.includes('scrollDepth')) {\n\t\tout.scrollDepth =\n\t\t\tbucket.scrollSamples > 0 ? Math.round(bucket.scrollDepthSum / bucket.scrollSamples) : 0\n\t}\n\treturn out\n}\n\nexport interface AggregateEventsArgs {\n\tmetrics: MetricKey[]\n\tdimension?: DimensionKey\n\tgranularity?: 'hour' | 'day'\n\ttimezone?: string\n\t/** Sort for dimension breakdown rows; defaults to pageviews desc, same as the rollup path. */\n\torder?: { metric: MetricKey; direction: 'asc' | 'desc' }\n\t/** Row cap for dimension breakdown rows, applied after sorting. */\n\tlimit?: number\n}\n\nexport interface AggregateEventsResult {\n\trows: AnalyticsRow[]\n\ttotals: Partial<Record<MetricKey, number>>\n}\n\n/**\n * Hour buckets are UTC-hour floors regardless of `timezone`; sub-day bucketing ignoring\n * the reporting timezone is a documented v1 limitation. Day buckets floor in `timezone`\n * to stay aligned with native rollup day boundaries.\n */\nconst bucketKeyFor = (event: EventLike, granularity: 'hour' | 'day', timezone: string): string => {\n\tconst ts = new Date(event.timestamp)\n\tif (granularity === 'hour') {\n\t\treturn new Date(Math.floor(ts.getTime() / HOUR_MS) * HOUR_MS).toISOString()\n\t}\n\treturn startOfDayInTz(ts, timezone).toISOString()\n}\n\n/**\n * Aggregate raw events into totals, plus one of: dimension breakdown rows or hour/day\n * series rows (dimension wins if both are requested). Totals always cover every event\n * passed in, independent of which rows a breakdown or series produces.\n */\nexport const aggregateEvents = (\n\tevents: EventLike[],\n\t{\n\t\tmetrics,\n\t\tdimension,\n\t\tgranularity,\n\t\ttimezone = DEFAULT_TIMEZONE,\n\t\torder,\n\t\tlimit,\n\t}: AggregateEventsArgs\n): AggregateEventsResult => {\n\tconst totalsBucket = emptyBucket()\n\tfor (const event of events) {\n\t\taddEvent(totalsBucket, event)\n\t}\n\tconst totals = selectMetrics(totalsBucket, metrics)\n\n\tconst field = dimension ? EVENT_FIELD[dimension] : undefined\n\tif (dimension && (field || dimension === 'goal')) {\n\t\tconst groups = new Map<string, Bucket>()\n\t\tconst bucketFor = (value: string): Bucket => {\n\t\t\tlet bucket = groups.get(value)\n\t\t\tif (!bucket) {\n\t\t\t\tbucket = emptyBucket()\n\t\t\t\tgroups.set(value, bucket)\n\t\t\t}\n\t\t\treturn bucket\n\t\t}\n\t\tfor (const event of events) {\n\t\t\tif (dimension === 'goal') {\n\t\t\t\tfor (const completion of event.goals ?? []) {\n\t\t\t\t\taddEvent(bucketFor(completion.slug), event, [completion])\n\t\t\t\t}\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\t// The event dimension reports named custom events only: a goal event's name is a\n\t\t\t// goal slug and belongs to the goal dimension instead.\n\t\t\tif (!field || (field === 'name' && event.type !== 'event')) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\tconst value = event[field]\n\t\t\tif (!value) {\n\t\t\t\tcontinue\n\t\t\t}\n\t\t\taddEvent(bucketFor(value), event)\n\t\t}\n\t\tlet rows: AnalyticsRow[] = [...groups].map(([value, bucket]) => ({\n\t\t\tdimensions: { [dimension]: value } as Partial<Record<DimensionKey, string>>,\n\t\t\tmetrics: selectMetrics(bucket, metrics),\n\t\t}))\n\t\tconst sortMetric = order?.metric ?? 'pageviews'\n\t\tconst direction = (order?.direction ?? 'desc') === 'asc' ? 1 : -1\n\t\trows.sort((a, b) => ((a.metrics[sortMetric] ?? 0) - (b.metrics[sortMetric] ?? 0)) * direction)\n\t\tif (limit) {\n\t\t\trows = rows.slice(0, limit)\n\t\t}\n\t\treturn { rows, totals }\n\t}\n\n\tif (granularity) {\n\t\tconst buckets = new Map<string, Bucket>()\n\t\tfor (const event of events) {\n\t\t\tconst key = bucketKeyFor(event, granularity, timezone)\n\t\t\tlet bucket = buckets.get(key)\n\t\t\tif (!bucket) {\n\t\t\t\tbucket = emptyBucket()\n\t\t\t\tbuckets.set(key, bucket)\n\t\t\t}\n\t\t\taddEvent(bucket, event)\n\t\t}\n\t\tconst rows: AnalyticsRow[] = [...buckets.entries()]\n\t\t\t.sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))\n\t\t\t.map(([timestamp, bucket]) => ({ timestamp, metrics: selectMetrics(bucket, metrics) }))\n\t\treturn { rows, totals }\n\t}\n\n\treturn { rows: [{ metrics: totals }], totals }\n}\n"],"mappings":";;AAsBA,MAAM,UAAU;;AAKhB,MAAM,cAA+D;CACpE,MAAM;CACN,SAAS;CACT,QAAQ;CACR,MAAM;CACN,QAAQ;CACR,QAAQ;CACR,OAAO;AACR;AAEA,MAAM,kBAAqD;CAAE,IAAI;CAAU,UAAU;AAAW;;;;;;;;;;;AAYhG,MAAa,kBAAkB,YAAwD;CACtF,MAAM,YAAuC,CAAC;CAC9C,KAAK,MAAM,UAAU,SAAS;EAC7B,MAAM,QAAQ,YAAY,OAAO;EACjC,IAAI,CAAC,SAAS,OAAO,aAAa,WACjC;EAED,MAAM,KAAK,gBAAgB,OAAO;EAClC,IAAI,CAAC,IACJ;EAED,UAAU,KAAK,GAAG,QAAQ,GAAG,KAAK,OAAO,MAAM,EAAE,CAAC;CACnD;CACA,OAAO,UAAU,SAAS,IAAI,EAAE,KAAK,UAAU,IAAI,CAAC;AACrD;AAcA,MAAM,qBAA6B;CAClC,WAAW;CACX,QAAQ;CACR,YAAY;CACZ,0BAAU,IAAI,IAAI;CAClB,0BAAU,IAAI,IAAI;CAClB,aAAa;CACb,SAAS;CACT,gBAAgB;CAChB,eAAe;AAChB;;;;;;AAOA,MAAM,YAAY,QAAgB,OAAkB,cAAc,MAAM,SAAS,CAAC,MAAY;CAC7F,IAAI,MAAM,SAAS,YAAY;EAC9B,OAAO;EACP,OAAO,cAAc,MAAM,cAAc;CAC1C,OACC,OAAO;CAER,IAAI,MAAM,gBAAgB,KAAA,GAAW;EACpC,OAAO,kBAAkB,MAAM;EAC/B,OAAO;CACR;CACA,OAAO,eAAe,YAAY;CAClC,KAAK,MAAM,cAAc,aACxB,OAAO,WAAW,WAAW;CAE9B,OAAO,SAAS,IAAI,MAAM,WAAW;CACrC,OAAO,SAAS,IAAI,MAAM,SAAS;AACpC;AAEA,MAAM,iBAAiB,QAAgB,WAA4D;CAClG,MAAM,MAA0C,CAAC;CACjD,IAAI,OAAO,SAAS,WAAW,GAAG,IAAI,YAAY,OAAO;CACzD,IAAI,OAAO,SAAS,QAAQ,GAAG,IAAI,SAAS,OAAO;CACnD,IAAI,OAAO,SAAS,UAAU,GAAG,IAAI,WAAW,OAAO,SAAS;CAChE,IAAI,OAAO,SAAS,UAAU,GAAG,IAAI,WAAW,OAAO,SAAS;CAChE,IAAI,OAAO,SAAS,aAAa,GAAG,IAAI,cAAc,OAAO;CAC7D,IAAI,OAAO,SAAS,SAAS,GAAG,IAAI,UAAU,OAAO;CACrD,IAAI,OAAO,SAAS,aAAa,GAChC,IAAI,cAAc,OAAO,YAAY,IAAI,KAAK,MAAM,OAAO,aAAa,OAAO,SAAS,IAAI;CAE7F,IAAI,OAAO,SAAS,aAAa,GAChC,IAAI,cACH,OAAO,gBAAgB,IAAI,KAAK,MAAM,OAAO,iBAAiB,OAAO,aAAa,IAAI;CAExF,OAAO;AACR;;;;;;AAuBA,MAAM,gBAAgB,OAAkB,aAA6B,aAA6B;CACjG,MAAM,KAAK,IAAI,KAAK,MAAM,SAAS;CACnC,IAAI,gBAAgB,QACnB,wBAAO,IAAI,KAAK,KAAK,MAAM,GAAG,QAAQ,IAAI,OAAO,IAAI,OAAO,GAAE,YAAY;CAE3E,OAAO,eAAe,IAAI,QAAQ,EAAE,YAAY;AACjD;;;;;;AAOA,MAAa,mBACZ,QACA,EACC,SACA,WACA,aACA,WAAA,OACA,OACA,YAE0B;CAC3B,MAAM,eAAe,YAAY;CACjC,KAAK,MAAM,SAAS,QACnB,SAAS,cAAc,KAAK;CAE7B,MAAM,SAAS,cAAc,cAAc,OAAO;CAElD,MAAM,QAAQ,YAAY,YAAY,aAAa,KAAA;CACnD,IAAI,cAAc,SAAS,cAAc,SAAS;EACjD,MAAM,yBAAS,IAAI,IAAoB;EACvC,MAAM,aAAa,UAA0B;GAC5C,IAAI,SAAS,OAAO,IAAI,KAAK;GAC7B,IAAI,CAAC,QAAQ;IACZ,SAAS,YAAY;IACrB,OAAO,IAAI,OAAO,MAAM;GACzB;GACA,OAAO;EACR;EACA,KAAK,MAAM,SAAS,QAAQ;GAC3B,IAAI,cAAc,QAAQ;IACzB,KAAK,MAAM,cAAc,MAAM,SAAS,CAAC,GACxC,SAAS,UAAU,WAAW,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IAEzD;GACD;GAGA,IAAI,CAAC,SAAU,UAAU,UAAU,MAAM,SAAS,SACjD;GAED,MAAM,QAAQ,MAAM;GACpB,IAAI,CAAC,OACJ;GAED,SAAS,UAAU,KAAK,GAAG,KAAK;EACjC;EACA,IAAI,OAAuB,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,aAAa;GAChE,YAAY,GAAG,YAAY,MAAM;GACjC,SAAS,cAAc,QAAQ,OAAO;EACvC,EAAE;EACF,MAAM,aAAa,OAAO,UAAU;EACpC,MAAM,aAAa,OAAO,aAAa,YAAY,QAAQ,IAAI;EAC/D,KAAK,MAAM,GAAG,QAAQ,EAAE,QAAQ,eAAe,MAAM,EAAE,QAAQ,eAAe,MAAM,SAAS;EAC7F,IAAI,OACH,OAAO,KAAK,MAAM,GAAG,KAAK;EAE3B,OAAO;GAAE;GAAM;EAAO;CACvB;CAEA,IAAI,aAAa;EAChB,MAAM,0BAAU,IAAI,IAAoB;EACxC,KAAK,MAAM,SAAS,QAAQ;GAC3B,MAAM,MAAM,aAAa,OAAO,aAAa,QAAQ;GACrD,IAAI,SAAS,QAAQ,IAAI,GAAG;GAC5B,IAAI,CAAC,QAAQ;IACZ,SAAS,YAAY;IACrB,QAAQ,IAAI,KAAK,MAAM;GACxB;GACA,SAAS,QAAQ,KAAK;EACvB;EAIA,OAAO;GAAE,MAHoB,CAAC,GAAG,QAAQ,QAAQ,CAAC,EAChD,MAAM,CAAC,IAAI,CAAC,OAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAE,EAC/C,KAAK,CAAC,WAAW,aAAa;IAAE;IAAW,SAAS,cAAc,QAAQ,OAAO;GAAE,EACzE;GAAG;EAAO;CACvB;CAEA,OAAO;EAAE,MAAM,CAAC,EAAE,SAAS,OAAO,CAAC;EAAG;CAAO;AAC9C"}
|
package/dist/native/rollupAcc.js
CHANGED
|
@@ -5,7 +5,11 @@ const emptyAcc = () => ({
|
|
|
5
5
|
events: 0,
|
|
6
6
|
durationMs: 0,
|
|
7
7
|
visitors: 0,
|
|
8
|
-
sessions: 0
|
|
8
|
+
sessions: 0,
|
|
9
|
+
conversions: 0,
|
|
10
|
+
revenue: 0,
|
|
11
|
+
scrollDepthSum: 0,
|
|
12
|
+
scrollSamples: 0
|
|
9
13
|
});
|
|
10
14
|
const add = (acc, d) => {
|
|
11
15
|
acc.pageviews += d.pageviews;
|
|
@@ -13,6 +17,10 @@ const add = (acc, d) => {
|
|
|
13
17
|
acc.durationMs += d.durationMs;
|
|
14
18
|
acc.visitors += d.visitors;
|
|
15
19
|
acc.sessions += d.sessions;
|
|
20
|
+
acc.conversions += d.conversions ?? 0;
|
|
21
|
+
acc.revenue += d.revenue ?? 0;
|
|
22
|
+
acc.scrollDepthSum += d.scrollDepthSum ?? 0;
|
|
23
|
+
acc.scrollSamples += d.scrollSamples ?? 0;
|
|
16
24
|
};
|
|
17
25
|
const selectMetrics = (acc, wanted) => {
|
|
18
26
|
const out = {};
|
|
@@ -20,7 +28,10 @@ const selectMetrics = (acc, wanted) => {
|
|
|
20
28
|
if (wanted.includes("events")) out.events = acc.events;
|
|
21
29
|
if (wanted.includes("visitors")) out.visitors = acc.visitors;
|
|
22
30
|
if (wanted.includes("sessions")) out.sessions = acc.sessions;
|
|
31
|
+
if (wanted.includes("conversions")) out.conversions = acc.conversions;
|
|
32
|
+
if (wanted.includes("revenue")) out.revenue = acc.revenue;
|
|
23
33
|
if (wanted.includes("avgDuration")) out.avgDuration = acc.pageviews > 0 ? Math.round(acc.durationMs / acc.pageviews) : 0;
|
|
34
|
+
if (wanted.includes("scrollDepth")) out.scrollDepth = acc.scrollSamples > 0 ? Math.round(acc.scrollDepthSum / acc.scrollSamples) : 0;
|
|
24
35
|
return out;
|
|
25
36
|
};
|
|
26
37
|
/**
|