@antelopejs/dms-marketing 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +190 -0
- package/README.md +143 -0
- package/dist/config.d.ts +13 -0
- package/dist/config.js +35 -0
- package/dist/config.js.map +1 -0
- package/dist/data-api/body.d.ts +1 -0
- package/dist/data-api/body.js +15 -0
- package/dist/data-api/body.js.map +1 -0
- package/dist/data-api/funnels.d.ts +32 -0
- package/dist/data-api/funnels.js +302 -0
- package/dist/data-api/funnels.js.map +1 -0
- package/dist/data-api/hidden-filter.d.ts +1 -0
- package/dist/data-api/hidden-filter.js +11 -0
- package/dist/data-api/hidden-filter.js.map +1 -0
- package/dist/data-api/index.d.ts +4 -0
- package/dist/data-api/index.js +21 -0
- package/dist/data-api/index.js.map +1 -0
- package/dist/data-api/tenant-scope.d.ts +15 -0
- package/dist/data-api/tenant-scope.js +43 -0
- package/dist/data-api/tenant-scope.js.map +1 -0
- package/dist/data-api/websites.d.ts +25 -0
- package/dist/data-api/websites.js +73 -0
- package/dist/data-api/websites.js.map +1 -0
- package/dist/db/index.d.ts +2 -0
- package/dist/db/index.js +19 -0
- package/dist/db/index.js.map +1 -0
- package/dist/db/models/funnels.model.d.ts +25 -0
- package/dist/db/models/funnels.model.js +39 -0
- package/dist/db/models/funnels.model.js.map +1 -0
- package/dist/db/models/index.d.ts +7 -0
- package/dist/db/models/index.js +24 -0
- package/dist/db/models/index.js.map +1 -0
- package/dist/db/models/marketing_events.model.d.ts +49 -0
- package/dist/db/models/marketing_events.model.js +85 -0
- package/dist/db/models/marketing_events.model.js.map +1 -0
- package/dist/db/models/marketing_sessions.model.d.ts +33 -0
- package/dist/db/models/marketing_sessions.model.js +50 -0
- package/dist/db/models/marketing_sessions.model.js.map +1 -0
- package/dist/db/models/marketing_settings.model.d.ts +23 -0
- package/dist/db/models/marketing_settings.model.js +13 -0
- package/dist/db/models/marketing_settings.model.js.map +1 -0
- package/dist/db/models/page_snapshots.model.d.ts +27 -0
- package/dist/db/models/page_snapshots.model.js +32 -0
- package/dist/db/models/page_snapshots.model.js.map +1 -0
- package/dist/db/models/retention.d.ts +6 -0
- package/dist/db/models/retention.js +26 -0
- package/dist/db/models/retention.js.map +1 -0
- package/dist/db/models/website_statistics.model.d.ts +31 -0
- package/dist/db/models/website_statistics.model.js +63 -0
- package/dist/db/models/website_statistics.model.js.map +1 -0
- package/dist/db/models/websites.model.d.ts +26 -0
- package/dist/db/models/websites.model.js +27 -0
- package/dist/db/models/websites.model.js.map +1 -0
- package/dist/db/tables/funnels.table.d.ts +31 -0
- package/dist/db/tables/funnels.table.js +54 -0
- package/dist/db/tables/funnels.table.js.map +1 -0
- package/dist/db/tables/index.d.ts +7 -0
- package/dist/db/tables/index.js +24 -0
- package/dist/db/tables/index.js.map +1 -0
- package/dist/db/tables/marketing_events.table.d.ts +15 -0
- package/dist/db/tables/marketing_events.table.js +66 -0
- package/dist/db/tables/marketing_events.table.js.map +1 -0
- package/dist/db/tables/marketing_sessions.table.d.ts +26 -0
- package/dist/db/tables/marketing_sessions.table.js +115 -0
- package/dist/db/tables/marketing_sessions.table.js.map +1 -0
- package/dist/db/tables/marketing_settings.table.d.ts +11 -0
- package/dist/db/tables/marketing_settings.table.js +51 -0
- package/dist/db/tables/marketing_settings.table.js.map +1 -0
- package/dist/db/tables/page_snapshots.table.d.ts +17 -0
- package/dist/db/tables/page_snapshots.table.js +72 -0
- package/dist/db/tables/page_snapshots.table.js.map +1 -0
- package/dist/db/tables/website_statistics.table.d.ts +14 -0
- package/dist/db/tables/website_statistics.table.js +60 -0
- package/dist/db/tables/website_statistics.table.js.map +1 -0
- package/dist/db/tables/websites.table.d.ts +13 -0
- package/dist/db/tables/websites.table.js +60 -0
- package/dist/db/tables/websites.table.js.map +1 -0
- package/dist/hooks/index.d.ts +1 -0
- package/dist/hooks/index.js +39 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/implementations/dms-marketing/index.d.ts +2 -0
- package/dist/implementations/dms-marketing/index.js +8 -0
- package/dist/implementations/dms-marketing/index.js.map +1 -0
- package/dist/index.d.ts +7 -0
- package/dist/index.js +89 -0
- package/dist/index.js.map +1 -0
- package/dist/pages/all.d.ts +5 -0
- package/dist/pages/all.js +22 -0
- package/dist/pages/all.js.map +1 -0
- package/dist/pages/campaigns/page.d.ts +9 -0
- package/dist/pages/campaigns/page.js +27 -0
- package/dist/pages/campaigns/page.js.map +1 -0
- package/dist/pages/funnels/page.d.ts +9 -0
- package/dist/pages/funnels/page.js +27 -0
- package/dist/pages/funnels/page.js.map +1 -0
- package/dist/pages/index.d.ts +4 -0
- package/dist/pages/index.js +21 -0
- package/dist/pages/index.js.map +1 -0
- package/dist/pages/module.d.ts +1 -0
- package/dist/pages/module.js +13 -0
- package/dist/pages/module.js.map +1 -0
- package/dist/pages/overview/page.d.ts +9 -0
- package/dist/pages/overview/page.js +27 -0
- package/dist/pages/overview/page.js.map +1 -0
- package/dist/pages/pages/page.d.ts +9 -0
- package/dist/pages/pages/page.js +27 -0
- package/dist/pages/pages/page.js.map +1 -0
- package/dist/pages/settings/form.d.ts +3 -0
- package/dist/pages/settings/form.js +35 -0
- package/dist/pages/settings/form.js.map +1 -0
- package/dist/pages/settings/page.d.ts +9 -0
- package/dist/pages/settings/page.js +27 -0
- package/dist/pages/settings/page.js.map +1 -0
- package/dist/routes/collect.d.ts +7 -0
- package/dist/routes/collect.js +62 -0
- package/dist/routes/collect.js.map +1 -0
- package/dist/routes/experiments.d.ts +6 -0
- package/dist/routes/experiments.js +63 -0
- package/dist/routes/experiments.js.map +1 -0
- package/dist/routes/funnels.d.ts +16 -0
- package/dist/routes/funnels.js +44 -0
- package/dist/routes/funnels.js.map +1 -0
- package/dist/routes/index.d.ts +8 -0
- package/dist/routes/index.js +25 -0
- package/dist/routes/index.js.map +1 -0
- package/dist/routes/settings.d.ts +8 -0
- package/dist/routes/settings.js +50 -0
- package/dist/routes/settings.js.map +1 -0
- package/dist/routes/snapshot.d.ts +10 -0
- package/dist/routes/snapshot.js +147 -0
- package/dist/routes/snapshot.js.map +1 -0
- package/dist/routes/stats.d.ts +44 -0
- package/dist/routes/stats.js +278 -0
- package/dist/routes/stats.js.map +1 -0
- package/dist/routes/tracker.d.ts +6 -0
- package/dist/routes/tracker.js +57 -0
- package/dist/routes/tracker.js.map +1 -0
- package/dist/routes/websites.d.ts +13 -0
- package/dist/routes/websites.js +144 -0
- package/dist/routes/websites.js.map +1 -0
- package/dist/services/acquisition.d.ts +15 -0
- package/dist/services/acquisition.js +153 -0
- package/dist/services/acquisition.js.map +1 -0
- package/dist/services/bounded-cache.d.ts +14 -0
- package/dist/services/bounded-cache.js +45 -0
- package/dist/services/bounded-cache.js.map +1 -0
- package/dist/services/collect.d.ts +11 -0
- package/dist/services/collect.js +193 -0
- package/dist/services/collect.js.map +1 -0
- package/dist/services/experiment-definitions.d.ts +4 -0
- package/dist/services/experiment-definitions.js +36 -0
- package/dist/services/experiment-definitions.js.map +1 -0
- package/dist/services/experiments/assign.d.ts +5 -0
- package/dist/services/experiments/assign.js +52 -0
- package/dist/services/experiments/assign.js.map +1 -0
- package/dist/services/experiments/index.d.ts +3 -0
- package/dist/services/experiments/index.js +20 -0
- package/dist/services/experiments/index.js.map +1 -0
- package/dist/services/experiments/results.d.ts +20 -0
- package/dist/services/experiments/results.js +91 -0
- package/dist/services/experiments/results.js.map +1 -0
- package/dist/services/experiments/stats.d.ts +12 -0
- package/dist/services/experiments/stats.js +62 -0
- package/dist/services/experiments/stats.js.map +1 -0
- package/dist/services/funnels/compute.d.ts +15 -0
- package/dist/services/funnels/compute.js +68 -0
- package/dist/services/funnels/compute.js.map +1 -0
- package/dist/services/funnels/index.d.ts +2 -0
- package/dist/services/funnels/index.js +19 -0
- package/dist/services/funnels/index.js.map +1 -0
- package/dist/services/funnels/results.d.ts +14 -0
- package/dist/services/funnels/results.js +72 -0
- package/dist/services/funnels/results.js.map +1 -0
- package/dist/services/geoip.d.ts +3 -0
- package/dist/services/geoip.js +38 -0
- package/dist/services/geoip.js.map +1 -0
- package/dist/services/heatmap.d.ts +10 -0
- package/dist/services/heatmap.js +180 -0
- package/dist/services/heatmap.js.map +1 -0
- package/dist/services/index.d.ts +26 -0
- package/dist/services/index.js +43 -0
- package/dist/services/index.js.map +1 -0
- package/dist/services/ingest-guard.d.ts +11 -0
- package/dist/services/ingest-guard.js +44 -0
- package/dist/services/ingest-guard.js.map +1 -0
- package/dist/services/keyed-queue.d.ts +4 -0
- package/dist/services/keyed-queue.js +19 -0
- package/dist/services/keyed-queue.js.map +1 -0
- package/dist/services/origin-guard.d.ts +5 -0
- package/dist/services/origin-guard.js +43 -0
- package/dist/services/origin-guard.js.map +1 -0
- package/dist/services/period.d.ts +2 -0
- package/dist/services/period.js +19 -0
- package/dist/services/period.js.map +1 -0
- package/dist/services/prune.d.ts +7 -0
- package/dist/services/prune.js +49 -0
- package/dist/services/prune.js.map +1 -0
- package/dist/services/query-param.d.ts +1 -0
- package/dist/services/query-param.js +11 -0
- package/dist/services/query-param.js.map +1 -0
- package/dist/services/request-body.d.ts +2 -0
- package/dist/services/request-body.js +41 -0
- package/dist/services/request-body.js.map +1 -0
- package/dist/services/request-meta.d.ts +3 -0
- package/dist/services/request-meta.js +19 -0
- package/dist/services/request-meta.js.map +1 -0
- package/dist/services/rollup-write.d.ts +4 -0
- package/dist/services/rollup-write.js +84 -0
- package/dist/services/rollup-write.js.map +1 -0
- package/dist/services/sessionize.d.ts +23 -0
- package/dist/services/sessionize.js +78 -0
- package/dist/services/sessionize.js.map +1 -0
- package/dist/services/settings.d.ts +6 -0
- package/dist/services/settings.js +113 -0
- package/dist/services/settings.js.map +1 -0
- package/dist/services/snapshots.d.ts +24 -0
- package/dist/services/snapshots.js +139 -0
- package/dist/services/snapshots.js.map +1 -0
- package/dist/services/tenant-funnel.d.ts +3 -0
- package/dist/services/tenant-funnel.js +17 -0
- package/dist/services/tenant-funnel.js.map +1 -0
- package/dist/services/tenant-website.d.ts +5 -0
- package/dist/services/tenant-website.js +34 -0
- package/dist/services/tenant-website.js.map +1 -0
- package/dist/services/url.d.ts +10 -0
- package/dist/services/url.js +81 -0
- package/dist/services/url.js.map +1 -0
- package/dist/services/user-agent.d.ts +2 -0
- package/dist/services/user-agent.js +17 -0
- package/dist/services/user-agent.js.map +1 -0
- package/dist/services/visitor-id.d.ts +1 -0
- package/dist/services/visitor-id.js +19 -0
- package/dist/services/visitor-id.js.map +1 -0
- package/dist/services/website-cache.d.ts +3 -0
- package/dist/services/website-cache.js +22 -0
- package/dist/services/website-cache.js.map +1 -0
- package/dist/types/constants.d.ts +74 -0
- package/dist/types/constants.js +79 -0
- package/dist/types/constants.js.map +1 -0
- package/dist/types/events.d.ts +114 -0
- package/dist/types/events.js +29 -0
- package/dist/types/events.js.map +1 -0
- package/dist/types/index.d.ts +5 -0
- package/dist/types/index.js +22 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/settings.d.ts +67 -0
- package/dist/types/settings.js +58 -0
- package/dist/types/settings.js.map +1 -0
- package/dist/types/snapshots.d.ts +95 -0
- package/dist/types/snapshots.js +41 -0
- package/dist/types/snapshots.js.map +1 -0
- package/dist/types/statistics.d.ts +38 -0
- package/dist/types/statistics.js +33 -0
- package/dist/types/statistics.js.map +1 -0
- package/dist/utils/experiment-type.d.ts +52 -0
- package/dist/utils/experiment-type.js +94 -0
- package/dist/utils/experiment-type.js.map +1 -0
- package/dist/utils/funnel-steps-type.d.ts +42 -0
- package/dist/utils/funnel-steps-type.js +62 -0
- package/dist/utils/funnel-steps-type.js.map +1 -0
- package/frontend-vue/.editorconfig +12 -0
- package/frontend-vue/.prettierrc +7 -0
- package/frontend-vue/app/components/CampaignsView.vue +330 -0
- package/frontend-vue/app/components/ExperimentInput.vue +128 -0
- package/frontend-vue/app/components/FunnelDetail.vue +1026 -0
- package/frontend-vue/app/components/FunnelStepsInput.vue +154 -0
- package/frontend-vue/app/components/FunnelsView.vue +493 -0
- package/frontend-vue/app/components/HeatmapCanvas.vue +116 -0
- package/frontend-vue/app/components/NoWebsiteState.vue +18 -0
- package/frontend-vue/app/components/OverviewView.vue +493 -0
- package/frontend-vue/app/components/PagePreview.vue +915 -0
- package/frontend-vue/app/components/PagesView.vue +378 -0
- package/frontend-vue/app/components/ScrollDepthOverlay.vue +158 -0
- package/frontend-vue/app/components/TextKpiCard.vue +28 -0
- package/frontend-vue/app/components/TopListTabsCard.vue +162 -0
- package/frontend-vue/app/components/TrackerSnippet.vue +31 -0
- package/frontend-vue/app/components/VariationsInput.vue +164 -0
- package/frontend-vue/app/composables/useChildId.ts +13 -0
- package/frontend-vue/app/composables/useExperiment.ts +59 -0
- package/frontend-vue/app/composables/useFunnelSteps.ts +25 -0
- package/frontend-vue/app/composables/useLatestRequest.ts +90 -0
- package/frontend-vue/app/composables/useMarketingApi.ts +420 -0
- package/frontend-vue/app/composables/useMarketingPeriod.ts +66 -0
- package/frontend-vue/app/composables/useMarketingRoutes.ts +51 -0
- package/frontend-vue/app/composables/useMarketingWebsiteForm.ts +69 -0
- package/frontend-vue/app/composables/useMarketingWebsites.ts +80 -0
- package/frontend-vue/app/composables/useSnapshotFrame.ts +183 -0
- package/frontend-vue/app/plugins/funnel-steps-data-type.client.ts +46 -0
- package/frontend-vue/app/utils/dmsComponent.ts +18 -0
- package/frontend-vue/app/utils/heatmapPalette.ts +41 -0
- package/frontend-vue/app/utils/snapshotViewportUnits.ts +63 -0
- package/frontend-vue/dms.frontend.ts +35 -0
- package/frontend-vue/eslint.config.mjs +16 -0
- package/frontend-vue/i18n/locales/marketing-en-GB.json +382 -0
- package/frontend-vue/i18n/locales/marketing-fr-FR.json +382 -0
- package/frontend-vue/package.json +30 -0
- package/frontend-vue/pnpm-lock.yaml +5226 -0
- package/frontend-vue/pnpm-workspace.yaml +2 -0
- package/frontend-vue/tests/drafts.test.ts +54 -0
- package/frontend-vue/tests/i18n.test.ts +86 -0
- package/frontend-vue/tests/period.test.ts +35 -0
- package/frontend-vue/tests/registration.test.ts +63 -0
- package/frontend-vue/tests/routes.test.ts +31 -0
- package/frontend-vue/tests/stubs/frontend-module.ts +56 -0
- package/frontend-vue/vitest.config.ts +20 -0
- package/package.json +91 -0
- package/static/snapshot.js +497 -0
- package/static/tracker.js +503 -0
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CLICK_ID_PARAMS = void 0;
|
|
4
|
+
exports.resolveChannel = resolveChannel;
|
|
5
|
+
exports.campaignKey = campaignKey;
|
|
6
|
+
exports.splitCampaignKey = splitCampaignKey;
|
|
7
|
+
const constants_1 = require("@/types/constants");
|
|
8
|
+
const PAID_CLICK_IDS = new Set([
|
|
9
|
+
"gclid",
|
|
10
|
+
"gbraid",
|
|
11
|
+
"wbraid",
|
|
12
|
+
"dclid",
|
|
13
|
+
"msclkid",
|
|
14
|
+
"ttclid",
|
|
15
|
+
"twclid",
|
|
16
|
+
"li_fat_id",
|
|
17
|
+
]);
|
|
18
|
+
const SOCIAL_CLICK_IDS = new Set([
|
|
19
|
+
"fbclid",
|
|
20
|
+
"igshid",
|
|
21
|
+
]);
|
|
22
|
+
exports.CLICK_ID_PARAMS = [
|
|
23
|
+
...PAID_CLICK_IDS,
|
|
24
|
+
...SOCIAL_CLICK_IDS,
|
|
25
|
+
];
|
|
26
|
+
const PAID_MEDIUMS = new Set([
|
|
27
|
+
"cpc",
|
|
28
|
+
"ppc",
|
|
29
|
+
"cpm",
|
|
30
|
+
"cpv",
|
|
31
|
+
"cpa",
|
|
32
|
+
"cpp",
|
|
33
|
+
"sem",
|
|
34
|
+
"display",
|
|
35
|
+
"banner",
|
|
36
|
+
"retargeting",
|
|
37
|
+
]);
|
|
38
|
+
const SOCIAL_MEDIUMS = new Set([
|
|
39
|
+
"social",
|
|
40
|
+
"social-media",
|
|
41
|
+
"social_media",
|
|
42
|
+
"socialmedia",
|
|
43
|
+
"social-network",
|
|
44
|
+
"social_network",
|
|
45
|
+
"sm",
|
|
46
|
+
]);
|
|
47
|
+
const SEARCH_ENGINE_LABELS = new Set([
|
|
48
|
+
"google",
|
|
49
|
+
"bing",
|
|
50
|
+
"duckduckgo",
|
|
51
|
+
"yahoo",
|
|
52
|
+
"baidu",
|
|
53
|
+
"yandex",
|
|
54
|
+
"ecosia",
|
|
55
|
+
"qwant",
|
|
56
|
+
"startpage",
|
|
57
|
+
"seznam",
|
|
58
|
+
"naver",
|
|
59
|
+
]);
|
|
60
|
+
const SOCIAL_LABELS = new Set([
|
|
61
|
+
"facebook",
|
|
62
|
+
"instagram",
|
|
63
|
+
"threads",
|
|
64
|
+
"twitter",
|
|
65
|
+
"linkedin",
|
|
66
|
+
"reddit",
|
|
67
|
+
"pinterest",
|
|
68
|
+
"tiktok",
|
|
69
|
+
"youtube",
|
|
70
|
+
"snapchat",
|
|
71
|
+
"whatsapp",
|
|
72
|
+
"telegram",
|
|
73
|
+
"discord",
|
|
74
|
+
"twitch",
|
|
75
|
+
"mastodon",
|
|
76
|
+
"bsky",
|
|
77
|
+
"tumblr",
|
|
78
|
+
"vk",
|
|
79
|
+
"weibo",
|
|
80
|
+
]);
|
|
81
|
+
const SOCIAL_DOMAINS = new Set([
|
|
82
|
+
"t.co",
|
|
83
|
+
"x.com",
|
|
84
|
+
"youtu.be",
|
|
85
|
+
"fb.me",
|
|
86
|
+
"fb.watch",
|
|
87
|
+
"lnkd.in",
|
|
88
|
+
"wa.me",
|
|
89
|
+
"pin.it",
|
|
90
|
+
]);
|
|
91
|
+
function hasListedLabel(domain, labels) {
|
|
92
|
+
if (!domain) {
|
|
93
|
+
return false;
|
|
94
|
+
}
|
|
95
|
+
return domain.split(".").some((label) => labels.has(label));
|
|
96
|
+
}
|
|
97
|
+
const NON_SEARCH_DOMAINS = new Set([
|
|
98
|
+
"mail.google.com",
|
|
99
|
+
"drive.google.com",
|
|
100
|
+
"docs.google.com",
|
|
101
|
+
"sites.google.com",
|
|
102
|
+
"groups.google.com",
|
|
103
|
+
"play.google.com",
|
|
104
|
+
"maps.google.com",
|
|
105
|
+
"news.google.com",
|
|
106
|
+
"mail.yahoo.com",
|
|
107
|
+
"news.yahoo.com",
|
|
108
|
+
"finance.yahoo.com",
|
|
109
|
+
]);
|
|
110
|
+
function isSearchDomain(domain) {
|
|
111
|
+
if (!domain || NON_SEARCH_DOMAINS.has(domain)) {
|
|
112
|
+
return false;
|
|
113
|
+
}
|
|
114
|
+
return hasListedLabel(domain, SEARCH_ENGINE_LABELS);
|
|
115
|
+
}
|
|
116
|
+
function isPaidMedium(medium) {
|
|
117
|
+
return PAID_MEDIUMS.has(medium) || medium.startsWith("paid");
|
|
118
|
+
}
|
|
119
|
+
function isSocialSource(domain, medium) {
|
|
120
|
+
return (SOCIAL_MEDIUMS.has(medium) ||
|
|
121
|
+
SOCIAL_DOMAINS.has(domain ?? "") ||
|
|
122
|
+
hasListedLabel(domain, SOCIAL_LABELS));
|
|
123
|
+
}
|
|
124
|
+
function resolveChannel(referrerDomain, utmMedium, clickIdParam) {
|
|
125
|
+
const medium = utmMedium?.trim().toLowerCase() ?? "";
|
|
126
|
+
const clickId = clickIdParam ?? "";
|
|
127
|
+
if (isPaidMedium(medium) || PAID_CLICK_IDS.has(clickId)) {
|
|
128
|
+
return "paid";
|
|
129
|
+
}
|
|
130
|
+
if (isSocialSource(referrerDomain, medium) || SOCIAL_CLICK_IDS.has(clickId)) {
|
|
131
|
+
return "social";
|
|
132
|
+
}
|
|
133
|
+
if (medium === "organic" || isSearchDomain(referrerDomain)) {
|
|
134
|
+
return "organic";
|
|
135
|
+
}
|
|
136
|
+
return referrerDomain ? "referral" : "direct";
|
|
137
|
+
}
|
|
138
|
+
function campaignKey(utm) {
|
|
139
|
+
const parts = [utm.utmSource, utm.utmMedium, utm.utmCampaign];
|
|
140
|
+
if (parts.every((part) => !part)) {
|
|
141
|
+
return undefined;
|
|
142
|
+
}
|
|
143
|
+
return parts.map((part) => part ?? "").join(constants_1.CAMPAIGN_KEY_SEPARATOR);
|
|
144
|
+
}
|
|
145
|
+
function splitCampaignKey(key) {
|
|
146
|
+
const [source, medium, campaign] = key.split(constants_1.CAMPAIGN_KEY_SEPARATOR);
|
|
147
|
+
return {
|
|
148
|
+
source: source || undefined,
|
|
149
|
+
medium: medium || undefined,
|
|
150
|
+
campaign: campaign || undefined,
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
//# sourceMappingURL=acquisition.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"acquisition.js","sourceRoot":"","sources":["../../src/services/acquisition.ts"],"names":[],"mappings":";;;AA8KA,wCAiBC;AAcD,kCAMC;AAQD,4CAOC;AAjOD,iDAA2D;AAe3D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,SAAS;IACT,QAAQ;IACR,QAAQ;IACR,WAAW;CACZ,CAAC,CAAC;AAQH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAGU,QAAA,eAAe,GAAsB;IAChD,GAAG,cAAc;IACjB,GAAG,gBAAgB;CACpB,CAAC;AAIF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,SAAS;IACT,QAAQ;IACR,aAAa;CACd,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,QAAQ;IACR,cAAc;IACd,cAAc;IACd,aAAa;IACb,gBAAgB;IAChB,gBAAgB;IAChB,IAAI;CACL,CAAC,CAAC;AAOH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,OAAO;IACP,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,WAAW;IACX,QAAQ;IACR,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,UAAU;IACV,WAAW;IACX,SAAS;IACT,SAAS;IACT,UAAU;IACV,QAAQ;IACR,WAAW;IACX,QAAQ;IACR,SAAS;IACT,UAAU;IACV,UAAU;IACV,UAAU;IACV,SAAS;IACT,QAAQ;IACR,UAAU;IACV,MAAM;IACN,QAAQ;IACR,IAAI;IACJ,OAAO;CACR,CAAC,CAAC;AAGH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,MAAM;IACN,OAAO;IACP,UAAU;IACV,OAAO;IACP,UAAU;IACV,SAAS;IACT,OAAO;IACP,QAAQ;CACT,CAAC,CAAC;AAEH,SAAS,cAAc,CACrB,MAA0B,EAC1B,MAA2B;IAE3B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC9D,CAAC;AAID,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,iBAAiB;IACjB,kBAAkB;IAClB,iBAAiB;IACjB,kBAAkB;IAClB,mBAAmB;IACnB,iBAAiB;IACjB,iBAAiB;IACjB,iBAAiB;IACjB,gBAAgB;IAChB,gBAAgB;IAChB,mBAAmB;CACpB,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,MAA0B;IAChD,IAAI,CAAC,MAAM,IAAI,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,cAAc,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,YAAY,CAAC,MAAc;IAClC,OAAO,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,cAAc,CAAC,MAA0B,EAAE,MAAc;IAChE,OAAO,CACL,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC;QAC1B,cAAc,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;QAChC,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,CACtC,CAAC;AACJ,CAAC;AASD,SAAgB,cAAc,CAC5B,cAAkC,EAClC,SAA6B,EAC7B,YAAqB;IAErB,MAAM,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,YAAY,IAAI,EAAE,CAAC;IACnC,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5E,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,cAAc,CAAC,cAAc,CAAC,EAAE,CAAC;QAC3D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;AAChD,CAAC;AAcD,SAAgB,WAAW,CAAC,GAAgB;IAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;IAC9D,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,kCAAsB,CAAC,CAAC;AACtE,CAAC;AAQD,SAAgB,gBAAgB,CAAC,GAAW;IAC1C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,kCAAsB,CAAC,CAAC;IACrE,OAAO;QACL,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,QAAQ,EAAE,QAAQ,IAAI,SAAS;KAChC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export interface CacheHit<T> {
|
|
2
|
+
value: T;
|
|
3
|
+
}
|
|
4
|
+
export declare function setBounded<T>(entries: Map<string, T>, key: string, value: T, maxEntries: number): void;
|
|
5
|
+
export declare class BoundedCache<T> {
|
|
6
|
+
private readonly ttlMs;
|
|
7
|
+
private readonly maxEntries;
|
|
8
|
+
private readonly entries;
|
|
9
|
+
constructor(ttlMs: number, maxEntries?: number);
|
|
10
|
+
get(key: string): CacheHit<T> | undefined;
|
|
11
|
+
set(key: string, value: T): void;
|
|
12
|
+
delete(key: string): void;
|
|
13
|
+
clear(): void;
|
|
14
|
+
}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BoundedCache = void 0;
|
|
4
|
+
exports.setBounded = setBounded;
|
|
5
|
+
const constants_1 = require("@/types/constants");
|
|
6
|
+
function setBounded(entries, key, value, maxEntries) {
|
|
7
|
+
if (!entries.has(key) && entries.size >= maxEntries) {
|
|
8
|
+
const oldest = entries.keys().next().value;
|
|
9
|
+
if (oldest !== undefined) {
|
|
10
|
+
entries.delete(oldest);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
entries.set(key, value);
|
|
14
|
+
}
|
|
15
|
+
class BoundedCache {
|
|
16
|
+
ttlMs;
|
|
17
|
+
maxEntries;
|
|
18
|
+
entries = new Map();
|
|
19
|
+
constructor(ttlMs, maxEntries = constants_1.MAX_CACHE_ENTRIES) {
|
|
20
|
+
this.ttlMs = ttlMs;
|
|
21
|
+
this.maxEntries = maxEntries;
|
|
22
|
+
}
|
|
23
|
+
get(key) {
|
|
24
|
+
const entry = this.entries.get(key);
|
|
25
|
+
if (!entry) {
|
|
26
|
+
return undefined;
|
|
27
|
+
}
|
|
28
|
+
if (Date.now() - entry.fetchedAt >= this.ttlMs) {
|
|
29
|
+
this.entries.delete(key);
|
|
30
|
+
return undefined;
|
|
31
|
+
}
|
|
32
|
+
return { value: entry.value };
|
|
33
|
+
}
|
|
34
|
+
set(key, value) {
|
|
35
|
+
setBounded(this.entries, key, { value, fetchedAt: Date.now() }, this.maxEntries);
|
|
36
|
+
}
|
|
37
|
+
delete(key) {
|
|
38
|
+
this.entries.delete(key);
|
|
39
|
+
}
|
|
40
|
+
clear() {
|
|
41
|
+
this.entries.clear();
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
exports.BoundedCache = BoundedCache;
|
|
45
|
+
//# sourceMappingURL=bounded-cache.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bounded-cache.js","sourceRoot":"","sources":["../../src/services/bounded-cache.ts"],"names":[],"mappings":";;;AAgBA,gCAaC;AA7BD,iDAAsD;AAgBtD,SAAgB,UAAU,CACxB,OAAuB,EACvB,GAAW,EACX,KAAQ,EACR,UAAkB;IAElB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAC3C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC1B,CAAC;AAQD,MAAa,YAAY;IAIJ;IACA;IAJF,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE5D,YACmB,KAAa,EACb,aAAqB,6BAAiB;QADtC,UAAK,GAAL,KAAK,CAAQ;QACb,eAAU,GAAV,UAAU,CAA4B;IACtD,CAAC;IAEJ,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAQ;QACvB,UAAU,CACR,IAAI,CAAC,OAAO,EACZ,GAAG,EACH,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,EAChC,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AApCD,oCAoCC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { Website } from "@/db/tables/websites.table";
|
|
2
|
+
import { type TrackedEventInput } from "@/types";
|
|
3
|
+
export interface CollectRequestMeta {
|
|
4
|
+
ip: string;
|
|
5
|
+
userAgent: string;
|
|
6
|
+
}
|
|
7
|
+
export interface CollectOutcome {
|
|
8
|
+
accepted: number;
|
|
9
|
+
dropped: number;
|
|
10
|
+
}
|
|
11
|
+
export declare function processCollectBatch(website: Website, events: TrackedEventInput[], meta: CollectRequestMeta): Promise<CollectOutcome>;
|
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.processCollectBatch = processCollectBatch;
|
|
4
|
+
const logging_1 = require("@antelopejs/interface-core/logging");
|
|
5
|
+
const interface_database_decorators_1 = require("@antelopejs/interface-database-decorators");
|
|
6
|
+
const config_1 = require("@/config");
|
|
7
|
+
const db_1 = require("@/db");
|
|
8
|
+
const types_1 = require("@/types");
|
|
9
|
+
const constants_1 = require("@/types/constants");
|
|
10
|
+
const acquisition_1 = require("./acquisition");
|
|
11
|
+
const experiment_definitions_1 = require("./experiment-definitions");
|
|
12
|
+
const geoip_1 = require("./geoip");
|
|
13
|
+
const rollup_write_1 = require("./rollup-write");
|
|
14
|
+
const sessionize_1 = require("./sessionize");
|
|
15
|
+
const settings_1 = require("./settings");
|
|
16
|
+
const url_1 = require("./url");
|
|
17
|
+
const user_agent_1 = require("./user-agent");
|
|
18
|
+
const visitor_id_1 = require("./visitor-id");
|
|
19
|
+
const EXPOSURE_KIND = "exposure";
|
|
20
|
+
const NAME_REQUIRED_KINDS = new Set(["custom", EXPOSURE_KIND]);
|
|
21
|
+
async function processCollectBatch(website, events, meta) {
|
|
22
|
+
const now = new Date();
|
|
23
|
+
const prepared = await acceptExposures(website, prepareEvents(events));
|
|
24
|
+
const dropped = events.length - prepared.length;
|
|
25
|
+
if (prepared.length === 0) {
|
|
26
|
+
return { accepted: 0, dropped };
|
|
27
|
+
}
|
|
28
|
+
const context = {
|
|
29
|
+
website,
|
|
30
|
+
visitorId: (0, visitor_id_1.computeVisitorId)((0, settings_1.getVisitorHashSecret)(), website._id, meta.ip, meta.userAgent, now),
|
|
31
|
+
now,
|
|
32
|
+
ownHostnames: collectOwnHostnames(website, prepared),
|
|
33
|
+
};
|
|
34
|
+
const resolution = await openSession(context, prepared[0], meta);
|
|
35
|
+
const docs = prepared.map((event) => buildEventDoc(context, resolution.session, event));
|
|
36
|
+
await (0, interface_database_decorators_1.GetModel)(db_1.MarketingEventsModel, website.tenantId).insertMany(docs);
|
|
37
|
+
const previous = snapshotSession(resolution.session);
|
|
38
|
+
await touchSession(context, resolution.session, docs);
|
|
39
|
+
recordRollup(context, resolution, docs, previous);
|
|
40
|
+
return { accepted: docs.length, dropped };
|
|
41
|
+
}
|
|
42
|
+
function prepareEvents(events) {
|
|
43
|
+
return events
|
|
44
|
+
.filter(isAcceptable)
|
|
45
|
+
.map((input) => ({ input, url: (0, url_1.parseTrackedUrl)(input.url) }));
|
|
46
|
+
}
|
|
47
|
+
async function acceptExposures(website, events) {
|
|
48
|
+
if (!events.some((event) => event.input.kind === EXPOSURE_KIND)) {
|
|
49
|
+
return events;
|
|
50
|
+
}
|
|
51
|
+
const running = await (0, experiment_definitions_1.runningExperimentKeys)(website._id);
|
|
52
|
+
return events.filter((event) => event.input.kind !== EXPOSURE_KIND ||
|
|
53
|
+
running.has(event.input.name ?? ""));
|
|
54
|
+
}
|
|
55
|
+
function isAcceptable(event) {
|
|
56
|
+
if (NAME_REQUIRED_KINDS.has(event.kind) && !event.name) {
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
return (!event.data || JSON.stringify(event.data).length <= constants_1.MAX_EVENT_DATA_BYTES);
|
|
60
|
+
}
|
|
61
|
+
function collectOwnHostnames(website, events) {
|
|
62
|
+
const candidates = [website.domain, ...events.map((e) => e.url.hostname)];
|
|
63
|
+
return new Set(candidates.map(url_1.toBareHostname).filter((bare) => bare !== undefined));
|
|
64
|
+
}
|
|
65
|
+
async function openSession(context, first, meta) {
|
|
66
|
+
return (0, sessionize_1.resolveSession)((0, interface_database_decorators_1.GetModel)(db_1.MarketingSessionsModel, context.website.tenantId), {
|
|
67
|
+
websiteId: context.website._id,
|
|
68
|
+
visitorId: context.visitorId,
|
|
69
|
+
now: context.now,
|
|
70
|
+
sessionIdleTimeoutMs: (0, config_1.getConfig)().sessionIdleTimeout,
|
|
71
|
+
entryUrl: first.url.path,
|
|
72
|
+
referrerDomain: (0, url_1.extractReferrerDomain)(first.input.referrer, context.ownHostnames),
|
|
73
|
+
utm: first.url.utm,
|
|
74
|
+
clickIdParam: first.url.clickIdParam,
|
|
75
|
+
device: (0, user_agent_1.parseDevice)(meta.userAgent),
|
|
76
|
+
screen: first.input.screen,
|
|
77
|
+
language: first.input.language,
|
|
78
|
+
country: (0, geoip_1.lookupCountry)(meta.ip),
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
function eventTimestamp(event, now) {
|
|
82
|
+
if (event.at === undefined) {
|
|
83
|
+
return now;
|
|
84
|
+
}
|
|
85
|
+
const skew = Math.abs(now.getTime() - event.at);
|
|
86
|
+
return skew <= constants_1.MAX_TRUSTED_CLIENT_CLOCK_SKEW_MS ? new Date(event.at) : now;
|
|
87
|
+
}
|
|
88
|
+
function buildEventDoc(context, session, event) {
|
|
89
|
+
const timestamp = eventTimestamp(event.input, context.now);
|
|
90
|
+
return {
|
|
91
|
+
timestamp,
|
|
92
|
+
day: (0, rollup_write_1.getUtcMidnight)(timestamp),
|
|
93
|
+
websiteId: context.website._id,
|
|
94
|
+
kind: event.input.kind,
|
|
95
|
+
sessionId: session._id,
|
|
96
|
+
visitorId: context.visitorId,
|
|
97
|
+
url: event.url.path,
|
|
98
|
+
referrerDomain: (0, url_1.extractReferrerDomain)(event.input.referrer, context.ownHostnames),
|
|
99
|
+
name: event.input.name,
|
|
100
|
+
data: event.input.data,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
function snapshotSession(session) {
|
|
104
|
+
return {
|
|
105
|
+
lastSeenAt: session.lastSeenAt,
|
|
106
|
+
pageviewsCount: session.pageviewsCount,
|
|
107
|
+
exitUrl: session.exitUrl,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
async function touchSession(context, session, docs) {
|
|
111
|
+
const pageviews = docs.filter((doc) => doc.kind === "pageview");
|
|
112
|
+
const lastPageview = pageviews[pageviews.length - 1];
|
|
113
|
+
await (0, interface_database_decorators_1.GetModel)(db_1.MarketingSessionsModel, context.website.tenantId).recordActivity(session._id, {
|
|
114
|
+
pageviews: pageviews.length,
|
|
115
|
+
events: docs.length,
|
|
116
|
+
lastSeenAt: context.now,
|
|
117
|
+
exitUrl: lastPageview?.url,
|
|
118
|
+
});
|
|
119
|
+
session.pageviewsCount += pageviews.length;
|
|
120
|
+
session.eventsCount += docs.length;
|
|
121
|
+
session.lastSeenAt = context.now;
|
|
122
|
+
if (lastPageview) {
|
|
123
|
+
session.exitUrl = lastPageview.url;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
function onNewSession(pick) {
|
|
127
|
+
return (batch) => (batch.isNewSession ? [pick(batch.session)] : []);
|
|
128
|
+
}
|
|
129
|
+
function exitMoved(batch) {
|
|
130
|
+
return (!batch.isNewSession && batch.session.exitUrl !== batch.previous.exitUrl);
|
|
131
|
+
}
|
|
132
|
+
const TOP_SOURCES = {
|
|
133
|
+
topPages: (batch) => batch.pageviews.map((doc) => doc.url),
|
|
134
|
+
topEntryPages: onNewSession((session) => session.entryUrl),
|
|
135
|
+
topExitPages: (batch) => batch.isNewSession || exitMoved(batch) ? [batch.session.exitUrl] : [],
|
|
136
|
+
topReferrers: onNewSession((session) => session.referrerDomain),
|
|
137
|
+
topUtmSources: onNewSession((session) => session.utmSource),
|
|
138
|
+
topUtmMediums: onNewSession((session) => session.utmMedium),
|
|
139
|
+
topUtmCampaigns: onNewSession((session) => session.utmCampaign),
|
|
140
|
+
topUtmTerms: onNewSession((session) => session.utmTerm),
|
|
141
|
+
topUtmContents: onNewSession((session) => session.utmContent),
|
|
142
|
+
topCampaigns: onNewSession((session) => (0, acquisition_1.campaignKey)(session)),
|
|
143
|
+
topChannels: onNewSession((session) => (0, acquisition_1.resolveChannel)(session.referrerDomain, session.utmMedium, session.clickIdParam)),
|
|
144
|
+
topDevices: onNewSession((session) => session.deviceType),
|
|
145
|
+
topBrowsers: onNewSession((session) => session.browser),
|
|
146
|
+
topCountries: onNewSession((session) => session.country),
|
|
147
|
+
topEvents: (batch) => batch.customEvents.map((doc) => doc.name),
|
|
148
|
+
topLanguages: onNewSession((session) => session.language),
|
|
149
|
+
};
|
|
150
|
+
const TOP_DROP_SOURCES = {
|
|
151
|
+
topExitPages: (batch) => (exitMoved(batch) ? [batch.previous.exitUrl] : []),
|
|
152
|
+
};
|
|
153
|
+
function collectTops(batch) {
|
|
154
|
+
return (0, types_1.byDimension)((dimension) => TOP_SOURCES[dimension](batch).filter((value) => Boolean(value)));
|
|
155
|
+
}
|
|
156
|
+
function collectDrops(batch) {
|
|
157
|
+
return Object.fromEntries(Object.entries(TOP_DROP_SOURCES).map(([dimension, source]) => [
|
|
158
|
+
dimension,
|
|
159
|
+
source(batch).filter((value) => Boolean(value)),
|
|
160
|
+
]));
|
|
161
|
+
}
|
|
162
|
+
function bounceDelta(batch) {
|
|
163
|
+
const wasBounced = batch.previous.pageviewsCount === 1;
|
|
164
|
+
const isBounced = batch.session.pageviewsCount === 1;
|
|
165
|
+
return Number(isBounced) - Number(wasBounced);
|
|
166
|
+
}
|
|
167
|
+
function durationDelta(batch, now) {
|
|
168
|
+
return Math.max(0, now.getTime() - batch.previous.lastSeenAt.getTime());
|
|
169
|
+
}
|
|
170
|
+
function recordRollup(context, resolution, docs, previous) {
|
|
171
|
+
const batch = {
|
|
172
|
+
pageviews: docs.filter((doc) => doc.kind === "pageview"),
|
|
173
|
+
customEvents: docs.filter((doc) => doc.kind === "custom"),
|
|
174
|
+
session: resolution.session,
|
|
175
|
+
previous,
|
|
176
|
+
isNewSession: resolution.isNewSession,
|
|
177
|
+
isNewVisitor: resolution.isNewVisitor,
|
|
178
|
+
};
|
|
179
|
+
const delta = {
|
|
180
|
+
pageviews: batch.pageviews.length,
|
|
181
|
+
sessions: resolution.isNewSession ? 1 : 0,
|
|
182
|
+
newVisitors: resolution.isNewVisitor ? 1 : 0,
|
|
183
|
+
customEvents: batch.customEvents.length,
|
|
184
|
+
bouncedSessions: bounceDelta(batch),
|
|
185
|
+
sessionDurationMs: durationDelta(batch, context.now),
|
|
186
|
+
tops: collectTops(batch),
|
|
187
|
+
drops: collectDrops(batch),
|
|
188
|
+
};
|
|
189
|
+
void (0, rollup_write_1.addDailyMarketingStats)((0, interface_database_decorators_1.GetModel)(db_1.WebsiteStatisticsModel, context.website.tenantId), context.website._id, (0, rollup_write_1.getUtcMidnight)(context.now), delta).catch((err) => {
|
|
190
|
+
logging_1.Logging.Error("[dms-marketing] daily rollup write failed:", err);
|
|
191
|
+
});
|
|
192
|
+
}
|
|
193
|
+
//# sourceMappingURL=collect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../src/services/collect.ts"],"names":[],"mappings":";;AAmEA,kDAoCC;AAvGD,gEAA6D;AAC7D,6FAAqE;AACrE,qCAAqC;AACrC,6BAIc;AAId,mCAKiB;AACjB,iDAG2B;AAC3B,+CAA4D;AAC5D,qEAAiE;AACjE,mCAAwC;AACxC,iDAAwE;AACxE,6CAAsE;AACtE,yCAAkD;AAClD,+BAKe;AACf,6CAA2C;AAC3C,6CAAgD;AAYhD,MAAM,aAAa,GAAG,UAAU,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;AAoBhE,KAAK,UAAU,mBAAmB,CACvC,OAAgB,EAChB,MAA2B,EAC3B,IAAwB;IAExB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAChD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,OAAO,GAAiB;QAC5B,OAAO;QACP,SAAS,EAAE,IAAA,6BAAgB,EACzB,IAAA,+BAAoB,GAAE,EACtB,OAAO,CAAC,GAAG,EACX,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,SAAS,EACd,GAAG,CACJ;QACD,GAAG;QACH,YAAY,EAAE,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC;KACrD,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACjE,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAClC,aAAa,CAAC,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAClD,CAAC;IAEF,MAAM,IAAA,wCAAQ,EAAC,yBAAoB,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,YAAY,CAAC,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAEtD,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAClD,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,aAAa,CAAC,MAA2B;IAChD,OAAO,MAAM;SACV,MAAM,CAAC,YAAY,CAAC;SACpB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAA,qBAAe,EAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC;AAUD,KAAK,UAAU,eAAe,CAC5B,OAAgB,EAChB,MAAuB;IAEvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,CAAC;QAChE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,IAAA,8CAAqB,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,MAAM,CAClB,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa;QAElC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CACtC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAwB;IAC5C,IAAI,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACvD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,CACL,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,gCAAoB,CACzE,CAAC;AACJ,CAAC;AAOD,SAAS,mBAAmB,CAC1B,OAAgB,EAChB,MAAuB;IAEvB,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1E,OAAO,IAAI,GAAG,CACZ,UAAU,CAAC,GAAG,CAAC,oBAAc,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CACpE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,OAAqB,EACrB,KAAoB,EACpB,IAAwB;IAExB,OAAO,IAAA,2BAAc,EACnB,IAAA,wCAAQ,EAAC,2BAAsB,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAC1D;QACE,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,oBAAoB,EAAE,IAAA,kBAAS,GAAE,CAAC,kBAAkB;QACpD,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI;QACxB,cAAc,EAAE,IAAA,2BAAqB,EACnC,KAAK,CAAC,KAAK,CAAC,QAAQ,EACpB,OAAO,CAAC,YAAY,CACrB;QACD,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG;QAClB,YAAY,EAAE,KAAK,CAAC,GAAG,CAAC,YAAY;QACpC,MAAM,EAAE,IAAA,wBAAW,EAAC,IAAI,CAAC,SAAS,CAAC;QACnC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;QAC1B,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;QAC9B,OAAO,EAAE,IAAA,qBAAa,EAAC,IAAI,CAAC,EAAE,CAAC;KAChC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAwB,EAAE,GAAS;IACzD,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;IAChD,OAAO,IAAI,IAAI,4CAAgC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC7E,CAAC;AAED,SAAS,aAAa,CACpB,OAAqB,EACrB,OAAyB,EACzB,KAAoB;IAEpB,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3D,OAAO;QACL,SAAS;QACT,GAAG,EAAE,IAAA,6BAAc,EAAC,SAAS,CAAC;QAC9B,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;QAC9B,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;QACtB,SAAS,EAAE,OAAO,CAAC,GAAG;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI;QACnB,cAAc,EAAE,IAAA,2BAAqB,EACnC,KAAK,CAAC,KAAK,CAAC,QAAQ,EACpB,OAAO,CAAC,YAAY,CACrB;QACD,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;QACtB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;KACL,CAAC;AACtB,CAAC;AAeD,SAAS,eAAe,CAAC,OAAyB;IAChD,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,OAAqB,EACrB,OAAyB,EACzB,IAAsB;IAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,IAAA,wCAAQ,EACZ,2BAAsB,EACtB,OAAO,CAAC,OAAO,CAAC,QAAQ,CACzB,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE;QAC5B,SAAS,EAAE,SAAS,CAAC,MAAM;QAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,UAAU,EAAE,OAAO,CAAC,GAAG;QACvB,OAAO,EAAE,YAAY,EAAE,GAAG;KAC3B,CAAC,CAAC;IACH,OAAO,CAAC,cAAc,IAAI,SAAS,CAAC,MAAM,CAAC;IAC3C,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC;IACnC,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IACjC,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC;IACrC,CAAC;AACH,CAAC;AAkBD,SAAS,YAAY,CACnB,IAAuD;IAEvD,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACtE,CAAC;AAQD,SAAS,SAAS,CAAC,KAAkB;IACnC,OAAO,CACL,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,QAAQ,CAAC,OAAO,CACxE,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GAAoC;IACnD,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;IAC1D,aAAa,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC1D,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CACtB,KAAK,CAAC,YAAY,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;IACvE,YAAY,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC;IAC/D,aAAa,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;IAC3D,aAAa,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;IAC3D,eAAe,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC/D,WAAW,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACvD,cAAc,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;IAC7D,YAAY,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAA,yBAAW,EAAC,OAAO,CAAC,CAAC;IAC7D,WAAW,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CACpC,IAAA,4BAAc,EACZ,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,YAAY,CACrB,CACF;IACD,UAAU,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;IACzD,WAAW,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACvD,YAAY,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACxD,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;IAC/D,YAAY,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;CAC1D,CAAC;AAEF,MAAM,gBAAgB,GAA6C;IACjE,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;CAC5E,CAAC;AAGF,SAAS,WAAW,CAAC,KAAkB;IACrC,OAAO,IAAA,mBAAW,EAAW,CAAC,SAAuB,EAAE,EAAE,CACvD,WAAW,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAC9D,OAAO,CAAC,KAAK,CAAC,CACf,CACF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,KAAkB;IAElB,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5D,SAAS;QACT,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;KACjE,CAAC,CACH,CAAC;AACJ,CAAC;AAQD,SAAS,WAAW,CAAC,KAAkB;IACrC,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,cAAc,KAAK,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,KAAK,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC;AAQD,SAAS,aAAa,CAAC,KAAkB,EAAE,GAAS;IAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,YAAY,CACnB,OAAqB,EACrB,UAA6B,EAC7B,IAAsB,EACtB,QAAyB;IAEzB,MAAM,KAAK,GAAgB;QACzB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC;QACxD,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;QACzD,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,QAAQ;QACR,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,YAAY,EAAE,UAAU,CAAC,YAAY;KACtC,CAAC;IACF,MAAM,KAAK,GAAwB;QACjC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM;QACjC,QAAQ,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,WAAW,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,MAAM;QACvC,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC;QACnC,iBAAiB,EAAE,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC;QACpD,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC;QACxB,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC;KAC3B,CAAC;IACF,KAAK,IAAA,qCAAsB,EACzB,IAAA,wCAAQ,EAAC,2BAAsB,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAC1D,OAAO,CAAC,OAAO,CAAC,GAAG,EACnB,IAAA,6BAAc,EAAC,OAAO,CAAC,GAAG,CAAC,EAC3B,KAAK,CACN,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACd,iBAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,GAAG,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { Funnel } from "@/db/tables/funnels.table";
|
|
2
|
+
export declare function invalidateExperimentDefinitions(websiteId: string): void;
|
|
3
|
+
export declare function servableExperiments(websiteId: string): Promise<Funnel[]>;
|
|
4
|
+
export declare function runningExperimentKeys(websiteId: string): Promise<Set<string>>;
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.invalidateExperimentDefinitions = invalidateExperimentDefinitions;
|
|
4
|
+
exports.servableExperiments = servableExperiments;
|
|
5
|
+
exports.runningExperimentKeys = runningExperimentKeys;
|
|
6
|
+
const interface_database_decorators_1 = require("@antelopejs/interface-database-decorators");
|
|
7
|
+
const db_1 = require("@/db");
|
|
8
|
+
const bounded_cache_1 = require("@/services/bounded-cache");
|
|
9
|
+
const constants_1 = require("@/types/constants");
|
|
10
|
+
const definitionsCache = new bounded_cache_1.BoundedCache(constants_1.EXPERIMENT_DEFINITIONS_CACHE_TTL_MS);
|
|
11
|
+
function invalidateExperimentDefinitions(websiteId) {
|
|
12
|
+
definitionsCache.delete(websiteId);
|
|
13
|
+
}
|
|
14
|
+
async function servableExperiments(websiteId) {
|
|
15
|
+
const hit = definitionsCache.get(websiteId);
|
|
16
|
+
if (hit) {
|
|
17
|
+
return hit.value;
|
|
18
|
+
}
|
|
19
|
+
const website = await (0, interface_database_decorators_1.GetModel)(db_1.WebsitesModel).get(websiteId);
|
|
20
|
+
const running = website?.trackingEnabled
|
|
21
|
+
? await (0, interface_database_decorators_1.GetModel)(db_1.FunnelsModel, website.tenantId).listRunning(websiteId)
|
|
22
|
+
: [];
|
|
23
|
+
definitionsCache.set(websiteId, running);
|
|
24
|
+
return running;
|
|
25
|
+
}
|
|
26
|
+
async function runningExperimentKeys(websiteId) {
|
|
27
|
+
const running = await servableExperiments(websiteId);
|
|
28
|
+
const keys = new Set();
|
|
29
|
+
for (const funnel of running) {
|
|
30
|
+
if (funnel.experiment) {
|
|
31
|
+
keys.add(funnel.experiment.key);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return keys;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=experiment-definitions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-definitions.js","sourceRoot":"","sources":["../../src/services/experiment-definitions.ts"],"names":[],"mappings":";;AAiBA,0EAEC;AAID,kDAaC;AAQD,sDAWC;AAvDD,6FAAqE;AACrE,6BAAmD;AAEnD,4DAAwD;AACxD,iDAAwE;AAOxE,MAAM,gBAAgB,GAAG,IAAI,4BAAY,CACvC,+CAAmC,CACpC,CAAC;AAIF,SAAgB,+BAA+B,CAAC,SAAiB;IAC/D,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AACrC,CAAC;AAIM,KAAK,UAAU,mBAAmB,CACvC,SAAiB;IAEjB,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,IAAA,wCAAQ,EAAC,kBAAa,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,OAAO,EAAE,eAAe;QACtC,CAAC,CAAC,MAAM,IAAA,wCAAQ,EAAC,iBAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC;QACvE,CAAC,CAAC,EAAE,CAAC;IACP,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACzC,OAAO,OAAO,CAAC;AACjB,CAAC;AAQM,KAAK,UAAU,qBAAqB,CACzC,SAAiB;IAEjB,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { ExperimentVariation, Funnel, FunnelExperiment } from "@/db/tables/funnels.table";
|
|
2
|
+
export type AssignmentMap = Record<string, string>;
|
|
3
|
+
export declare function normalizedWeights(variations: ExperimentVariation[]): number[];
|
|
4
|
+
export declare function assignVariation(visitorId: string, experiment: FunnelExperiment): string | undefined;
|
|
5
|
+
export declare function assignAll(visitorId: string, funnels: Funnel[]): AssignmentMap;
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.normalizedWeights = normalizedWeights;
|
|
4
|
+
exports.assignVariation = assignVariation;
|
|
5
|
+
exports.assignAll = assignAll;
|
|
6
|
+
const node_crypto_1 = require("node:crypto");
|
|
7
|
+
const constants_1 = require("@/types/constants");
|
|
8
|
+
function normalizedWeights(variations) {
|
|
9
|
+
const total = variations.reduce((sum, v) => sum + Math.max(v.weight, 0), 0);
|
|
10
|
+
if (total <= 0) {
|
|
11
|
+
return variations.map(() => 1 / variations.length);
|
|
12
|
+
}
|
|
13
|
+
return variations.map((v) => Math.max(v.weight, 0) / total);
|
|
14
|
+
}
|
|
15
|
+
function bucketOf(visitorId, experimentKey) {
|
|
16
|
+
const hex = (0, node_crypto_1.createHash)("sha256")
|
|
17
|
+
.update(`${visitorId}:${experimentKey}`)
|
|
18
|
+
.digest("hex")
|
|
19
|
+
.slice(0, constants_1.ASSIGNMENT_HASH_HEX_CHARS);
|
|
20
|
+
const bits = constants_1.ASSIGNMENT_HASH_HEX_CHARS * 4;
|
|
21
|
+
return Number.parseInt(hex, 16) / 2 ** bits;
|
|
22
|
+
}
|
|
23
|
+
function assignVariation(visitorId, experiment) {
|
|
24
|
+
if (experiment.variations.length === 0) {
|
|
25
|
+
return undefined;
|
|
26
|
+
}
|
|
27
|
+
const bucket = bucketOf(visitorId, experiment.key);
|
|
28
|
+
const weights = normalizedWeights(experiment.variations);
|
|
29
|
+
let cumulative = 0;
|
|
30
|
+
for (let i = 0; i < experiment.variations.length; i++) {
|
|
31
|
+
cumulative += weights[i];
|
|
32
|
+
if (bucket < cumulative) {
|
|
33
|
+
return experiment.variations[i].key;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return experiment.variations[experiment.variations.length - 1].key;
|
|
37
|
+
}
|
|
38
|
+
function assignAll(visitorId, funnels) {
|
|
39
|
+
const assignments = {};
|
|
40
|
+
for (const funnel of funnels) {
|
|
41
|
+
const experiment = funnel.experiment;
|
|
42
|
+
if (!experiment) {
|
|
43
|
+
continue;
|
|
44
|
+
}
|
|
45
|
+
const variation = assignVariation(visitorId, experiment);
|
|
46
|
+
if (variation !== undefined) {
|
|
47
|
+
assignments[experiment.key] = variation;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
return assignments;
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=assign.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assign.js","sourceRoot":"","sources":["../../../src/services/experiments/assign.ts"],"names":[],"mappings":";;AAYA,8CAMC;AAiBD,0CAkBC;AAED,8BAaC;AApED,6CAAyC;AAMzC,iDAA8D;AAM9D,SAAgB,iBAAiB,CAAC,UAAiC;IACjE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5E,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,OAAO,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;AAC9D,CAAC;AAOD,SAAS,QAAQ,CAAC,SAAiB,EAAE,aAAqB;IACxD,MAAM,GAAG,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC;SAC7B,MAAM,CAAC,GAAG,SAAS,IAAI,aAAa,EAAE,CAAC;SACvC,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,qCAAyB,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,qCAAyB,GAAG,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;AAC9C,CAAC;AAGD,SAAgB,eAAe,CAC7B,SAAiB,EACjB,UAA4B;IAE5B,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACzD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,MAAM,GAAG,UAAU,EAAE,CAAC;YACxB,OAAO,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACrE,CAAC;AAED,SAAgB,SAAS,CAAC,SAAiB,EAAE,OAAiB;IAC5D,MAAM,WAAW,GAAkB,EAAE,CAAC;IACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACzD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./assign"), exports);
|
|
18
|
+
__exportStar(require("./results"), exports);
|
|
19
|
+
__exportStar(require("./stats"), exports);
|
|
20
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/experiments/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,4CAA0B;AAC1B,0CAAwB"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { FunnelExperiment } from "@/db/tables/funnels.table";
|
|
2
|
+
import type { MarketingEvent } from "@/db/tables/marketing_events.table";
|
|
3
|
+
import { type FunnelComputation, type FunnelDefinition, type FunnelEvent } from "@/services/funnels/compute";
|
|
4
|
+
import { type SrmCheck } from "./stats";
|
|
5
|
+
export interface VariationResult {
|
|
6
|
+
key: string;
|
|
7
|
+
exposedSessions: number;
|
|
8
|
+
computation: FunnelComputation;
|
|
9
|
+
conversionRate: number;
|
|
10
|
+
uplift: number | null;
|
|
11
|
+
pValue: number | null;
|
|
12
|
+
significant: boolean | null;
|
|
13
|
+
}
|
|
14
|
+
export interface ExperimentResults {
|
|
15
|
+
control: string;
|
|
16
|
+
variations: VariationResult[];
|
|
17
|
+
srm: SrmCheck;
|
|
18
|
+
}
|
|
19
|
+
export type ResultEvent = FunnelEvent & Pick<MarketingEvent, "data">;
|
|
20
|
+
export declare function computeExperimentResults(events: ResultEvent[], goal: FunnelDefinition, experiment: FunnelExperiment, truncated: boolean): ExperimentResults;
|