@aglyn/tenant-data-admin 1.0.0-beta.220 → 1.0.0-beta.222
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +7 -7
- package/src/lib/server/api-keys.js +3 -3
- package/src/lib/server/api-keys.js.map +1 -1
- package/src/lib/server/api-v1-resources.d.ts +44 -3
- package/src/lib/server/api-v1-resources.js +82 -5
- package/src/lib/server/api-v1-resources.js.map +1 -1
- package/src/lib/server/collection-live-pages.d.ts +2 -2
- package/src/lib/server/collection-live-pages.js +1 -1
- package/src/lib/server/collection-live-pages.js.map +1 -1
- package/src/lib/server/email-delivery-log.d.ts +17 -73
- package/src/lib/server/email-delivery-log.js +44 -222
- package/src/lib/server/email-delivery-log.js.map +1 -1
- package/src/lib/server/email-flow-gate.js +27 -38
- package/src/lib/server/email-flow-gate.js.map +1 -1
- package/src/lib/server/erase-person.d.ts +34 -54
- package/src/lib/server/erase-person.js +44 -239
- package/src/lib/server/erase-person.js.map +1 -1
- package/src/lib/server/host-visitor-records.d.ts +12 -4
- package/src/lib/server/host-visitor-records.js +20 -10
- package/src/lib/server/host-visitor-records.js.map +1 -1
- package/src/lib/server/hosted-page-review.d.ts +7 -0
- package/src/lib/server/hosted-page-review.js +144 -20
- package/src/lib/server/hosted-page-review.js.map +1 -1
- package/src/lib/server/leaving-notice.d.ts +98 -0
- package/src/lib/server/leaving-notice.js +250 -0
- package/src/lib/server/leaving-notice.js.map +1 -0
- package/src/lib/server/link-reputation-review.d.ts +58 -0
- package/src/lib/server/link-reputation-review.js +185 -0
- package/src/lib/server/link-reputation-review.js.map +1 -0
- package/src/lib/server/live-page-drops.d.ts +67 -0
- package/src/lib/server/live-page-drops.js +57 -0
- package/src/lib/server/live-page-drops.js.map +1 -0
- package/src/lib/server/media-bandwidth-cap.d.ts +78 -0
- package/src/lib/server/media-bandwidth-cap.js +180 -0
- package/src/lib/server/media-bandwidth-cap.js.map +1 -0
- package/src/lib/server/media-cdn-icon.d.ts +77 -0
- package/src/lib/server/media-cdn-icon.js +140 -0
- package/src/lib/server/media-cdn-icon.js.map +1 -0
- package/src/lib/server/media-delivery-regeneration.d.ts +132 -0
- package/src/lib/server/media-delivery-regeneration.js +216 -0
- package/src/lib/server/media-delivery-regeneration.js.map +1 -0
- package/src/lib/server/media-delivery.d.ts +2 -0
- package/src/lib/server/media-delivery.js +2 -1
- package/src/lib/server/media-delivery.js.map +1 -1
- package/src/lib/server/media-serve-count.d.ts +50 -0
- package/src/lib/server/media-serve-count.js +62 -0
- package/src/lib/server/media-serve-count.js.map +1 -0
- package/src/lib/server/media-signing.d.ts +13 -2
- package/src/lib/server/media-signing.js +12 -8
- package/src/lib/server/media-signing.js.map +1 -1
- package/src/lib/server/media-tombstone.js +7 -5
- package/src/lib/server/media-tombstone.js.map +1 -1
- package/src/lib/server/media-variants.d.ts +151 -20
- package/src/lib/server/media-variants.js +204 -27
- package/src/lib/server/media-variants.js.map +1 -1
- package/src/lib/server/org-age.d.ts +15 -6
- package/src/lib/server/org-age.js +20 -8
- package/src/lib/server/org-age.js.map +1 -1
- package/src/lib/server/organizations.d.ts +102 -2
- package/src/lib/server/organizations.js +388 -58
- package/src/lib/server/organizations.js.map +1 -1
- package/src/lib/server/outbound-send-review.js +24 -6
- package/src/lib/server/outbound-send-review.js.map +1 -1
- package/src/lib/server/page-security-hold.d.ts +93 -0
- package/src/lib/server/page-security-hold.js +180 -0
- package/src/lib/server/page-security-hold.js.map +1 -0
- package/src/lib/server/paged-sweeps.d.ts +51 -0
- package/src/lib/server/paged-sweeps.js +79 -0
- package/src/lib/server/paged-sweeps.js.map +1 -0
- package/src/lib/server/platform-marketing-consent.d.ts +0 -49
- package/src/lib/server/platform-marketing-consent.js +27 -11
- package/src/lib/server/platform-marketing-consent.js.map +1 -1
- package/src/lib/server/serve-media-cdn.d.ts +69 -1
- package/src/lib/server/serve-media-cdn.js +424 -70
- package/src/lib/server/serve-media-cdn.js.map +1 -1
- package/src/lib/server/site-icon-render.d.ts +68 -0
- package/src/lib/server/site-icon-render.js +157 -0
- package/src/lib/server/site-icon-render.js.map +1 -0
- package/src/lib/server/staff-seat.d.ts +50 -0
- package/src/lib/server/staff-seat.js +118 -0
- package/src/lib/server/staff-seat.js.map +1 -0
- package/src/lib/server/transfer-export.d.ts +46 -0
- package/src/lib/server/transfer-export.js +221 -0
- package/src/lib/server/transfer-export.js.map +1 -0
- package/src/lib/server/transfer-jobs.d.ts +385 -0
- package/src/lib/server/transfer-jobs.js +2368 -0
- package/src/lib/server/transfer-jobs.js.map +1 -0
- package/src/lib/server/transfer-packages.d.ts +127 -0
- package/src/lib/server/transfer-packages.js +1036 -0
- package/src/lib/server/transfer-packages.js.map +1 -0
- package/src/lib/server/upgrade-proposal.d.ts +97 -0
- package/src/lib/server/upgrade-proposal.js +312 -0
- package/src/lib/server/upgrade-proposal.js.map +1 -0
- package/src/lib/server/upsert-contact.d.ts +17 -8
- package/src/lib/server/upsert-contact.js +82 -16
- package/src/lib/server/upsert-contact.js.map +1 -1
- package/src/lib/server/web-risk.d.ts +139 -0
- package/src/lib/server/web-risk.js +521 -0
- package/src/lib/server/web-risk.js.map +1 -0
- package/src/tenancy.d.ts +3 -1
- package/src/tenancy.js +5 -1
- package/src/tenancy.js.map +1 -1
- package/src/lib/server/campaign-attribution-store.d.ts +0 -55
- package/src/lib/server/campaign-attribution-store.js +0 -95
- package/src/lib/server/campaign-attribution-store.js.map +0 -1
- package/src/lib/server/campaign-conversion-attribution.d.ts +0 -283
- package/src/lib/server/campaign-conversion-attribution.js +0 -450
- package/src/lib/server/campaign-conversion-attribution.js.map +0 -1
- package/src/lib/server/dataset-live-pages.d.ts +0 -179
- package/src/lib/server/dataset-live-pages.js +0 -421
- package/src/lib/server/dataset-live-pages.js.map +0 -1
- package/src/lib/server/email-revenue-attribution.d.ts +0 -185
- package/src/lib/server/email-revenue-attribution.js +0 -321
- package/src/lib/server/email-revenue-attribution.js.map +0 -1
|
@@ -22,14 +22,14 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
|
|
|
22
22
|
* The policy is pure and lives in `@aglyn/aglyn/server`
|
|
23
23
|
* (`visitor-record-ceiling.ts`); this is the part that needs Firestore. Same
|
|
24
24
|
* split as `visitorWriteRateLimitRefusal`, and for the same reason.
|
|
25
|
-
*/ import { CAPTURED_BY_HOST_FIELD, checkVisitorRecordCeiling, LEADS_MAX_PER_HOST, marketingConsentFieldsForGroup, personKey, readMarketingBasis,
|
|
25
|
+
*/ import { CAPTURED_BY_HOST_FIELD, checkVisitorRecordCeiling, LEADS_MAX_PER_HOST, marketingConsentFieldsForGroup, personKey, readMarketingBasis, utcMonthKey, VISITOR_RECORD_NOTICE_SENT_FIELD, visitorRecordAcceptFillsCeiling, visitorRecordCeilingAnnounced, visitorRecordRefusedCounterId } from "@aglyn/aglyn/server";
|
|
26
26
|
import { FieldValue } from "firebase-admin/firestore";
|
|
27
|
-
import {
|
|
27
|
+
import { creditConversion } from "@aglyn/aglyn/plugin-manager/plugin-conversion-credit";
|
|
28
28
|
import { notifyHostManagers } from "./notifications.js";
|
|
29
29
|
import { scheduleCapturedEmailCheck } from "./capture-email-check.js";
|
|
30
30
|
import firebaseAdmin from "./firebase-admin.js";
|
|
31
31
|
import { consentGroupForSite, orgDataCollectionForHost, scopedToHost } from "./organizations.js";
|
|
32
|
-
import { crmLeadListFields, crmReadTokens, crmScopeTokens } from "@aglyn/aglyn/server";
|
|
32
|
+
import { composeContactName, crmLeadListFields, crmReadTokens, crmScopeTokens } from "@aglyn/aglyn/server";
|
|
33
33
|
// The module path rather than the barrel, as `upsert-contact.ts` does: a spec
|
|
34
34
|
// that substitutes the barrel keeps the real rule for which group a grant is.
|
|
35
35
|
import { consentGroupForGrant } from "@aglyn/aglyn/app-utils/consent-groups";
|
|
@@ -159,7 +159,7 @@ const firestore = ()=>firebaseAdmin.app().firestore();
|
|
|
159
159
|
* count as shipped.
|
|
160
160
|
*
|
|
161
161
|
* Two audiences, one call, in exactly `recordAbuseCeilingTrip`'s shape
|
|
162
|
-
* (`
|
|
162
|
+
* (`libs/plugins/forms/src/lib/server/form-submit.ts`, AGL-1655):
|
|
163
163
|
*
|
|
164
164
|
* - A durable per-month refusal count at
|
|
165
165
|
* `hosts/{id}/counters/{siteMembers|leads}Refused`. Counters are excluded
|
|
@@ -186,7 +186,7 @@ const firestore = ()=>firebaseAdmin.app().firestore();
|
|
|
186
186
|
*/ export async function recordVisitorRecordCeilingTrip(options) {
|
|
187
187
|
var _options_monthKey;
|
|
188
188
|
const { hostRef, hostId, kind, ceiling } = options;
|
|
189
|
-
const monthKey = (_options_monthKey = options.monthKey) != null ? _options_monthKey :
|
|
189
|
+
const monthKey = (_options_monthKey = options.monthKey) != null ? _options_monthKey : utcMonthKey();
|
|
190
190
|
try {
|
|
191
191
|
const refusedRef = hostRef.collection('counters').doc(visitorRecordRefusedCounterId(kind));
|
|
192
192
|
const refusedSnapshot = await refusedRef.get();
|
|
@@ -352,7 +352,7 @@ const firestore = ()=>firebaseAdmin.app().firestore();
|
|
|
352
352
|
// The count a new person was judged against, for the notice re-arm.
|
|
353
353
|
let usedBeforeCreate = null;
|
|
354
354
|
const refused = await firestore.runTransaction(async (tx)=>{
|
|
355
|
-
var _existing_data, _existing_data1, _existing_data2, _existing_data3;
|
|
355
|
+
var _existing_data, _existing_data1, _existing_data2, _existing_data3, _stored_phone;
|
|
356
356
|
// Reset per attempt: a contended transaction re-runs its body, and a
|
|
357
357
|
// flag left standing from an aborted attempt would credit a campaign
|
|
358
358
|
// with a person who turned out to exist already.
|
|
@@ -447,11 +447,19 @@ const firestore = ()=>firebaseAdmin.app().firestore();
|
|
|
447
447
|
* `status: 'new'`, so the Open view's `status in [new, working]`
|
|
448
448
|
* finds a lead nobody has touched — an absent field matches no query.
|
|
449
449
|
*/ const stored = (_existing_data3 = existing.data()) != null ? _existing_data3 : {};
|
|
450
|
+
const phoneFill = lead.phoneFill && !String((_stored_phone = stored['phone']) != null ? _stored_phone : '').trim() ? {
|
|
451
|
+
phone: lead.phoneFill
|
|
452
|
+
} : {};
|
|
450
453
|
const storedScope = Array.isArray(stored['visibleTo']) ? stored['visibleTo'] : [];
|
|
454
|
+
/*
|
|
455
|
+
* A lead that keeps a first or last name keeps the name they make
|
|
456
|
+
* (AGL-3513): a capture's typed name does not replace it.
|
|
457
|
+
*/ const composedName = composeContactName(stored['firstName'], stored['lastName']);
|
|
458
|
+
const name = composedName || lead.name;
|
|
451
459
|
const listFields = crmLeadListFields(_extends({}, stored, {
|
|
452
460
|
email: lead.email
|
|
453
|
-
},
|
|
454
|
-
name
|
|
461
|
+
}, name ? {
|
|
462
|
+
name
|
|
455
463
|
} : {}, {
|
|
456
464
|
visibleTo: [
|
|
457
465
|
...new Set([
|
|
@@ -462,7 +470,9 @@ const firestore = ()=>firebaseAdmin.app().firestore();
|
|
|
462
470
|
}));
|
|
463
471
|
tx.set(leadRef, _extends({
|
|
464
472
|
email: lead.email
|
|
465
|
-
}, seen,
|
|
473
|
+
}, seen, composedName ? {
|
|
474
|
+
name: composedName
|
|
475
|
+
} : {}, phoneFill, listFields, {
|
|
466
476
|
/*
|
|
467
477
|
* WIDENED BY THE CAPTURE, NEVER BY THE LOOKUP (AGL-3275).
|
|
468
478
|
*
|
|
@@ -533,7 +543,7 @@ const firestore = ()=>firebaseAdmin.app().firestore();
|
|
|
533
543
|
predicted
|
|
534
544
|
});
|
|
535
545
|
if (created && options.touch) {
|
|
536
|
-
await
|
|
546
|
+
await creditConversion({
|
|
537
547
|
hostId,
|
|
538
548
|
kind: 'lead',
|
|
539
549
|
refId: leadRef.id,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../../../../../libs/tenant/data/admin/src/lib/server/host-visitor-records.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * The durable half of the visitor-record ceilings (AGL-1529) — the lead\n * writer that enforces `LEADS_MAX_PER_HOST`, and the bookkeeping that makes a\n * trip of EITHER ceiling something a site's owner can see.\n *\n * The policy is pure and lives in `@aglyn/aglyn/server`\n * (`visitor-record-ceiling.ts`); this is the part that needs Firestore. Same\n * split as `visitorWriteRateLimitRefusal`, and for the same reason.\n */\n\nimport {\n CAPTURED_BY_HOST_FIELD,\n checkVisitorRecordCeiling,\n LEADS_MAX_PER_HOST,\n marketingConsentFieldsForGroup,\n personKey,\n readMarketingBasis,\n submissionMonthKey,\n VISITOR_RECORD_NOTICE_SENT_FIELD,\n visitorRecordAcceptFillsCeiling,\n visitorRecordCeilingAnnounced,\n visitorRecordRefusedCounterId,\n type VisitorRecordKind,\n} from '@aglyn/aglyn/server'\nimport { FieldValue } from 'firebase-admin/firestore'\nimport {\n attributeCampaignConversion,\n type ResolvedCampaignTouch,\n} from './campaign-conversion-attribution'\nimport { notifyHostManagers } from './notifications'\nimport { scheduleCapturedEmailCheck } from './capture-email-check'\nimport firebaseAdmin from './firebase-admin'\nimport {\n consentGroupForSite,\n orgDataCollectionForHost,\n resolveOrgIdForHost,\n scopedToHost,\n} from './organizations'\nimport { crmLeadListFields, crmReadTokens, crmScopeTokens } from '@aglyn/aglyn/server'\nimport type { ConsentGroup, ScopeToken } from '@aglyn/aglyn/server'\n// The module path rather than the barrel, as `upsert-contact.ts` does: a spec\n// that substitutes the barrel keeps the real rule for which group a grant is.\nimport { consentGroupForGrant } from '@aglyn/aglyn/app-utils/consent-groups'\n\nconst firestore = () => firebaseAdmin.app().firestore()\n\n/**\n * A lead's one home: `orgs/{orgId}/leads/{personKey}` (AGL-3275).\n *\n * ## Why leads moved\n *\n * A lead used to live at `hosts/{hostId}/leads/{personKey}` while the\n * contact for the same human lived on the org with a `visibleTo` array. The\n * path was doing the job `visibleTo` does, and doing it worse:\n *\n * - An AGENCY was isolated by the path. It is isolated by `visibleTo` too,\n * with no configuration — `consentGroupScope` on a group of one is\n * `['host:{id}']`.\n * - A MULTI-BRAND org could not be served at all. `personKey` is derived\n * from the address, so the same person captured on two sibling brands\n * produced two documents with byte-identical ids under different parents.\n * One person was two records by construction, which is the thing AGL-3232\n * had just finished eliminating for contacts.\n * - The two answers could disagree. A person's contact was visible to every\n * brand in the consent group they actually consented to — the disclosure\n * names those brands — while their lead was visible to whichever brand's\n * form they happened to land on. The lead was scoped more narrowly than\n * what the person was told, which is the safe direction to be wrong in and\n * still the wrong answer.\n *\n * So a lead is stamped with `crmScopeTokens` and read with `crmReadTokens`,\n * the same pair the contacts surface uses. Nothing here is a new mechanism;\n * this is leads arriving at the one the rest of the CRM already had.\n *\n * ## The fallback is READ-ONLY, and temporary\n *\n * This repo has run this migration once already — AGL-237 moved datasets,\n * contacts and media to the org, AGL-1040 backfilled, AGL-1050 deleted the\n * fallback — and `orgDataCollectionForHost` carries what it learned:\n *\n * \"a second storage path that can still be WRITTEN is a second boundary to\n * enforce forever, which undoes the premise of scoped sharing: one home\n * per resource plus an explicit scope.\"\n *\n * So the host path is never written here. It is read, once, to carry a\n * not-yet-migrated lead onto the org as a side effect of the next write that\n * touches it ({@link leadForWrite}) — which shrinks what AGL-3276's backfill\n * has left to fold, and means no read can be answered by a stale host row\n * after a write has moved on. AGL-3277 deletes the fallback and the rules\n * block behind it once that backfill reports nothing left to plan.\n */\n\n\n/**\n * The org collection a lead is written to. Always the org — see the\n * read-only note above.\n */\nexport async function orgLeadsForHost(\n hostId: string,\n): Promise<FirebaseFirestore.CollectionReference> {\n return orgDataCollectionForHost(hostId, 'leads')\n}\n\n/**\n * The leads one site may LIST, narrowed by `visibleTo`.\n *\n * The Admin SDK does not evaluate rules, so an unnarrowed read here would\n * serve one agency client's leads on another's site — the same reason\n * `scopedToHost` exists for every other org-owned collection.\n */\nexport async function orgLeadsQueryForHost(hostId: string): Promise<{\n ref: FirebaseFirestore.CollectionReference\n query: FirebaseFirestore.Query\n}> {\n const ref = await orgLeadsForHost(hostId)\n return { ref, query: scopedToHost(ref, hostId) }\n}\n\n/**\n * The tokens a reader holding this group may ask `array-contains-any` for.\n * Capped at 30 by `crmReadTokens`, as the contacts list is.\n */\nexport async function leadReadTokensForHost(\n hostId: string,\n group?: ConsentGroup,\n): Promise<ScopeToken[]> {\n return crmReadTokens(group ?? (await consentGroupForSite(hostId)))\n}\n\n/**\n * The `visibleTo` a capture on this site stamps: the consent group's sites,\n * or `['org']` where the org set `defaultResourceScope`.\n *\n * Widened by the capture, never by the lookup — a site that has never\n * captured this person gains nothing by finding them, which is what keeps an\n * agency's clients apart on a record they share. Callers UPDATING an\n * existing lead union these in rather than replacing, exactly as\n * `upsert-contact` does.\n */\nexport async function leadScopeForHost(\n hostId: string,\n org?: Record<string, unknown> | null,\n): Promise<ScopeToken[]> {\n const group = await consentGroupForSite(hostId, org)\n return crmScopeTokens(org ?? null, group)\n}\n\n/**\n * The lead for an address, wherever it currently lives.\n *\n * ## The lookup is UNSCOPED, and has to be\n *\n * One human who touched two sibling brands is one person. Narrowing this to\n * what the capturing site may already see would let a second submission on a\n * sibling brand mint a SECOND record for the same address — the duplication\n * this migration exists to end, reintroduced one layer up. Recognizing\n * somebody and being allowed to read their row are different acts:\n * this finds the person, {@link leadScopeForHost} decides who may see them.\n *\n * `upsert-contact` states the same rule at its own dedupe lookup, and for the\n * same reason. A caller that wants only what a site may SEE wants\n * {@link orgLeadsQueryForHost}.\n *\n * @returns the org row; else the not-yet-migrated host row; else `null`.\n */\nexport async function readLeadForHost(\n hostId: string,\n key: string,\n): Promise<FirebaseFirestore.DocumentSnapshot | null> {\n const orgRow = await (await orgLeadsForHost(hostId)).doc(key).get()\n return orgRow.exists ? orgRow : null\n}\n\n/**\n * The ref a write should target.\n *\n * This carried a not-yet-backfilled host row onto the org first, and reported\n * whether it had (`carried`). AGL-3276 emptied the host path and AGL-3277\n * removed it, so there is nothing left to carry: the org row is the only row.\n * `carried` stays on the shape, always `false`, because several callers\n * destructure it and a lie is cheaper to read than a signature change that\n * says nothing.\n */\nexport async function leadForWrite(\n hostId: string,\n key: string,\n): Promise<{\n ref: FirebaseFirestore.DocumentReference\n existed: boolean\n carried: boolean\n}> {\n const ref = (await orgLeadsForHost(hostId)).doc(key)\n return { ref, existed: (await ref.get()).exists, carried: false }\n}\n\n\n/**\n * Make a tripped ceiling OBSERVABLE rather than a silent drop — the * standing rule that a control which is not visible in the console does not\n * count as shipped.\n *\n * Two audiences, one call, in exactly `recordAbuseCeilingTrip`'s shape\n * (`apps/tenant/app/api/forms/submit/route.ts`, AGL-1655):\n *\n * - A durable per-month refusal count at\n * `hosts/{id}/counters/{siteMembers|leads}Refused`. Counters are excluded\n * from every client write in `cloud/firebase-firestore.rules` (AGL-1367),\n * so the record cannot be edited away by the site it describes, and host\n * admins can already READ it — which is what lets the inbox console page\n * render it with no rules change.\n * - One notification to the site's managers per CROSSING (AGL-3442): on the\n * first refusal after the site reaches the ceiling, and not again while it\n * stays there. A notification per refused bot request would be the flood\n * again, delivered, and one a month would repeat an alarm about a state a\n * site can sit in for months. {@link rearmVisitorRecordCeilingNotice}\n * re-arms it once the site is seen below the ceiling, so reaching it again\n * is announced again.\n *\n * The counter is month-keyed even though the CEILING is a total, because the\n * two facts are different: the ceiling is \"how many records exist\" and this is\n * \"how many were turned away recently\". The inbox reports the second; the\n * notice announces the first, which is why it follows the crossing and not\n * the month.\n *\n * Best-effort throughout: bookkeeping that failed must never turn a contained\n * refusal into a 500, because a 500 is an invitation to retry.\n */\nexport async function recordVisitorRecordCeilingTrip(options: {\n hostRef: FirebaseFirestore.DocumentReference\n hostId: string\n kind: VisitorRecordKind\n ceiling: number\n monthKey?: string\n}): Promise<void> {\n const { hostRef, hostId, kind, ceiling } = options\n const monthKey = options.monthKey ?? submissionMonthKey()\n try {\n const refusedRef = hostRef\n .collection('counters')\n .doc(visitorRecordRefusedCounterId(kind))\n const refusedSnapshot = await refusedRef.get()\n // Announced already for this crossing, by this writer or by the\n // month-scoped one before it — see `visitorRecordCeilingAnnounced`.\n const announced = visitorRecordCeilingAnnounced(refusedSnapshot.data())\n const now = Date.now()\n await refusedRef.set(\n {\n [monthKey]: FieldValue.increment(1),\n // Explicit values only — Firestore rejects `undefined`.\n ceiling,\n lastRefusedAtMs: now,\n // Marked in the same write as the refusal, so the next refusal reads\n // the crossing as announced without a write of its own.\n ...(announced ? {} : { [VISITOR_RECORD_NOTICE_SENT_FIELD]: now }),\n },\n { merge: true },\n )\n if (!announced) {\n const leads = kind === 'leads'\n /*\n * What is refused, said exactly (AGL-3432). A lead door — a form\n * routed to leads, a booking — stores its own record BEFORE it files\n * the lead, so at the ceiling the visitor's submission or booking is\n * still kept and only the new lead is not. A member sign-up is refused\n * whole: no account is created. `{site}` is the site's name, filled by\n * `notifyHostManagers` from the host doc it already reads.\n */\n await notifyHostManagers(hostId, {\n type: 'system.visitorRecordsPaused',\n title: leads\n ? 'Lead capture paused on {site} — platform limit reached'\n : 'Sign-ups paused on {site} — platform limit reached',\n body: leads\n ? `{site} holds ${ceiling.toLocaleString()} leads, the platform ` +\n 'safety limit, so new people are no longer added as leads. What ' +\n 'they send, such as a form submission or a booking, is still ' +\n 'saved; only the new lead is not. This limit is not part of your ' +\n 'plan — every plan includes unlimited leads — and nothing is ' +\n 'charged. Remove some leads, or contact support if this is real ' +\n 'traffic.'\n : `{site} has ${ceiling.toLocaleString()} member accounts, the ` +\n 'platform safety limit, so new sign-ups are refused and no ' +\n 'account is created. This limit is not part of your plan — every ' +\n 'plan includes unlimited member accounts — and nothing is ' +\n 'charged. Remove some members, or contact support if this is ' +\n 'real traffic.',\n link: `/${hostId}/inbox`,\n })\n }\n } catch (error) {\n console.error('visitor record ceiling bookkeeping failed', error)\n }\n}\n\n/**\n * Re-arm the ceiling notice when an accepted record shows the site was below\n * the ceiling (AGL-3442).\n *\n * Called by every writer that judges a new record against the ceiling, with\n * the count it judged. It does nothing unless the record it just accepted took\n * the site's LAST free slot: a site that dropped below the ceiling can reach\n * it again only through that accept, so it is where the re-arm is observed,\n * and every other accept pays nothing for it. That accept reads the refusal\n * counter, and clears the notice marker only when the previous crossing was\n * announced, so a site that never reached the ceiling gains no document.\n *\n * Best-effort and never throws, for the reason the trip's bookkeeping is: the\n * record is already stored, and a failure here only costs a notice.\n */\nexport async function rearmVisitorRecordCeilingNotice(options: {\n hostRef: FirebaseFirestore.DocumentReference\n kind: VisitorRecordKind\n /** The live count the accept was judged against, before its own record. */\n used: number\n ceiling: number\n}): Promise<void> {\n const { hostRef, kind, used, ceiling } = options\n if (!visitorRecordAcceptFillsCeiling(used, ceiling)) return\n try {\n const refusedRef = hostRef\n .collection('counters')\n .doc(visitorRecordRefusedCounterId(kind))\n const refusedSnapshot = await refusedRef.get()\n if (!visitorRecordCeilingAnnounced(refusedSnapshot.data())) return\n await refusedRef.set(\n { [VISITOR_RECORD_NOTICE_SENT_FIELD]: null },\n { merge: true },\n )\n } catch (error) {\n console.error('visitor record ceiling re-arm failed', error)\n }\n}\n\n/** What a caller wants stored on the lead. `createdAt` is stamped here. */\nexport interface HostLeadInput {\n email: string\n /** The name the person typed, when they typed one (AGL-2303). */\n name?: string\n /** `signup`, `booking`, `form:{formId}` — the surface that produced it. */\n source: string\n /**\n * Explicit marketing opt-in, with a consent timestamp — the same shape\n * `upsertHostContact` already carries (AGL-301). Omitted or `false` writes\n * nothing: a lead is a side effect of an action the visitor DID take\n * (sign up, book), which is not by itself consent to be emailed\n * marketing, so this is only set when the caller captured an explicit\n * checkbox.\n */\n marketingConsent?: boolean\n /**\n * The `consentGroupDisclosureKey` the capture surface rendered beside that\n * checkbox (AGL-3320). The grant pools across the site's consent group only\n * when it is the group's current key, and is this site's alone otherwise —\n * the same rule `upsertHostContact` applies.\n */\n disclosedConsentGroup?: string | null\n}\n\n/**\n * Record one lead at `hosts/{hostId}/leads/{personKey}`, bounded by\n * `LEADS_MAX_PER_HOST` (AGL-1529).\n *\n * ## One person is one document\n *\n * `docs/specs/reusable-forms.md` §4b. This used to be `tx.create(ref.doc())`\n * — an auto-id per capture event — so one returning customer who signed up\n * and booked twice was three \"leads\". The Members & leads tab presented a\n * list of events as a list of people, and the only thing holding two rows for\n * one person together was string equality on the address at render time.\n *\n * The events are not lost, they are just no longer the record: `sources`\n * carries every surface that produced a capture, `submissionCount` counts\n * them, and `firstSeenAtMs`/`lastSeenAtMs` bracket them. The submissions, the\n * bookings and the member document are still there and still one row each.\n *\n * The id is {@link personKey} — `sha256(normalizeContactEmail(email))`, the\n * SAME derivation a list membership's `memberKey` uses, imported rather than\n * restated. Two specs named this function and the rule both stated is that\n * whichever ships second imports the first's helper: a second copy is how\n * `emailSuppressionKey` and `suppressionId` came to disagree.\n *\n * ## Why every lead writer goes through here\n *\n * There are three lead writes in the repo — the sign-up handler and the two\n * bookings paths — and all three were `hostRef.collection('leads').add(…)`\n * with a `.catch()` on the end. A cap enforced at two of three call sites is\n * not a cap, and the fourth writer somebody adds next month would not have\n * one either. One function is the only shape that survives that.\n *\n * ## The count is evaluated INSIDE the transaction that writes\n *\n * A create-time quota can be laundered by WHEN it is evaluated, not by the\n * counting rule (AGL-2231/2265/2266). Read-then-decide-then-`add()` lets N\n * concurrent visitors each read the same pre-count, each find room, and each\n * land — and nothing re-counts afterwards, so the extra rows are permanent.\n * `Transaction.get(AggregateQuery)` serialises the count against a concurrent\n * create into the same collection: the loser retries, re-reads the higher\n * count, and is refused. The count is of LIVE documents, so triaging leads in\n * the inbox frees the slots.\n *\n * ## Refusing a lead never fails the visitor's action\n *\n * A lead is a SIDE EFFECT — of a sign-up, or of a booking. The visitor did\n * not ask for it and cannot see it, so refusing one must not refuse the thing\n * they did ask for. This returns a boolean and never throws; the trip is\n * recorded and the caller carries on. That is the honest split, and it is why\n * `SITE_MEMBERS_MAX_PER_HOST` (which governs an action a visitor DID take) is\n * enforced with a 429 in the sign-up handler and this is not.\n */\nexport async function addHostLeadOutcome(options: {\n hostRef: FirebaseFirestore.DocumentReference\n hostId: string\n lead: HostLeadInput\n /**\n * The ceiling to compare against. Defaults to `LEADS_MAX_PER_HOST` and is\n * passed by NOTHING in production — it exists so the suite can re-drive the\n * same count against a ceiling one higher and require the write to succeed.\n * A refusal that survives its own ceiling being raised was never that\n * ceiling's refusal, and there is exactly ONE comparison below, so knifing\n * it cannot be absorbed by a fallback branch.\n */\n ceiling?: number\n /**\n * The campaign this person came from, already resolved by the door.\n *\n * Resolved rather than raw, and passed rather than looked up, because one\n * visitor action reaches several writers: a form submission that creates a\n * submission, a contact AND a lead must pay for the touch lookup once. A\n * door that hands none — every order path, every import — attributes\n * nothing, which is how a lead that no campaign caused stays uncredited.\n */\n touch?: ResolvedCampaignTouch | null\n}): Promise<HostLeadOutcome> {\n const { hostRef, hostId, lead } = options\n const maxPerHost = options.ceiling ?? LEADS_MAX_PER_HOST\n try {\n const leadsRef = await orgLeadsForHost(hostId)\n const firestore = hostRef.firestore\n /*\n * `null` for anything that is not a usable address — a lead captured\n * against a malformed one keeps an auto-id and stays its own row. Keying\n * several unusable addresses under one guessed id would merge two\n * different people, which is worse than two rows for one.\n */\n const key = personKey(lead.email)\n /*\n * A lead the org has not taken over yet is carried across BEFORE the\n * transaction opens (AGL-3275). It has to happen outside: the carry is\n * itself a read-then-write, and a transaction that also counted the\n * collection would be reading a row it was about to create. Two doors\n * carrying the same person in the same second both write the legacy\n * fields under `merge`, so the race is a no-op rather than a conflict.\n */\n const leadRef = key\n ? (await leadForWrite(hostId, key)).ref\n : leadsRef.doc()\n /*\n * The scope this capture stamps, and the group whose terms its consent is\n * recorded under. Both resolved HERE rather than in the transaction body:\n * a contended transaction re-runs that body, and neither of these can\n * change between attempts, so resolving them inside would pay for the org\n * read again on every retry.\n */\n const scope = await leadScopeForHost(hostId)\n const group = await consentGroupForSite(hostId)\n const now = Date.now()\n const seen = {\n // `arrayUnion`, so a person who books twice has `['booking']` and one\n // who signed up and then submitted a form has both. Bounded by the\n // number of surfaces, not by the number of captures.\n sources: FieldValue.arrayUnion(lead.source),\n lastSeenAtMs: now,\n submissionCount: FieldValue.increment(1),\n ...(lead.name ? { name: lead.name } : {}),\n }\n let created = false\n let sourceAdded = false\n let predicted = false\n // The count a new person was judged against, for the notice re-arm.\n let usedBeforeCreate: number | null = null\n const refused = await firestore.runTransaction(async (tx) => {\n // Reset per attempt: a contended transaction re-runs its body, and a\n // flag left standing from an aborted attempt would credit a campaign\n // with a person who turned out to exist already.\n created = false\n sourceAdded = false\n usedBeforeCreate = null\n // ALL READS BEFORE THE WRITE, which Firestore requires.\n const existing = await tx.get(leadRef)\n // Whether the lead already reads \"Would bounce\", for the check below.\n predicted = (existing.data() ?? {})['emailStatus'] === 'undeliverable'\n /*\n * ⛔ THE CEILING GATES A NEW PERSON, NEVER AN EXISTING ONE.\n *\n * A returning visitor's capture is an UPDATE — it does not grow the\n * collection, so refusing it buys no capacity and costs the customer\n * the source and the timestamp they would have learned. That is the\n * enforcement-at-use shape the capacity rule exists to forbid: a limit\n * must refuse the addition, never a person already recorded or the\n * data attached to them.\n *\n * It also means the count is only paid on a genuinely new person,\n * which is the case that can move it.\n */\n if (!existing.exists) {\n /*\n * COUNTED OVER WHAT THIS SITE MAY SEE, not over the org (AGL-3275).\n *\n * The collection is org-wide now, and `LEADS_MAX_PER_HOST` is a\n * per-SITE ceiling. An unfiltered count would charge every brand in\n * an agency's account for every other brand's leads, and the first\n * client to fill its allowance would refuse captures on sites that\n * had taken none. `scopedToHost` is the same narrowing every other\n * org-owned read uses, so a single-site org counts exactly what it\n * counted before this moved.\n *\n * A lead shared by two brands in one consent group is counted by\n * both, which is the honest answer: each of them holds it.\n */\n const used = (\n await tx.get(scopedToHost(leadsRef, hostId).count())\n ).data().count\n if (checkVisitorRecordCeiling(used, maxPerHost).exceeded) return true\n usedBeforeCreate = used\n }\n /*\n * Consent is carried forward and never cleared.\n *\n * A basis is written only when this capture carried an explicit\n * opt-in, so a later booking by someone who did not tick the box\n * leaves an earlier grant standing — absent-or-granted, the shape\n * every other writer uses. The TIMESTAMP is carried over rather than\n * restamped, for the reason given at the read below.\n */\n /*\n * The EARLIEST grant is the one that happened, so a later capture\n * carrying the same checkbox keeps the original date rather than\n * restamping when this person opted in. Read back through the shared\n * reader so \"already consented\" means the same thing here as it does\n * at send time.\n */\n /*\n * THE SITE'S REAL GROUP, because the silo that justified a group of one\n * is gone (AGL-3275).\n *\n * This read `soloConsentGroup(hostId)` for as long as a lead lived at\n * `hosts/{hostId}/leads`, and the reason was the path: private by\n * construction, so pooling a lead's basis would have recorded a\n * disclosure that reached nothing, while the contact written by the\n * same capture door was org-shared and pooled.\n *\n * A lead is now org-shared on exactly the terms the contact is, so the\n * premise is false and keeping the group of one would leave a\n * multi-brand org holding a lead its sibling brand can SEE but may not\n * MAIL — a narrower basis than the one `consentGroupDisclosure` named\n * beside the checkbox this person ticked. Pooling here records what\n * they were actually told, and only that: the grant reaches the group\n * when the capture surface sent back the group's current disclosure\n * key (AGL-3320), and this site alone otherwise. An undeclared group is\n * still a group of one, so an agency is unchanged and configures\n * nothing.\n *\n * Resolved above the transaction — see `group`'s declaration.\n */\n const prior = readMarketingBasis(existing.data() ?? null, group)\n const consentAtMs =\n prior.basis === 'granted' && prior.basisAtMs !== null\n ? prior.basisAtMs\n : now\n created = !existing.exists\n /*\n * Whether this capture puts its surface on the person for the FIRST\n * time: a new lead, or one first met through another door. A form\n * counts its leads by this (AGL-3330) — the people it filed, which is\n * what a recount of `sources` finds — so a returning visitor's second\n * submission moves no form's lead count.\n */\n const storedSources = (existing.data() ?? {})['sources']\n sourceAdded =\n created || !(Array.isArray(storedSources) && storedSources.includes(lead.source))\n /*\n * THE FIELDS THE LEADS LIST QUERIES (AGL-3321), from the lead as it\n * will stand: what the transaction read, the address and name this\n * capture brings and the scope it widens. A new lead is written\n * `status: 'new'`, so the Open view's `status in [new, working]`\n * finds a lead nobody has touched — an absent field matches no query.\n */\n const stored = existing.data() ?? {}\n const storedScope = Array.isArray(stored['visibleTo']) ? (stored['visibleTo'] as unknown[]) : []\n const listFields = crmLeadListFields({\n ...stored,\n email: lead.email,\n ...(lead.name ? { name: lead.name } : {}),\n visibleTo: [...new Set([...storedScope, ...scope])],\n })\n tx.set(\n leadRef,\n {\n email: lead.email,\n ...seen,\n ...listFields,\n /*\n * WIDENED BY THE CAPTURE, NEVER BY THE LOOKUP (AGL-3275).\n *\n * `arrayUnion` rather than a replace, exactly as `upsert-contact`\n * stamps a contact: this site just collected this person, so it may\n * see the row. A site that merely FOUND them — the unscoped dedupe\n * lookup in `readLeadForHost` — gains nothing, which is what keeps\n * an agency's clients apart on a record they share.\n */\n visibleTo: FieldValue.arrayUnion(...scope),\n /*\n * EVERY SITE THAT CAPTURED THIS PERSON, not just the first\n * (AGL-3275).\n *\n * This was written once, on create, and that was sound while the\n * collection sat under one host and could hold only that host's\n * name. On the org the row is shared, so a sibling brand capturing\n * a person the first brand already holds has to be recorded here or\n * the \"Known by\" answer silently omits it — the same `arrayUnion`\n * the contact door has always used for this field, now that a lead\n * has the same question to answer.\n */\n [CAPTURED_BY_HOST_FIELD]: FieldValue.arrayUnion(hostId),\n ...(existing.exists\n ? {}\n : {\n firstSeenAtMs: now,\n createdAt: FieldValue.serverTimestamp(),\n }),\n /*\n * The basis is recorded under the GROUP, keyed by its host, because\n * {@link readMarketingBasis} is one function over four silos and a\n * silo whose basis lived somewhere else would need the reader to\n * know which collection it was handed. A reader that has to be told\n * the shape is a reader that can be told the wrong one.\n */\n ...(lead.marketingConsent\n ? marketingConsentFieldsForGroup(\n consentGroupForGrant(group, lead.disclosedConsentGroup),\n consentAtMs,\n )\n : {}),\n },\n { merge: true },\n )\n return false\n })\n if (refused) {\n await recordVisitorRecordCeilingTrip({\n hostRef,\n hostId,\n kind: 'leads',\n ceiling: maxPerHost,\n })\n return NOT_STORED\n }\n if (created && usedBeforeCreate !== null) {\n await rearmVisitorRecordCeilingNotice({\n hostRef,\n kind: 'leads',\n used: usedBeforeCreate,\n ceiling: maxPerHost,\n })\n }\n /*\n * ATTRIBUTED ON CREATION ONLY.\n *\n * A returning visitor's capture is an update — the campaign did not\n * produce a lead, it produced another visit by a person the site already\n * held — and crediting it would let whichever campaign ran most recently\n * re-earn every lead on the list. `created` is set inside the transaction\n * that decides it, so the attribution and the write agree about whether\n * this person is new.\n *\n * Awaited rather than fired off: `addHostLead` already returns only after\n * its own write, and a caller that `void`s it (every one of them) is\n * unaffected. Never throws, so a failure here cannot cost the lead.\n */\n /*\n * THE ADDRESS'S DOMAIN, checked after the response (AGL-3328): a lead\n * whose domain takes no mail reads \"Would bounce\". Queued, never\n * awaited — the write above is the capture, and this costs it nothing.\n */\n scheduleCapturedEmailCheck({\n orgId: leadsRef.parent?.id ?? null,\n hostId,\n email: lead.email,\n predicted,\n })\n if (created && options.touch) {\n await attributeCampaignConversion({\n hostId,\n kind: 'lead',\n refId: leadRef.id,\n touch: options.touch,\n convertedAtMs: now,\n })\n }\n return { stored: true, created, sourceAdded }\n } catch (error) {\n // Same posture the three original call sites had (`.catch(() => undefined)`\n // / `.catch(console.error)`): a lead that failed to store must not fail\n // the sign-up or the booking that produced it.\n console.error('lead write failed', error)\n return NOT_STORED\n }\n}\n\n/** What {@link addHostLeadOutcome} did with one capture. */\nexport interface HostLeadOutcome {\n /** Whether the lead was written — false when refused or failed. */\n stored: boolean\n /** Whether it was a new person. */\n created: boolean\n /** Whether this capture's `source` was new on the lead — see the write. */\n sourceAdded: boolean\n}\n\nconst NOT_STORED: HostLeadOutcome = { stored: false, created: false, sourceAdded: false }\n\n/**\n * {@link addHostLeadOutcome}, answering only whether the lead was stored —\n * the question every door but a form's asks.\n */\nexport async function addHostLead(\n options: Parameters<typeof addHostLeadOutcome>[0],\n): Promise<boolean> {\n return (await addHostLeadOutcome(options)).stored\n}\n"],"names":["CAPTURED_BY_HOST_FIELD","checkVisitorRecordCeiling","LEADS_MAX_PER_HOST","marketingConsentFieldsForGroup","personKey","readMarketingBasis","submissionMonthKey","VISITOR_RECORD_NOTICE_SENT_FIELD","visitorRecordAcceptFillsCeiling","visitorRecordCeilingAnnounced","visitorRecordRefusedCounterId","FieldValue","attributeCampaignConversion","notifyHostManagers","scheduleCapturedEmailCheck","firebaseAdmin","consentGroupForSite","orgDataCollectionForHost","scopedToHost","crmLeadListFields","crmReadTokens","crmScopeTokens","consentGroupForGrant","firestore","app","orgLeadsForHost","hostId","orgLeadsQueryForHost","ref","query","leadReadTokensForHost","group","leadScopeForHost","org","readLeadForHost","key","orgRow","doc","get","exists","leadForWrite","existed","carried","recordVisitorRecordCeilingTrip","options","hostRef","kind","ceiling","monthKey","refusedRef","collection","refusedSnapshot","announced","data","now","Date","set","increment","lastRefusedAtMs","merge","leads","type","title","body","toLocaleString","link","error","console","rearmVisitorRecordCeilingNotice","used","addHostLeadOutcome","lead","maxPerHost","leadsRef","email","leadRef","scope","seen","sources","arrayUnion","source","lastSeenAtMs","submissionCount","name","created","sourceAdded","predicted","usedBeforeCreate","refused","runTransaction","tx","existing","count","exceeded","prior","consentAtMs","basis","basisAtMs","storedSources","Array","isArray","includes","stored","storedScope","listFields","visibleTo","Set","firstSeenAtMs","createdAt","serverTimestamp","marketingConsent","disclosedConsentGroup","NOT_STORED","orgId","parent","id","touch","refId","convertedAtMs","addHostLead"],"mappings":";AAAA;;;;;;;;;;;;;;;CAeC,GAED;;;;;;;;CAQC,GAED,SACEA,sBAAsB,EACtBC,yBAAyB,EACzBC,kBAAkB,EAClBC,8BAA8B,EAC9BC,SAAS,EACTC,kBAAkB,EAClBC,kBAAkB,EAClBC,gCAAgC,EAChCC,+BAA+B,EAC/BC,6BAA6B,EAC7BC,6BAA6B,QAExB,sBAAqB;AAC5B,SAASC,UAAU,QAAQ,2BAA0B;AACrD,SACEC,2BAA2B,QAEtB,uCAAmC;AAC1C,SAASC,kBAAkB,QAAQ,qBAAiB;AACpD,SAASC,0BAA0B,QAAQ,2BAAuB;AAClE,OAAOC,mBAAmB,sBAAkB;AAC5C,SACEC,mBAAmB,EACnBC,wBAAwB,EAExBC,YAAY,QACP,qBAAiB;AACxB,SAASC,iBAAiB,EAAEC,aAAa,EAAEC,cAAc,QAAQ,sBAAqB;AAEtF,8EAA8E;AAC9E,8EAA8E;AAC9E,SAASC,oBAAoB,QAAQ,wCAAuC;AAE5E,MAAMC,YAAY,IAAMR,cAAcS,GAAG,GAAGD,SAAS;AAErD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4CC,GAGD;;;CAGC,GACD,OAAO,eAAeE,gBACpBC,MAAc;IAEd,OAAOT,yBAAyBS,QAAQ;AAC1C;AAEA;;;;;;CAMC,GACD,OAAO,eAAeC,qBAAqBD,MAAc;IAIvD,MAAME,MAAM,MAAMH,gBAAgBC;IAClC,OAAO;QAAEE;QAAKC,OAAOX,aAAaU,KAAKF;IAAQ;AACjD;AAEA;;;CAGC,GACD,OAAO,eAAeI,sBACpBJ,MAAc,EACdK,KAAoB;IAEpB,OAAOX,cAAcW,gBAAAA,QAAU,MAAMf,oBAAoBU;AAC3D;AAEA;;;;;;;;;CASC,GACD,OAAO,eAAeM,iBACpBN,MAAc,EACdO,GAAoC;IAEpC,MAAMF,QAAQ,MAAMf,oBAAoBU,QAAQO;IAChD,OAAOZ,eAAeY,cAAAA,MAAO,MAAMF;AACrC;AAEA;;;;;;;;;;;;;;;;;CAiBC,GACD,OAAO,eAAeG,gBACpBR,MAAc,EACdS,GAAW;IAEX,MAAMC,SAAS,MAAM,AAAC,CAAA,MAAMX,gBAAgBC,OAAM,EAAGW,GAAG,CAACF,KAAKG,GAAG;IACjE,OAAOF,OAAOG,MAAM,GAAGH,SAAS;AAClC;AAEA;;;;;;;;;CASC,GACD,OAAO,eAAeI,aACpBd,MAAc,EACdS,GAAW;IAMX,MAAMP,MAAM,AAAC,CAAA,MAAMH,gBAAgBC,OAAM,EAAGW,GAAG,CAACF;IAChD,OAAO;QAAEP;QAAKa,SAAS,AAAC,CAAA,MAAMb,IAAIU,GAAG,EAAC,EAAGC,MAAM;QAAEG,SAAS;IAAM;AAClE;AAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6BC,GACD,OAAO,eAAeC,+BAA+BC,OAMpD;QAEkBA;IADjB,MAAM,EAAEC,OAAO,EAAEnB,MAAM,EAAEoB,IAAI,EAAEC,OAAO,EAAE,GAAGH;IAC3C,MAAMI,YAAWJ,oBAAAA,QAAQI,QAAQ,YAAhBJ,oBAAoBtC;IACrC,IAAI;QACF,MAAM2C,aAAaJ,QAChBK,UAAU,CAAC,YACXb,GAAG,CAAC3B,8BAA8BoC;QACrC,MAAMK,kBAAkB,MAAMF,WAAWX,GAAG;QAC5C,gEAAgE;QAChE,oEAAoE;QACpE,MAAMc,YAAY3C,8BAA8B0C,gBAAgBE,IAAI;QACpE,MAAMC,MAAMC,KAAKD,GAAG;QACpB,MAAML,WAAWO,GAAG,CAClB;YACE,CAACR,SAAS,EAAErC,WAAW8C,SAAS,CAAC;YACjC,wDAAwD;YACxDV;YACAW,iBAAiBJ;WAGbF,YAAY,CAAC,IAAI;YAAE,CAAC7C,iCAAiC,EAAE+C;QAAI,IAEjE;YAAEK,OAAO;QAAK;QAEhB,IAAI,CAACP,WAAW;YACd,MAAMQ,QAAQd,SAAS;YACvB;;;;;;;OAOC,GACD,MAAMjC,mBAAmBa,QAAQ;gBAC/BmC,MAAM;gBACNC,OAAOF,QACH,2DACA;gBACJG,MAAMH,QACF,CAAC,aAAa,EAAEb,QAAQiB,cAAc,GAAG,qBAAqB,CAAC,GAC/D,oEACA,iEACA,qEACA,iEACA,oEACA,aACA,CAAC,WAAW,EAAEjB,QAAQiB,cAAc,GAAG,sBAAsB,CAAC,GAC9D,+DACA,qEACA,8DACA,iEACA;gBACJC,MAAM,CAAC,CAAC,EAAEvC,OAAO,MAAM,CAAC;YAC1B;QACF;IACF,EAAE,OAAOwC,OAAO;QACdC,QAAQD,KAAK,CAAC,6CAA6CA;IAC7D;AACF;AAEA;;;;;;;;;;;;;;CAcC,GACD,OAAO,eAAeE,gCAAgCxB,OAMrD;IACC,MAAM,EAAEC,OAAO,EAAEC,IAAI,EAAEuB,IAAI,EAAEtB,OAAO,EAAE,GAAGH;IACzC,IAAI,CAACpC,gCAAgC6D,MAAMtB,UAAU;IACrD,IAAI;QACF,MAAME,aAAaJ,QAChBK,UAAU,CAAC,YACXb,GAAG,CAAC3B,8BAA8BoC;QACrC,MAAMK,kBAAkB,MAAMF,WAAWX,GAAG;QAC5C,IAAI,CAAC7B,8BAA8B0C,gBAAgBE,IAAI,KAAK;QAC5D,MAAMJ,WAAWO,GAAG,CAClB;YAAE,CAACjD,iCAAiC,EAAE;QAAK,GAC3C;YAAEoD,OAAO;QAAK;IAElB,EAAE,OAAOO,OAAO;QACdC,QAAQD,KAAK,CAAC,wCAAwCA;IACxD;AACF;AA2BA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkDC,GACD,OAAO,eAAeI,mBAAmB1B,OAuBxC;QAEoBA;IADnB,MAAM,EAAEC,OAAO,EAAEnB,MAAM,EAAE6C,IAAI,EAAE,GAAG3B;IAClC,MAAM4B,cAAa5B,mBAAAA,QAAQG,OAAO,YAAfH,mBAAmB1C;IACtC,IAAI;;YA0POuE;QAzPT,MAAMA,WAAW,MAAMhD,gBAAgBC;QACvC,MAAMH,YAAYsB,QAAQtB,SAAS;QACnC;;;;;KAKC,GACD,MAAMY,MAAM/B,UAAUmE,KAAKG,KAAK;QAChC;;;;;;;KAOC,GACD,MAAMC,UAAUxC,MACZ,AAAC,CAAA,MAAMK,aAAad,QAAQS,IAAG,EAAGP,GAAG,GACrC6C,SAASpC,GAAG;QAChB;;;;;;KAMC,GACD,MAAMuC,QAAQ,MAAM5C,iBAAiBN;QACrC,MAAMK,QAAQ,MAAMf,oBAAoBU;QACxC,MAAM4B,MAAMC,KAAKD,GAAG;QACpB,MAAMuB,OAAO;YACX,sEAAsE;YACtE,mEAAmE;YACnE,qDAAqD;YACrDC,SAASnE,WAAWoE,UAAU,CAACR,KAAKS,MAAM;YAC1CC,cAAc3B;YACd4B,iBAAiBvE,WAAW8C,SAAS,CAAC;WAClCc,KAAKY,IAAI,GAAG;YAAEA,MAAMZ,KAAKY,IAAI;QAAC,IAAI,CAAC;QAEzC,IAAIC,UAAU;QACd,IAAIC,cAAc;QAClB,IAAIC,YAAY;QAChB,oEAAoE;QACpE,IAAIC,mBAAkC;QACtC,MAAMC,UAAU,MAAMjE,UAAUkE,cAAc,CAAC,OAAOC;gBAUvCC,gBA0EoBA,iBAaVA,iBAURA;YA1Gf,qEAAqE;YACrE,qEAAqE;YACrE,iDAAiD;YACjDP,UAAU;YACVC,cAAc;YACdE,mBAAmB;YACnB,wDAAwD;YACxD,MAAMI,WAAW,MAAMD,GAAGpD,GAAG,CAACqC;YAC9B,sEAAsE;YACtEW,YAAY,EAACK,iBAAAA,SAAStC,IAAI,cAAbsC,iBAAmB,CAAC,EAAE,CAAC,cAAc,KAAK;YACvD;;;;;;;;;;;;OAYC,GACD,IAAI,CAACA,SAASpD,MAAM,EAAE;gBACpB;;;;;;;;;;;;;SAaC,GACD,MAAM8B,OAAO,AACX,CAAA,MAAMqB,GAAGpD,GAAG,CAACpB,aAAauD,UAAU/C,QAAQkE,KAAK,GAAE,EACnDvC,IAAI,GAAGuC,KAAK;gBACd,IAAI3F,0BAA0BoE,MAAMG,YAAYqB,QAAQ,EAAE,OAAO;gBACjEN,mBAAmBlB;YACrB;YACA;;;;;;;;OAQC,GACD;;;;;;OAMC,GACD;;;;;;;;;;;;;;;;;;;;;;OAsBC,GACD,MAAMyB,QAAQzF,oBAAmBsF,kBAAAA,SAAStC,IAAI,cAAbsC,kBAAmB,MAAM5D;YAC1D,MAAMgE,cACJD,MAAME,KAAK,KAAK,aAAaF,MAAMG,SAAS,KAAK,OAC7CH,MAAMG,SAAS,GACf3C;YACN8B,UAAU,CAACO,SAASpD,MAAM;YAC1B;;;;;;OAMC,GACD,MAAM2D,gBAAgB,EAACP,kBAAAA,SAAStC,IAAI,cAAbsC,kBAAmB,CAAC,EAAE,CAAC,UAAU;YACxDN,cACED,WAAW,CAAEe,CAAAA,MAAMC,OAAO,CAACF,kBAAkBA,cAAcG,QAAQ,CAAC9B,KAAKS,MAAM,CAAA;YACjF;;;;;;OAMC,GACD,MAAMsB,UAASX,kBAAAA,SAAStC,IAAI,cAAbsC,kBAAmB,CAAC;YACnC,MAAMY,cAAcJ,MAAMC,OAAO,CAACE,MAAM,CAAC,YAAY,IAAKA,MAAM,CAAC,YAAY,GAAiB,EAAE;YAChG,MAAME,aAAarF,kBAAkB,aAChCmF;gBACH5B,OAAOH,KAAKG,KAAK;eACbH,KAAKY,IAAI,GAAG;gBAAEA,MAAMZ,KAAKY,IAAI;YAAC,IAAI,CAAC;gBACvCsB,WAAW;uBAAI,IAAIC,IAAI;2BAAIH;2BAAgB3B;qBAAM;iBAAE;;YAErDc,GAAGlC,GAAG,CACJmB,SACA;gBACED,OAAOH,KAAKG,KAAK;eACdG,MACA2B;gBACH;;;;;;;;WAQC,GACDC,WAAW9F,WAAWoE,UAAU,IAAIH;gBACpC;;;;;;;;;;;WAWC,GACD,CAAC5E,uBAAuB,EAAEW,WAAWoE,UAAU,CAACrD;eAC5CiE,SAASpD,MAAM,GACf,CAAC,IACD;gBACEoE,eAAerD;gBACfsD,WAAWjG,WAAWkG,eAAe;YACvC,GAQAtC,KAAKuC,gBAAgB,GACrB3G,+BACEmB,qBAAqBS,OAAOwC,KAAKwC,qBAAqB,GACtDhB,eAEF,CAAC,IAEP;gBAAEpC,OAAO;YAAK;YAEhB,OAAO;QACT;QACA,IAAI6B,SAAS;YACX,MAAM7C,+BAA+B;gBACnCE;gBACAnB;gBACAoB,MAAM;gBACNC,SAASyB;YACX;YACA,OAAOwC;QACT;QACA,IAAI5B,WAAWG,qBAAqB,MAAM;YACxC,MAAMnB,gCAAgC;gBACpCvB;gBACAC,MAAM;gBACNuB,MAAMkB;gBACNxC,SAASyB;YACX;QACF;QACA;;;;;;;;;;;;;KAaC,GACD;;;;KAIC,GACD1D,2BAA2B;YACzBmG,KAAK,WAAExC,mBAAAA,SAASyC,MAAM,qBAAfzC,iBAAiB0C,EAAE,mBAAI;YAC9BzF;YACAgD,OAAOH,KAAKG,KAAK;YACjBY;QACF;QACA,IAAIF,WAAWxC,QAAQwE,KAAK,EAAE;YAC5B,MAAMxG,4BAA4B;gBAChCc;gBACAoB,MAAM;gBACNuE,OAAO1C,QAAQwC,EAAE;gBACjBC,OAAOxE,QAAQwE,KAAK;gBACpBE,eAAehE;YACjB;QACF;QACA,OAAO;YAAEgD,QAAQ;YAAMlB;YAASC;QAAY;IAC9C,EAAE,OAAOnB,OAAO;QACd,4EAA4E;QAC5E,wEAAwE;QACxE,+CAA+C;QAC/CC,QAAQD,KAAK,CAAC,qBAAqBA;QACnC,OAAO8C;IACT;AACF;AAYA,MAAMA,aAA8B;IAAEV,QAAQ;IAAOlB,SAAS;IAAOC,aAAa;AAAM;AAExF;;;CAGC,GACD,OAAO,eAAekC,YACpB3E,OAAiD;IAEjD,OAAO,AAAC,CAAA,MAAM0B,mBAAmB1B,QAAO,EAAG0D,MAAM;AACnD"}
|
|
1
|
+
{"version":3,"sources":["../../../../../../../../libs/tenant/data/admin/src/lib/server/host-visitor-records.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * The durable half of the visitor-record ceilings (AGL-1529) — the lead\n * writer that enforces `LEADS_MAX_PER_HOST`, and the bookkeeping that makes a\n * trip of EITHER ceiling something a site's owner can see.\n *\n * The policy is pure and lives in `@aglyn/aglyn/server`\n * (`visitor-record-ceiling.ts`); this is the part that needs Firestore. Same\n * split as `visitorWriteRateLimitRefusal`, and for the same reason.\n */\n\nimport {\n CAPTURED_BY_HOST_FIELD,\n checkVisitorRecordCeiling,\n LEADS_MAX_PER_HOST,\n marketingConsentFieldsForGroup,\n personKey,\n readMarketingBasis,\n utcMonthKey,\n VISITOR_RECORD_NOTICE_SENT_FIELD,\n visitorRecordAcceptFillsCeiling,\n visitorRecordCeilingAnnounced,\n visitorRecordRefusedCounterId,\n type VisitorRecordKind,\n} from '@aglyn/aglyn/server'\nimport { FieldValue } from 'firebase-admin/firestore'\nimport {\n creditConversion,\n type PluginConversionTouch,\n} from '@aglyn/aglyn/plugin-manager/plugin-conversion-credit'\nimport { notifyHostManagers } from './notifications'\nimport { scheduleCapturedEmailCheck } from './capture-email-check'\nimport firebaseAdmin from './firebase-admin'\nimport {\n consentGroupForSite,\n orgDataCollectionForHost,\n resolveOrgIdForHost,\n scopedToHost,\n} from './organizations'\nimport {\n composeContactName,\n crmLeadListFields,\n crmReadTokens,\n crmScopeTokens,\n} from '@aglyn/aglyn/server'\nimport type { ConsentGroup, ScopeToken } from '@aglyn/aglyn/server'\n// The module path rather than the barrel, as `upsert-contact.ts` does: a spec\n// that substitutes the barrel keeps the real rule for which group a grant is.\nimport { consentGroupForGrant } from '@aglyn/aglyn/app-utils/consent-groups'\n\nconst firestore = () => firebaseAdmin.app().firestore()\n\n/**\n * A lead's one home: `orgs/{orgId}/leads/{personKey}` (AGL-3275).\n *\n * ## Why leads moved\n *\n * A lead used to live at `hosts/{hostId}/leads/{personKey}` while the\n * contact for the same human lived on the org with a `visibleTo` array. The\n * path was doing the job `visibleTo` does, and doing it worse:\n *\n * - An AGENCY was isolated by the path. It is isolated by `visibleTo` too,\n * with no configuration — `consentGroupScope` on a group of one is\n * `['host:{id}']`.\n * - A MULTI-BRAND org could not be served at all. `personKey` is derived\n * from the address, so the same person captured on two sibling brands\n * produced two documents with byte-identical ids under different parents.\n * One person was two records by construction, which is the thing AGL-3232\n * had just finished eliminating for contacts.\n * - The two answers could disagree. A person's contact was visible to every\n * brand in the consent group they actually consented to — the disclosure\n * names those brands — while their lead was visible to whichever brand's\n * form they happened to land on. The lead was scoped more narrowly than\n * what the person was told, which is the safe direction to be wrong in and\n * still the wrong answer.\n *\n * So a lead is stamped with `crmScopeTokens` and read with `crmReadTokens`,\n * the same pair the contacts surface uses. Nothing here is a new mechanism;\n * this is leads arriving at the one the rest of the CRM already had.\n *\n * ## The fallback is READ-ONLY, and temporary\n *\n * This repo has run this migration once already — AGL-237 moved datasets,\n * contacts and media to the org, AGL-1040 backfilled, AGL-1050 deleted the\n * fallback — and `orgDataCollectionForHost` carries what it learned:\n *\n * \"a second storage path that can still be WRITTEN is a second boundary to\n * enforce forever, which undoes the premise of scoped sharing: one home\n * per resource plus an explicit scope.\"\n *\n * So the host path is never written here. It is read, once, to carry a\n * not-yet-migrated lead onto the org as a side effect of the next write that\n * touches it ({@link leadForWrite}) — which shrinks what AGL-3276's backfill\n * has left to fold, and means no read can be answered by a stale host row\n * after a write has moved on. AGL-3277 deletes the fallback and the rules\n * block behind it once that backfill reports nothing left to plan.\n */\n\n\n/**\n * The org collection a lead is written to. Always the org — see the\n * read-only note above.\n */\nexport async function orgLeadsForHost(\n hostId: string,\n): Promise<FirebaseFirestore.CollectionReference> {\n return orgDataCollectionForHost(hostId, 'leads')\n}\n\n/**\n * The leads one site may LIST, narrowed by `visibleTo`.\n *\n * The Admin SDK does not evaluate rules, so an unnarrowed read here would\n * serve one agency client's leads on another's site — the same reason\n * `scopedToHost` exists for every other org-owned collection.\n */\nexport async function orgLeadsQueryForHost(hostId: string): Promise<{\n ref: FirebaseFirestore.CollectionReference\n query: FirebaseFirestore.Query\n}> {\n const ref = await orgLeadsForHost(hostId)\n return { ref, query: scopedToHost(ref, hostId) }\n}\n\n/**\n * The tokens a reader holding this group may ask `array-contains-any` for.\n * Capped at 30 by `crmReadTokens`, as the contacts list is.\n */\nexport async function leadReadTokensForHost(\n hostId: string,\n group?: ConsentGroup,\n): Promise<ScopeToken[]> {\n return crmReadTokens(group ?? (await consentGroupForSite(hostId)))\n}\n\n/**\n * The `visibleTo` a capture on this site stamps: the consent group's sites,\n * or `['org']` where the org set `defaultResourceScope`.\n *\n * Widened by the capture, never by the lookup — a site that has never\n * captured this person gains nothing by finding them, which is what keeps an\n * agency's clients apart on a record they share. Callers UPDATING an\n * existing lead union these in rather than replacing, exactly as\n * `upsert-contact` does.\n */\nexport async function leadScopeForHost(\n hostId: string,\n org?: Record<string, unknown> | null,\n): Promise<ScopeToken[]> {\n const group = await consentGroupForSite(hostId, org)\n return crmScopeTokens(org ?? null, group)\n}\n\n/**\n * The lead for an address, wherever it currently lives.\n *\n * ## The lookup is UNSCOPED, and has to be\n *\n * One human who touched two sibling brands is one person. Narrowing this to\n * what the capturing site may already see would let a second submission on a\n * sibling brand mint a SECOND record for the same address — the duplication\n * this migration exists to end, reintroduced one layer up. Recognizing\n * somebody and being allowed to read their row are different acts:\n * this finds the person, {@link leadScopeForHost} decides who may see them.\n *\n * `upsert-contact` states the same rule at its own dedupe lookup, and for the\n * same reason. A caller that wants only what a site may SEE wants\n * {@link orgLeadsQueryForHost}.\n *\n * @returns the org row; else the not-yet-migrated host row; else `null`.\n */\nexport async function readLeadForHost(\n hostId: string,\n key: string,\n): Promise<FirebaseFirestore.DocumentSnapshot | null> {\n const orgRow = await (await orgLeadsForHost(hostId)).doc(key).get()\n return orgRow.exists ? orgRow : null\n}\n\n/**\n * The ref a write should target.\n *\n * This carried a not-yet-backfilled host row onto the org first, and reported\n * whether it had (`carried`). AGL-3276 emptied the host path and AGL-3277\n * removed it, so there is nothing left to carry: the org row is the only row.\n * `carried` stays on the shape, always `false`, because several callers\n * destructure it and a lie is cheaper to read than a signature change that\n * says nothing.\n */\nexport async function leadForWrite(\n hostId: string,\n key: string,\n): Promise<{\n ref: FirebaseFirestore.DocumentReference\n existed: boolean\n carried: boolean\n}> {\n const ref = (await orgLeadsForHost(hostId)).doc(key)\n return { ref, existed: (await ref.get()).exists, carried: false }\n}\n\n\n/**\n * Make a tripped ceiling OBSERVABLE rather than a silent drop — the * standing rule that a control which is not visible in the console does not\n * count as shipped.\n *\n * Two audiences, one call, in exactly `recordAbuseCeilingTrip`'s shape\n * (`libs/plugins/forms/src/lib/server/form-submit.ts`, AGL-1655):\n *\n * - A durable per-month refusal count at\n * `hosts/{id}/counters/{siteMembers|leads}Refused`. Counters are excluded\n * from every client write in `cloud/firebase-firestore.rules` (AGL-1367),\n * so the record cannot be edited away by the site it describes, and host\n * admins can already READ it — which is what lets the inbox console page\n * render it with no rules change.\n * - One notification to the site's managers per CROSSING (AGL-3442): on the\n * first refusal after the site reaches the ceiling, and not again while it\n * stays there. A notification per refused bot request would be the flood\n * again, delivered, and one a month would repeat an alarm about a state a\n * site can sit in for months. {@link rearmVisitorRecordCeilingNotice}\n * re-arms it once the site is seen below the ceiling, so reaching it again\n * is announced again.\n *\n * The counter is month-keyed even though the CEILING is a total, because the\n * two facts are different: the ceiling is \"how many records exist\" and this is\n * \"how many were turned away recently\". The inbox reports the second; the\n * notice announces the first, which is why it follows the crossing and not\n * the month.\n *\n * Best-effort throughout: bookkeeping that failed must never turn a contained\n * refusal into a 500, because a 500 is an invitation to retry.\n */\nexport async function recordVisitorRecordCeilingTrip(options: {\n hostRef: FirebaseFirestore.DocumentReference\n hostId: string\n kind: VisitorRecordKind\n ceiling: number\n monthKey?: string\n}): Promise<void> {\n const { hostRef, hostId, kind, ceiling } = options\n const monthKey = options.monthKey ?? utcMonthKey()\n try {\n const refusedRef = hostRef\n .collection('counters')\n .doc(visitorRecordRefusedCounterId(kind))\n const refusedSnapshot = await refusedRef.get()\n // Announced already for this crossing, by this writer or by the\n // month-scoped one before it — see `visitorRecordCeilingAnnounced`.\n const announced = visitorRecordCeilingAnnounced(refusedSnapshot.data())\n const now = Date.now()\n await refusedRef.set(\n {\n [monthKey]: FieldValue.increment(1),\n // Explicit values only — Firestore rejects `undefined`.\n ceiling,\n lastRefusedAtMs: now,\n // Marked in the same write as the refusal, so the next refusal reads\n // the crossing as announced without a write of its own.\n ...(announced ? {} : { [VISITOR_RECORD_NOTICE_SENT_FIELD]: now }),\n },\n { merge: true },\n )\n if (!announced) {\n const leads = kind === 'leads'\n /*\n * What is refused, said exactly (AGL-3432). A lead door — a form\n * routed to leads, a booking — stores its own record BEFORE it files\n * the lead, so at the ceiling the visitor's submission or booking is\n * still kept and only the new lead is not. A member sign-up is refused\n * whole: no account is created. `{site}` is the site's name, filled by\n * `notifyHostManagers` from the host doc it already reads.\n */\n await notifyHostManagers(hostId, {\n type: 'system.visitorRecordsPaused',\n title: leads\n ? 'Lead capture paused on {site} — platform limit reached'\n : 'Sign-ups paused on {site} — platform limit reached',\n body: leads\n ? `{site} holds ${ceiling.toLocaleString()} leads, the platform ` +\n 'safety limit, so new people are no longer added as leads. What ' +\n 'they send, such as a form submission or a booking, is still ' +\n 'saved; only the new lead is not. This limit is not part of your ' +\n 'plan — every plan includes unlimited leads — and nothing is ' +\n 'charged. Remove some leads, or contact support if this is real ' +\n 'traffic.'\n : `{site} has ${ceiling.toLocaleString()} member accounts, the ` +\n 'platform safety limit, so new sign-ups are refused and no ' +\n 'account is created. This limit is not part of your plan — every ' +\n 'plan includes unlimited member accounts — and nothing is ' +\n 'charged. Remove some members, or contact support if this is ' +\n 'real traffic.',\n link: `/${hostId}/inbox`,\n })\n }\n } catch (error) {\n console.error('visitor record ceiling bookkeeping failed', error)\n }\n}\n\n/**\n * Re-arm the ceiling notice when an accepted record shows the site was below\n * the ceiling (AGL-3442).\n *\n * Called by every writer that judges a new record against the ceiling, with\n * the count it judged. It does nothing unless the record it just accepted took\n * the site's LAST free slot: a site that dropped below the ceiling can reach\n * it again only through that accept, so it is where the re-arm is observed,\n * and every other accept pays nothing for it. That accept reads the refusal\n * counter, and clears the notice marker only when the previous crossing was\n * announced, so a site that never reached the ceiling gains no document.\n *\n * Best-effort and never throws, for the reason the trip's bookkeeping is: the\n * record is already stored, and a failure here only costs a notice.\n */\nexport async function rearmVisitorRecordCeilingNotice(options: {\n hostRef: FirebaseFirestore.DocumentReference\n kind: VisitorRecordKind\n /** The live count the accept was judged against, before its own record. */\n used: number\n ceiling: number\n}): Promise<void> {\n const { hostRef, kind, used, ceiling } = options\n if (!visitorRecordAcceptFillsCeiling(used, ceiling)) return\n try {\n const refusedRef = hostRef\n .collection('counters')\n .doc(visitorRecordRefusedCounterId(kind))\n const refusedSnapshot = await refusedRef.get()\n if (!visitorRecordCeilingAnnounced(refusedSnapshot.data())) return\n await refusedRef.set(\n { [VISITOR_RECORD_NOTICE_SENT_FIELD]: null },\n { merge: true },\n )\n } catch (error) {\n console.error('visitor record ceiling re-arm failed', error)\n }\n}\n\n/** What a caller wants stored on the lead. `createdAt` is stamped here. */\nexport interface HostLeadInput {\n email: string\n /** The name the person typed, when they typed one (AGL-2303). */\n name?: string\n /** `signup`, `booking`, `form:{formId}` — the surface that produced it. */\n source: string\n /**\n * Explicit marketing opt-in, with a consent timestamp — the same shape\n * `upsertHostContact` already carries (AGL-301). Omitted or `false` writes\n * nothing: a lead is a side effect of an action the visitor DID take\n * (sign up, book), which is not by itself consent to be emailed\n * marketing, so this is only set when the caller captured an explicit\n * checkbox.\n */\n marketingConsent?: boolean\n /**\n * The `consentGroupDisclosureKey` the capture surface rendered beside that\n * checkbox (AGL-3320). The grant pools across the site's consent group only\n * when it is the group's current key, and is this site's alone otherwise —\n * the same rule `upsertHostContact` applies.\n */\n disclosedConsentGroup?: string | null\n /**\n * A phone the capture learned (AGL-3493), E.164 as the door normalized\n * it. Written only when the lead holds none: a number a rep typed on the\n * lead, or an earlier capture brought, is not replaced by this one.\n */\n phoneFill?: string\n}\n\n/**\n * Record one lead at `hosts/{hostId}/leads/{personKey}`, bounded by\n * `LEADS_MAX_PER_HOST` (AGL-1529).\n *\n * ## One person is one document\n *\n * `docs/specs/reusable-forms.md` §4b. This used to be `tx.create(ref.doc())`\n * — an auto-id per capture event — so one returning customer who signed up\n * and booked twice was three \"leads\". The Members & leads tab presented a\n * list of events as a list of people, and the only thing holding two rows for\n * one person together was string equality on the address at render time.\n *\n * The events are not lost, they are just no longer the record: `sources`\n * carries every surface that produced a capture, `submissionCount` counts\n * them, and `firstSeenAtMs`/`lastSeenAtMs` bracket them. The submissions, the\n * bookings and the member document are still there and still one row each.\n *\n * The id is {@link personKey} — `sha256(normalizeContactEmail(email))`, the\n * SAME derivation a list membership's `memberKey` uses, imported rather than\n * restated. Two specs named this function and the rule both stated is that\n * whichever ships second imports the first's helper: a second copy is how\n * `emailSuppressionKey` and `suppressionId` came to disagree.\n *\n * ## Why every lead writer goes through here\n *\n * There are three lead writes in the repo — the sign-up handler and the two\n * bookings paths — and all three were `hostRef.collection('leads').add(…)`\n * with a `.catch()` on the end. A cap enforced at two of three call sites is\n * not a cap, and the fourth writer somebody adds next month would not have\n * one either. One function is the only shape that survives that.\n *\n * ## The count is evaluated INSIDE the transaction that writes\n *\n * A create-time quota can be laundered by WHEN it is evaluated, not by the\n * counting rule (AGL-2231/2265/2266). Read-then-decide-then-`add()` lets N\n * concurrent visitors each read the same pre-count, each find room, and each\n * land — and nothing re-counts afterwards, so the extra rows are permanent.\n * `Transaction.get(AggregateQuery)` serialises the count against a concurrent\n * create into the same collection: the loser retries, re-reads the higher\n * count, and is refused. The count is of LIVE documents, so triaging leads in\n * the inbox frees the slots.\n *\n * ## Refusing a lead never fails the visitor's action\n *\n * A lead is a SIDE EFFECT — of a sign-up, or of a booking. The visitor did\n * not ask for it and cannot see it, so refusing one must not refuse the thing\n * they did ask for. This returns a boolean and never throws; the trip is\n * recorded and the caller carries on. That is the honest split, and it is why\n * `SITE_MEMBERS_MAX_PER_HOST` (which governs an action a visitor DID take) is\n * enforced with a 429 in the sign-up handler and this is not.\n */\nexport async function addHostLeadOutcome(options: {\n hostRef: FirebaseFirestore.DocumentReference\n hostId: string\n lead: HostLeadInput\n /**\n * The ceiling to compare against. Defaults to `LEADS_MAX_PER_HOST` and is\n * passed by NOTHING in production — it exists so the suite can re-drive the\n * same count against a ceiling one higher and require the write to succeed.\n * A refusal that survives its own ceiling being raised was never that\n * ceiling's refusal, and there is exactly ONE comparison below, so knifing\n * it cannot be absorbed by a fallback branch.\n */\n ceiling?: number\n /**\n * Where this person arrived from, already resolved by the door through the\n * plugin that credits outcomes (`plugin-conversion-credit`), and opaque\n * here.\n *\n * Resolved rather than raw, and passed rather than looked up, because one\n * visitor action reaches several writers: a form submission that creates a\n * submission, a contact AND a lead must pay for the touch lookup once. A\n * door that hands none — every order path, every import — attributes\n * nothing, which is how a lead that no campaign caused stays uncredited.\n */\n touch?: PluginConversionTouch | null\n}): Promise<HostLeadOutcome> {\n const { hostRef, hostId, lead } = options\n const maxPerHost = options.ceiling ?? LEADS_MAX_PER_HOST\n try {\n const leadsRef = await orgLeadsForHost(hostId)\n const firestore = hostRef.firestore\n /*\n * `null` for anything that is not a usable address — a lead captured\n * against a malformed one keeps an auto-id and stays its own row. Keying\n * several unusable addresses under one guessed id would merge two\n * different people, which is worse than two rows for one.\n */\n const key = personKey(lead.email)\n /*\n * A lead the org has not taken over yet is carried across BEFORE the\n * transaction opens (AGL-3275). It has to happen outside: the carry is\n * itself a read-then-write, and a transaction that also counted the\n * collection would be reading a row it was about to create. Two doors\n * carrying the same person in the same second both write the legacy\n * fields under `merge`, so the race is a no-op rather than a conflict.\n */\n const leadRef = key\n ? (await leadForWrite(hostId, key)).ref\n : leadsRef.doc()\n /*\n * The scope this capture stamps, and the group whose terms its consent is\n * recorded under. Both resolved HERE rather than in the transaction body:\n * a contended transaction re-runs that body, and neither of these can\n * change between attempts, so resolving them inside would pay for the org\n * read again on every retry.\n */\n const scope = await leadScopeForHost(hostId)\n const group = await consentGroupForSite(hostId)\n const now = Date.now()\n const seen = {\n // `arrayUnion`, so a person who books twice has `['booking']` and one\n // who signed up and then submitted a form has both. Bounded by the\n // number of surfaces, not by the number of captures.\n sources: FieldValue.arrayUnion(lead.source),\n lastSeenAtMs: now,\n submissionCount: FieldValue.increment(1),\n ...(lead.name ? { name: lead.name } : {}),\n }\n let created = false\n let sourceAdded = false\n let predicted = false\n // The count a new person was judged against, for the notice re-arm.\n let usedBeforeCreate: number | null = null\n const refused = await firestore.runTransaction(async (tx) => {\n // Reset per attempt: a contended transaction re-runs its body, and a\n // flag left standing from an aborted attempt would credit a campaign\n // with a person who turned out to exist already.\n created = false\n sourceAdded = false\n usedBeforeCreate = null\n // ALL READS BEFORE THE WRITE, which Firestore requires.\n const existing = await tx.get(leadRef)\n // Whether the lead already reads \"Would bounce\", for the check below.\n predicted = (existing.data() ?? {})['emailStatus'] === 'undeliverable'\n /*\n * ⛔ THE CEILING GATES A NEW PERSON, NEVER AN EXISTING ONE.\n *\n * A returning visitor's capture is an UPDATE — it does not grow the\n * collection, so refusing it buys no capacity and costs the customer\n * the source and the timestamp they would have learned. That is the\n * enforcement-at-use shape the capacity rule exists to forbid: a limit\n * must refuse the addition, never a person already recorded or the\n * data attached to them.\n *\n * It also means the count is only paid on a genuinely new person,\n * which is the case that can move it.\n */\n if (!existing.exists) {\n /*\n * COUNTED OVER WHAT THIS SITE MAY SEE, not over the org (AGL-3275).\n *\n * The collection is org-wide now, and `LEADS_MAX_PER_HOST` is a\n * per-SITE ceiling. An unfiltered count would charge every brand in\n * an agency's account for every other brand's leads, and the first\n * client to fill its allowance would refuse captures on sites that\n * had taken none. `scopedToHost` is the same narrowing every other\n * org-owned read uses, so a single-site org counts exactly what it\n * counted before this moved.\n *\n * A lead shared by two brands in one consent group is counted by\n * both, which is the honest answer: each of them holds it.\n */\n const used = (\n await tx.get(scopedToHost(leadsRef, hostId).count())\n ).data().count\n if (checkVisitorRecordCeiling(used, maxPerHost).exceeded) return true\n usedBeforeCreate = used\n }\n /*\n * Consent is carried forward and never cleared.\n *\n * A basis is written only when this capture carried an explicit\n * opt-in, so a later booking by someone who did not tick the box\n * leaves an earlier grant standing — absent-or-granted, the shape\n * every other writer uses. The TIMESTAMP is carried over rather than\n * restamped, for the reason given at the read below.\n */\n /*\n * The EARLIEST grant is the one that happened, so a later capture\n * carrying the same checkbox keeps the original date rather than\n * restamping when this person opted in. Read back through the shared\n * reader so \"already consented\" means the same thing here as it does\n * at send time.\n */\n /*\n * THE SITE'S REAL GROUP, because the silo that justified a group of one\n * is gone (AGL-3275).\n *\n * This read `soloConsentGroup(hostId)` for as long as a lead lived at\n * `hosts/{hostId}/leads`, and the reason was the path: private by\n * construction, so pooling a lead's basis would have recorded a\n * disclosure that reached nothing, while the contact written by the\n * same capture door was org-shared and pooled.\n *\n * A lead is now org-shared on exactly the terms the contact is, so the\n * premise is false and keeping the group of one would leave a\n * multi-brand org holding a lead its sibling brand can SEE but may not\n * MAIL — a narrower basis than the one `consentGroupDisclosure` named\n * beside the checkbox this person ticked. Pooling here records what\n * they were actually told, and only that: the grant reaches the group\n * when the capture surface sent back the group's current disclosure\n * key (AGL-3320), and this site alone otherwise. An undeclared group is\n * still a group of one, so an agency is unchanged and configures\n * nothing.\n *\n * Resolved above the transaction — see `group`'s declaration.\n */\n const prior = readMarketingBasis(existing.data() ?? null, group)\n const consentAtMs =\n prior.basis === 'granted' && prior.basisAtMs !== null\n ? prior.basisAtMs\n : now\n created = !existing.exists\n /*\n * Whether this capture puts its surface on the person for the FIRST\n * time: a new lead, or one first met through another door. A form\n * counts its leads by this (AGL-3330) — the people it filed, which is\n * what a recount of `sources` finds — so a returning visitor's second\n * submission moves no form's lead count.\n */\n const storedSources = (existing.data() ?? {})['sources']\n sourceAdded =\n created || !(Array.isArray(storedSources) && storedSources.includes(lead.source))\n /*\n * THE FIELDS THE LEADS LIST QUERIES (AGL-3321), from the lead as it\n * will stand: what the transaction read, the address and name this\n * capture brings and the scope it widens. A new lead is written\n * `status: 'new'`, so the Open view's `status in [new, working]`\n * finds a lead nobody has touched — an absent field matches no query.\n */\n const stored = existing.data() ?? {}\n const phoneFill =\n lead.phoneFill && !String(stored['phone'] ?? '').trim()\n ? { phone: lead.phoneFill }\n : {}\n const storedScope = Array.isArray(stored['visibleTo']) ? (stored['visibleTo'] as unknown[]) : []\n /*\n * A lead that keeps a first or last name keeps the name they make\n * (AGL-3513): a capture's typed name does not replace it.\n */\n const composedName = composeContactName(stored['firstName'], stored['lastName'])\n const name = composedName || lead.name\n const listFields = crmLeadListFields({\n ...stored,\n email: lead.email,\n ...(name ? { name } : {}),\n visibleTo: [...new Set([...storedScope, ...scope])],\n })\n tx.set(\n leadRef,\n {\n email: lead.email,\n ...seen,\n ...(composedName ? { name: composedName } : {}),\n ...phoneFill,\n ...listFields,\n /*\n * WIDENED BY THE CAPTURE, NEVER BY THE LOOKUP (AGL-3275).\n *\n * `arrayUnion` rather than a replace, exactly as `upsert-contact`\n * stamps a contact: this site just collected this person, so it may\n * see the row. A site that merely FOUND them — the unscoped dedupe\n * lookup in `readLeadForHost` — gains nothing, which is what keeps\n * an agency's clients apart on a record they share.\n */\n visibleTo: FieldValue.arrayUnion(...scope),\n /*\n * EVERY SITE THAT CAPTURED THIS PERSON, not just the first\n * (AGL-3275).\n *\n * This was written once, on create, and that was sound while the\n * collection sat under one host and could hold only that host's\n * name. On the org the row is shared, so a sibling brand capturing\n * a person the first brand already holds has to be recorded here or\n * the \"Known by\" answer silently omits it — the same `arrayUnion`\n * the contact door has always used for this field, now that a lead\n * has the same question to answer.\n */\n [CAPTURED_BY_HOST_FIELD]: FieldValue.arrayUnion(hostId),\n ...(existing.exists\n ? {}\n : {\n firstSeenAtMs: now,\n createdAt: FieldValue.serverTimestamp(),\n }),\n /*\n * The basis is recorded under the GROUP, keyed by its host, because\n * {@link readMarketingBasis} is one function over four silos and a\n * silo whose basis lived somewhere else would need the reader to\n * know which collection it was handed. A reader that has to be told\n * the shape is a reader that can be told the wrong one.\n */\n ...(lead.marketingConsent\n ? marketingConsentFieldsForGroup(\n consentGroupForGrant(group, lead.disclosedConsentGroup),\n consentAtMs,\n )\n : {}),\n },\n { merge: true },\n )\n return false\n })\n if (refused) {\n await recordVisitorRecordCeilingTrip({\n hostRef,\n hostId,\n kind: 'leads',\n ceiling: maxPerHost,\n })\n return NOT_STORED\n }\n if (created && usedBeforeCreate !== null) {\n await rearmVisitorRecordCeilingNotice({\n hostRef,\n kind: 'leads',\n used: usedBeforeCreate,\n ceiling: maxPerHost,\n })\n }\n /*\n * ATTRIBUTED ON CREATION ONLY.\n *\n * A returning visitor's capture is an update — the campaign did not\n * produce a lead, it produced another visit by a person the site already\n * held — and crediting it would let whichever campaign ran most recently\n * re-earn every lead on the list. `created` is set inside the transaction\n * that decides it, so the attribution and the write agree about whether\n * this person is new.\n *\n * Awaited rather than fired off: `addHostLead` already returns only after\n * its own write, and a caller that `void`s it (every one of them) is\n * unaffected. Never throws, so a failure here cannot cost the lead.\n */\n /*\n * THE ADDRESS'S DOMAIN, checked after the response (AGL-3328): a lead\n * whose domain takes no mail reads \"Would bounce\". Queued, never\n * awaited — the write above is the capture, and this costs it nothing.\n */\n scheduleCapturedEmailCheck({\n orgId: leadsRef.parent?.id ?? null,\n hostId,\n email: lead.email,\n predicted,\n })\n if (created && options.touch) {\n await creditConversion({\n hostId,\n kind: 'lead',\n refId: leadRef.id,\n touch: options.touch,\n convertedAtMs: now,\n })\n }\n return { stored: true, created, sourceAdded }\n } catch (error) {\n // Same posture the three original call sites had (`.catch(() => undefined)`\n // / `.catch(console.error)`): a lead that failed to store must not fail\n // the sign-up or the booking that produced it.\n console.error('lead write failed', error)\n return NOT_STORED\n }\n}\n\n/** What {@link addHostLeadOutcome} did with one capture. */\nexport interface HostLeadOutcome {\n /** Whether the lead was written — false when refused or failed. */\n stored: boolean\n /** Whether it was a new person. */\n created: boolean\n /** Whether this capture's `source` was new on the lead — see the write. */\n sourceAdded: boolean\n}\n\nconst NOT_STORED: HostLeadOutcome = { stored: false, created: false, sourceAdded: false }\n\n/**\n * {@link addHostLeadOutcome}, answering only whether the lead was stored —\n * the question every door but a form's asks.\n */\nexport async function addHostLead(\n options: Parameters<typeof addHostLeadOutcome>[0],\n): Promise<boolean> {\n return (await addHostLeadOutcome(options)).stored\n}\n"],"names":["CAPTURED_BY_HOST_FIELD","checkVisitorRecordCeiling","LEADS_MAX_PER_HOST","marketingConsentFieldsForGroup","personKey","readMarketingBasis","utcMonthKey","VISITOR_RECORD_NOTICE_SENT_FIELD","visitorRecordAcceptFillsCeiling","visitorRecordCeilingAnnounced","visitorRecordRefusedCounterId","FieldValue","creditConversion","notifyHostManagers","scheduleCapturedEmailCheck","firebaseAdmin","consentGroupForSite","orgDataCollectionForHost","scopedToHost","composeContactName","crmLeadListFields","crmReadTokens","crmScopeTokens","consentGroupForGrant","firestore","app","orgLeadsForHost","hostId","orgLeadsQueryForHost","ref","query","leadReadTokensForHost","group","leadScopeForHost","org","readLeadForHost","key","orgRow","doc","get","exists","leadForWrite","existed","carried","recordVisitorRecordCeilingTrip","options","hostRef","kind","ceiling","monthKey","refusedRef","collection","refusedSnapshot","announced","data","now","Date","set","increment","lastRefusedAtMs","merge","leads","type","title","body","toLocaleString","link","error","console","rearmVisitorRecordCeilingNotice","used","addHostLeadOutcome","lead","maxPerHost","leadsRef","email","leadRef","scope","seen","sources","arrayUnion","source","lastSeenAtMs","submissionCount","name","created","sourceAdded","predicted","usedBeforeCreate","refused","runTransaction","tx","existing","stored","count","exceeded","prior","consentAtMs","basis","basisAtMs","storedSources","Array","isArray","includes","phoneFill","String","trim","phone","storedScope","composedName","listFields","visibleTo","Set","firstSeenAtMs","createdAt","serverTimestamp","marketingConsent","disclosedConsentGroup","NOT_STORED","orgId","parent","id","touch","refId","convertedAtMs","addHostLead"],"mappings":";AAAA;;;;;;;;;;;;;;;CAeC,GAED;;;;;;;;CAQC,GAED,SACEA,sBAAsB,EACtBC,yBAAyB,EACzBC,kBAAkB,EAClBC,8BAA8B,EAC9BC,SAAS,EACTC,kBAAkB,EAClBC,WAAW,EACXC,gCAAgC,EAChCC,+BAA+B,EAC/BC,6BAA6B,EAC7BC,6BAA6B,QAExB,sBAAqB;AAC5B,SAASC,UAAU,QAAQ,2BAA0B;AACrD,SACEC,gBAAgB,QAEX,uDAAsD;AAC7D,SAASC,kBAAkB,QAAQ,qBAAiB;AACpD,SAASC,0BAA0B,QAAQ,2BAAuB;AAClE,OAAOC,mBAAmB,sBAAkB;AAC5C,SACEC,mBAAmB,EACnBC,wBAAwB,EAExBC,YAAY,QACP,qBAAiB;AACxB,SACEC,kBAAkB,EAClBC,iBAAiB,EACjBC,aAAa,EACbC,cAAc,QACT,sBAAqB;AAE5B,8EAA8E;AAC9E,8EAA8E;AAC9E,SAASC,oBAAoB,QAAQ,wCAAuC;AAE5E,MAAMC,YAAY,IAAMT,cAAcU,GAAG,GAAGD,SAAS;AAErD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4CC,GAGD;;;CAGC,GACD,OAAO,eAAeE,gBACpBC,MAAc;IAEd,OAAOV,yBAAyBU,QAAQ;AAC1C;AAEA;;;;;;CAMC,GACD,OAAO,eAAeC,qBAAqBD,MAAc;IAIvD,MAAME,MAAM,MAAMH,gBAAgBC;IAClC,OAAO;QAAEE;QAAKC,OAAOZ,aAAaW,KAAKF;IAAQ;AACjD;AAEA;;;CAGC,GACD,OAAO,eAAeI,sBACpBJ,MAAc,EACdK,KAAoB;IAEpB,OAAOX,cAAcW,gBAAAA,QAAU,MAAMhB,oBAAoBW;AAC3D;AAEA;;;;;;;;;CASC,GACD,OAAO,eAAeM,iBACpBN,MAAc,EACdO,GAAoC;IAEpC,MAAMF,QAAQ,MAAMhB,oBAAoBW,QAAQO;IAChD,OAAOZ,eAAeY,cAAAA,MAAO,MAAMF;AACrC;AAEA;;;;;;;;;;;;;;;;;CAiBC,GACD,OAAO,eAAeG,gBACpBR,MAAc,EACdS,GAAW;IAEX,MAAMC,SAAS,MAAM,AAAC,CAAA,MAAMX,gBAAgBC,OAAM,EAAGW,GAAG,CAACF,KAAKG,GAAG;IACjE,OAAOF,OAAOG,MAAM,GAAGH,SAAS;AAClC;AAEA;;;;;;;;;CASC,GACD,OAAO,eAAeI,aACpBd,MAAc,EACdS,GAAW;IAMX,MAAMP,MAAM,AAAC,CAAA,MAAMH,gBAAgBC,OAAM,EAAGW,GAAG,CAACF;IAChD,OAAO;QAAEP;QAAKa,SAAS,AAAC,CAAA,MAAMb,IAAIU,GAAG,EAAC,EAAGC,MAAM;QAAEG,SAAS;IAAM;AAClE;AAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6BC,GACD,OAAO,eAAeC,+BAA+BC,OAMpD;QAEkBA;IADjB,MAAM,EAAEC,OAAO,EAAEnB,MAAM,EAAEoB,IAAI,EAAEC,OAAO,EAAE,GAAGH;IAC3C,MAAMI,YAAWJ,oBAAAA,QAAQI,QAAQ,YAAhBJ,oBAAoBvC;IACrC,IAAI;QACF,MAAM4C,aAAaJ,QAChBK,UAAU,CAAC,YACXb,GAAG,CAAC5B,8BAA8BqC;QACrC,MAAMK,kBAAkB,MAAMF,WAAWX,GAAG;QAC5C,gEAAgE;QAChE,oEAAoE;QACpE,MAAMc,YAAY5C,8BAA8B2C,gBAAgBE,IAAI;QACpE,MAAMC,MAAMC,KAAKD,GAAG;QACpB,MAAML,WAAWO,GAAG,CAClB;YACE,CAACR,SAAS,EAAEtC,WAAW+C,SAAS,CAAC;YACjC,wDAAwD;YACxDV;YACAW,iBAAiBJ;WAGbF,YAAY,CAAC,IAAI;YAAE,CAAC9C,iCAAiC,EAAEgD;QAAI,IAEjE;YAAEK,OAAO;QAAK;QAEhB,IAAI,CAACP,WAAW;YACd,MAAMQ,QAAQd,SAAS;YACvB;;;;;;;OAOC,GACD,MAAMlC,mBAAmBc,QAAQ;gBAC/BmC,MAAM;gBACNC,OAAOF,QACH,2DACA;gBACJG,MAAMH,QACF,CAAC,aAAa,EAAEb,QAAQiB,cAAc,GAAG,qBAAqB,CAAC,GAC/D,oEACA,iEACA,qEACA,iEACA,oEACA,aACA,CAAC,WAAW,EAAEjB,QAAQiB,cAAc,GAAG,sBAAsB,CAAC,GAC9D,+DACA,qEACA,8DACA,iEACA;gBACJC,MAAM,CAAC,CAAC,EAAEvC,OAAO,MAAM,CAAC;YAC1B;QACF;IACF,EAAE,OAAOwC,OAAO;QACdC,QAAQD,KAAK,CAAC,6CAA6CA;IAC7D;AACF;AAEA;;;;;;;;;;;;;;CAcC,GACD,OAAO,eAAeE,gCAAgCxB,OAMrD;IACC,MAAM,EAAEC,OAAO,EAAEC,IAAI,EAAEuB,IAAI,EAAEtB,OAAO,EAAE,GAAGH;IACzC,IAAI,CAACrC,gCAAgC8D,MAAMtB,UAAU;IACrD,IAAI;QACF,MAAME,aAAaJ,QAChBK,UAAU,CAAC,YACXb,GAAG,CAAC5B,8BAA8BqC;QACrC,MAAMK,kBAAkB,MAAMF,WAAWX,GAAG;QAC5C,IAAI,CAAC9B,8BAA8B2C,gBAAgBE,IAAI,KAAK;QAC5D,MAAMJ,WAAWO,GAAG,CAClB;YAAE,CAAClD,iCAAiC,EAAE;QAAK,GAC3C;YAAEqD,OAAO;QAAK;IAElB,EAAE,OAAOO,OAAO;QACdC,QAAQD,KAAK,CAAC,wCAAwCA;IACxD;AACF;AAiCA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkDC,GACD,OAAO,eAAeI,mBAAmB1B,OAyBxC;QAEoBA;IADnB,MAAM,EAAEC,OAAO,EAAEnB,MAAM,EAAE6C,IAAI,EAAE,GAAG3B;IAClC,MAAM4B,cAAa5B,mBAAAA,QAAQG,OAAO,YAAfH,mBAAmB3C;IACtC,IAAI;;YAsQOwE;QArQT,MAAMA,WAAW,MAAMhD,gBAAgBC;QACvC,MAAMH,YAAYsB,QAAQtB,SAAS;QACnC;;;;;KAKC,GACD,MAAMY,MAAMhC,UAAUoE,KAAKG,KAAK;QAChC;;;;;;;KAOC,GACD,MAAMC,UAAUxC,MACZ,AAAC,CAAA,MAAMK,aAAad,QAAQS,IAAG,EAAGP,GAAG,GACrC6C,SAASpC,GAAG;QAChB;;;;;;KAMC,GACD,MAAMuC,QAAQ,MAAM5C,iBAAiBN;QACrC,MAAMK,QAAQ,MAAMhB,oBAAoBW;QACxC,MAAM4B,MAAMC,KAAKD,GAAG;QACpB,MAAMuB,OAAO;YACX,sEAAsE;YACtE,mEAAmE;YACnE,qDAAqD;YACrDC,SAASpE,WAAWqE,UAAU,CAACR,KAAKS,MAAM;YAC1CC,cAAc3B;YACd4B,iBAAiBxE,WAAW+C,SAAS,CAAC;WAClCc,KAAKY,IAAI,GAAG;YAAEA,MAAMZ,KAAKY,IAAI;QAAC,IAAI,CAAC;QAEzC,IAAIC,UAAU;QACd,IAAIC,cAAc;QAClB,IAAIC,YAAY;QAChB,oEAAoE;QACpE,IAAIC,mBAAkC;QACtC,MAAMC,UAAU,MAAMjE,UAAUkE,cAAc,CAAC,OAAOC;gBAUvCC,gBA0EoBA,iBAaVA,iBAURA,iBAEaC;YA5G5B,qEAAqE;YACrE,qEAAqE;YACrE,iDAAiD;YACjDR,UAAU;YACVC,cAAc;YACdE,mBAAmB;YACnB,wDAAwD;YACxD,MAAMI,WAAW,MAAMD,GAAGpD,GAAG,CAACqC;YAC9B,sEAAsE;YACtEW,YAAY,EAACK,iBAAAA,SAAStC,IAAI,cAAbsC,iBAAmB,CAAC,EAAE,CAAC,cAAc,KAAK;YACvD;;;;;;;;;;;;OAYC,GACD,IAAI,CAACA,SAASpD,MAAM,EAAE;gBACpB;;;;;;;;;;;;;SAaC,GACD,MAAM8B,OAAO,AACX,CAAA,MAAMqB,GAAGpD,GAAG,CAACrB,aAAawD,UAAU/C,QAAQmE,KAAK,GAAE,EACnDxC,IAAI,GAAGwC,KAAK;gBACd,IAAI7F,0BAA0BqE,MAAMG,YAAYsB,QAAQ,EAAE,OAAO;gBACjEP,mBAAmBlB;YACrB;YACA;;;;;;;;OAQC,GACD;;;;;;OAMC,GACD;;;;;;;;;;;;;;;;;;;;;;OAsBC,GACD,MAAM0B,QAAQ3F,oBAAmBuF,kBAAAA,SAAStC,IAAI,cAAbsC,kBAAmB,MAAM5D;YAC1D,MAAMiE,cACJD,MAAME,KAAK,KAAK,aAAaF,MAAMG,SAAS,KAAK,OAC7CH,MAAMG,SAAS,GACf5C;YACN8B,UAAU,CAACO,SAASpD,MAAM;YAC1B;;;;;;OAMC,GACD,MAAM4D,gBAAgB,EAACR,kBAAAA,SAAStC,IAAI,cAAbsC,kBAAmB,CAAC,EAAE,CAAC,UAAU;YACxDN,cACED,WAAW,CAAEgB,CAAAA,MAAMC,OAAO,CAACF,kBAAkBA,cAAcG,QAAQ,CAAC/B,KAAKS,MAAM,CAAA;YACjF;;;;;;OAMC,GACD,MAAMY,UAASD,kBAAAA,SAAStC,IAAI,cAAbsC,kBAAmB,CAAC;YACnC,MAAMY,YACJhC,KAAKgC,SAAS,IAAI,CAACC,QAAOZ,gBAAAA,MAAM,CAAC,QAAQ,YAAfA,gBAAmB,IAAIa,IAAI,KACjD;gBAAEC,OAAOnC,KAAKgC,SAAS;YAAC,IACxB,CAAC;YACP,MAAMI,cAAcP,MAAMC,OAAO,CAACT,MAAM,CAAC,YAAY,IAAKA,MAAM,CAAC,YAAY,GAAiB,EAAE;YAChG;;;OAGC,GACD,MAAMgB,eAAe1F,mBAAmB0E,MAAM,CAAC,YAAY,EAAEA,MAAM,CAAC,WAAW;YAC/E,MAAMT,OAAOyB,gBAAgBrC,KAAKY,IAAI;YACtC,MAAM0B,aAAa1F,kBAAkB,aAChCyE;gBACHlB,OAAOH,KAAKG,KAAK;eACbS,OAAO;gBAAEA;YAAK,IAAI,CAAC;gBACvB2B,WAAW;uBAAI,IAAIC,IAAI;2BAAIJ;2BAAgB/B;qBAAM;iBAAE;;YAErDc,GAAGlC,GAAG,CACJmB,SACA;gBACED,OAAOH,KAAKG,KAAK;eACdG,MACC+B,eAAe;gBAAEzB,MAAMyB;YAAa,IAAI,CAAC,GAC1CL,WACAM;gBACH;;;;;;;;WAQC,GACDC,WAAWpG,WAAWqE,UAAU,IAAIH;gBACpC;;;;;;;;;;;WAWC,GACD,CAAC7E,uBAAuB,EAAEW,WAAWqE,UAAU,CAACrD;eAC5CiE,SAASpD,MAAM,GACf,CAAC,IACD;gBACEyE,eAAe1D;gBACf2D,WAAWvG,WAAWwG,eAAe;YACvC,GAQA3C,KAAK4C,gBAAgB,GACrBjH,+BACEoB,qBAAqBS,OAAOwC,KAAK6C,qBAAqB,GACtDpB,eAEF,CAAC,IAEP;gBAAErC,OAAO;YAAK;YAEhB,OAAO;QACT;QACA,IAAI6B,SAAS;YACX,MAAM7C,+BAA+B;gBACnCE;gBACAnB;gBACAoB,MAAM;gBACNC,SAASyB;YACX;YACA,OAAO6C;QACT;QACA,IAAIjC,WAAWG,qBAAqB,MAAM;YACxC,MAAMnB,gCAAgC;gBACpCvB;gBACAC,MAAM;gBACNuB,MAAMkB;gBACNxC,SAASyB;YACX;QACF;QACA;;;;;;;;;;;;;KAaC,GACD;;;;KAIC,GACD3D,2BAA2B;YACzByG,KAAK,WAAE7C,mBAAAA,SAAS8C,MAAM,qBAAf9C,iBAAiB+C,EAAE,mBAAI;YAC9B9F;YACAgD,OAAOH,KAAKG,KAAK;YACjBY;QACF;QACA,IAAIF,WAAWxC,QAAQ6E,KAAK,EAAE;YAC5B,MAAM9G,iBAAiB;gBACrBe;gBACAoB,MAAM;gBACN4E,OAAO/C,QAAQ6C,EAAE;gBACjBC,OAAO7E,QAAQ6E,KAAK;gBACpBE,eAAerE;YACjB;QACF;QACA,OAAO;YAAEsC,QAAQ;YAAMR;YAASC;QAAY;IAC9C,EAAE,OAAOnB,OAAO;QACd,4EAA4E;QAC5E,wEAAwE;QACxE,+CAA+C;QAC/CC,QAAQD,KAAK,CAAC,qBAAqBA;QACnC,OAAOmD;IACT;AACF;AAYA,MAAMA,aAA8B;IAAEzB,QAAQ;IAAOR,SAAS;IAAOC,aAAa;AAAM;AAExF;;;CAGC,GACD,OAAO,eAAeuC,YACpBhF,OAAiD;IAEjD,OAAO,AAAC,CAAA,MAAM0B,mBAAmB1B,QAAO,EAAGgD,MAAM;AACnD"}
|
|
@@ -36,6 +36,13 @@ export interface HostedPageReviewRequest {
|
|
|
36
36
|
* to name the page — never to decide whether it serves.
|
|
37
37
|
*/
|
|
38
38
|
page?: HostedPageContext | null;
|
|
39
|
+
/**
|
|
40
|
+
* Signals found about this page elsewhere, judged with the page's own
|
|
41
|
+
* (AGL-3451): the daily link re-check passes a link Web Risk has listed
|
|
42
|
+
* since the page went live, so the hold, its row and the young
|
|
43
|
+
* workspace's security hold all come from this one path.
|
|
44
|
+
*/
|
|
45
|
+
extraSignals?: readonly PhishingScreenSignal[];
|
|
39
46
|
}
|
|
40
47
|
export type HostedPageReviewOutcome = {
|
|
41
48
|
outcome: 'serve';
|
|
@@ -51,6 +51,9 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
|
|
|
51
51
|
* site's cache and the next render serves it) or mark it actioned to
|
|
52
52
|
* REJECT (it stays unserved; any later version carrying the same signals
|
|
53
53
|
* is refused without a new row).
|
|
54
|
+
* - A hold from a workspace in its first fortnight also asks for an
|
|
55
|
+
* automatic `security` hold on the workspace, the site and the publishing
|
|
56
|
+
* account (`page-security-hold.ts`, AGL-3450), which the console places.
|
|
54
57
|
* - Keyed on the SIGNALS, as the send seam's rows are: a composed page
|
|
55
58
|
* carries per-render values (dates, collection rows) that no content hash
|
|
56
59
|
* would survive, while what makes it phishing does not change between
|
|
@@ -58,12 +61,18 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
|
|
|
58
61
|
*
|
|
59
62
|
* ## Tiers
|
|
60
63
|
*
|
|
61
|
-
* `signalsThatHold`: a lookalike link or embed
|
|
62
|
-
* credential field
|
|
63
|
-
*
|
|
64
|
-
*
|
|
65
|
-
*
|
|
66
|
-
* for
|
|
64
|
+
* `signalsThatHold`: a lookalike link or embed, an author-defined
|
|
65
|
+
* credential field and a link to a host Google Web Risk lists
|
|
66
|
+
* (`web-risk-link`, AGL-3451) hold for EVERY workspace; a brand's call to
|
|
67
|
+
* action or lure, and a call to action that leaves the site beside a lure,
|
|
68
|
+
* only for a workspace in its first fortnight. The workspace's documents are
|
|
69
|
+
* read only when something was found, so a clean page costs no read for
|
|
70
|
+
* this. The page's foreign hosts — and, in `'url'` mode (AGL-3459), its
|
|
71
|
+
* links' addresses without their query strings — are looked up first,
|
|
72
|
+
* against a cache (`web-risk.ts`), and noted beside the version it serves so
|
|
73
|
+
* the daily re-check can look again: a harvester is often listed only after
|
|
74
|
+
* it is published. A lookup that fails finds nothing, so it never holds a
|
|
75
|
+
* page.
|
|
67
76
|
*
|
|
68
77
|
* Fails CLOSED, unlike the send path: a page the pure screen flagged whose
|
|
69
78
|
* review cannot finish — the workspace read, the row write — is answered
|
|
@@ -81,17 +90,21 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
|
|
|
81
90
|
* {@link reviewSiteRedirect} before it serves one. Same screen
|
|
82
91
|
* (`screenSiteRedirect`), same tiers, same row and the same staff decision:
|
|
83
92
|
* a held rule does not fire, and is filed as a `page` hold on its rule's
|
|
84
|
-
* document.
|
|
93
|
+
* document. Its destination is looked up against the reputation list too
|
|
94
|
+
* (AGL-3451), so a redirect to a listed site holds for every workspace.
|
|
85
95
|
*=========================================*/ import { ABUSE_REPORT_COLLECTION } from "@aglyn/aglyn/app-utils/abuse-report";
|
|
86
96
|
import { heldPageConsolePath, heldPageDetails, heldPageLabel, heldPageVisitorSentence } from "@aglyn/shared-util-email/held-page";
|
|
87
97
|
import { screenHostedPage, screenSiteRedirect } from "@aglyn/shared-util-email/hosted-page-screen";
|
|
88
98
|
import { lookalikeBrandForHost, phishingScreenBrandLabel, describePhishingScreenSignals, isYoungWorkspaceAge, signalsThatHold } from "@aglyn/shared-util-email/outbound-phishing-screen";
|
|
99
|
+
import { foreignLinksForReputation, webRiskSignals } from "@aglyn/shared-util-email/link-reputation";
|
|
89
100
|
import { FieldValue } from "firebase-admin/firestore";
|
|
90
101
|
import firebaseAdmin from "./firebase-admin.js";
|
|
91
102
|
import { describeHeldPage } from "./held-page-subject.js";
|
|
92
103
|
import { notifyRiskEvent } from "./risk-notice.js";
|
|
93
104
|
import { orgAgeDays } from "./org-age.js";
|
|
105
|
+
import { requestPageSecurityHold } from "./page-security-hold.js";
|
|
94
106
|
import { getHostDocAdmin, getOrgForHost } from "./organizations.js";
|
|
107
|
+
import { lookupLinkReputation, platformReputationExclusions } from "./web-risk.js";
|
|
95
108
|
import { canonicalJson, fileOutboundHold, flaggedHostOf, heldOutboundReference, heldOutboundReviewId, outboundContentHash, workspaceScreenIdentity } from "./outbound-send-review.js";
|
|
96
109
|
/** Where the last version a page served clean is noted: a hint, re-screened before use. */ export const PAGE_REVIEW_SUBCOLLECTION = 'pageReviews';
|
|
97
110
|
/** The review row's id for a page and the signals that held. */ export function pageReviewId(hostId, screenId, signals) {
|
|
@@ -105,10 +118,57 @@ const pageMemo = new Map();
|
|
|
105
118
|
/** The version each page last served clean, as this process last wrote it. */ const servedMemo = new Map();
|
|
106
119
|
/** Lookalike hosts this process already flagged for an established page, and when. */ const flaggedMemo = new Map();
|
|
107
120
|
const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
121
|
+
/**
|
|
122
|
+
* The foreign hosts each reviewed page version links to (AGL-3451), and the
|
|
123
|
+
* addresses on them worth asking about (AGL-3459), for
|
|
124
|
+
* {@link recordServedPageVersion} to note beside the version it served, which
|
|
125
|
+
* is what the daily link re-check walks. Bounded: a process that reviews more
|
|
126
|
+
* pages than this starts again.
|
|
127
|
+
*/ const reviewedForeignHosts = new Map();
|
|
128
|
+
const REVIEWED_FOREIGN_HOSTS_MAX = 10000;
|
|
108
129
|
/** Test seam: forget what this process learned. */ export function resetHostedPageReviewMemoForTests() {
|
|
109
130
|
pageMemo.clear();
|
|
110
131
|
servedMemo.clear();
|
|
111
132
|
flaggedMemo.clear();
|
|
133
|
+
reviewedForeignHosts.clear();
|
|
134
|
+
}
|
|
135
|
+
/**
|
|
136
|
+
* Every foreign host the page links to, the addresses on them worth asking
|
|
137
|
+
* about, and the ones Google Web Risk lists (AGL-3451; addresses only in
|
|
138
|
+
* `'url'` mode, AGL-3459). Foreign before the workspace is known: not the
|
|
139
|
+
* platform's own, not a brand's own domain, not a common social link. The
|
|
140
|
+
* addresses carry no query string or fragment. Never throws; a lookup that
|
|
141
|
+
* failed lists nothing.
|
|
142
|
+
*/ async function pageLinkReputation(linkUrls) {
|
|
143
|
+
// Runs before the review's fail-closed `try`, so it must not throw: an
|
|
144
|
+
// answer it cannot give is no listing, never a reason to hold.
|
|
145
|
+
try {
|
|
146
|
+
const foreign = foreignLinksForReputation(linkUrls, {
|
|
147
|
+
excludeDomains: platformReputationExclusions()
|
|
148
|
+
});
|
|
149
|
+
if (!foreign.hosts.length) return _extends({}, foreign, {
|
|
150
|
+
signals: []
|
|
151
|
+
});
|
|
152
|
+
const answer = await lookupLinkReputation(foreign.hosts, {
|
|
153
|
+
urls: foreign.urls
|
|
154
|
+
});
|
|
155
|
+
return _extends({}, foreign, {
|
|
156
|
+
signals: webRiskSignals(answer.hits)
|
|
157
|
+
});
|
|
158
|
+
} catch (error) {
|
|
159
|
+
console.warn('[page-review] link reputation could not be read — no listing assumed', error);
|
|
160
|
+
return {
|
|
161
|
+
hosts: [],
|
|
162
|
+
urls: [],
|
|
163
|
+
signals: []
|
|
164
|
+
};
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
/** Is this host one of the workspace's own? */ function isOwnHost(host, ownDomains) {
|
|
168
|
+
return (ownDomains != null ? ownDomains : []).some((own)=>{
|
|
169
|
+
const domain = String(own != null ? own : '').trim().toLowerCase();
|
|
170
|
+
return Boolean(domain) && (host === domain || host.endsWith(`.${domain}`));
|
|
171
|
+
});
|
|
112
172
|
}
|
|
113
173
|
/**
|
|
114
174
|
* The subject a row already stored, or a fresh description (AGL-3374). A row
|
|
@@ -132,11 +192,24 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
132
192
|
* Screen one page as a visitor would receive it, and say whether it may be
|
|
133
193
|
* served. See the module header.
|
|
134
194
|
*/ export async function reviewHostedPage(request) {
|
|
135
|
-
var _request_nowMs;
|
|
195
|
+
var _request_extraSignals, _request_nowMs;
|
|
136
196
|
const found = screenHostedPage({
|
|
137
197
|
nodes: request.nodes
|
|
138
198
|
});
|
|
139
|
-
|
|
199
|
+
// Every foreign host it points at, against the reputation list
|
|
200
|
+
// (AGL-3451): a harvester known to be bad anywhere holds however plain the
|
|
201
|
+
// page around it is. Strong, so it holds at any workspace age.
|
|
202
|
+
const reputation = await pageLinkReputation(found.linkUrls);
|
|
203
|
+
if (reviewedForeignHosts.size >= REVIEWED_FOREIGN_HOSTS_MAX) reviewedForeignHosts.clear();
|
|
204
|
+
reviewedForeignHosts.set(`${request.hostId}/${request.screenId}/${request.versionId}`, {
|
|
205
|
+
hosts: reputation.hosts,
|
|
206
|
+
urls: reputation.urls
|
|
207
|
+
});
|
|
208
|
+
const listed = [
|
|
209
|
+
...reputation.signals,
|
|
210
|
+
...(_request_extraSignals = request.extraSignals) != null ? _request_extraSignals : []
|
|
211
|
+
];
|
|
212
|
+
if (!found.signals.length && !listed.length) return {
|
|
140
213
|
outcome: 'serve'
|
|
141
214
|
};
|
|
142
215
|
const nowMs = (_request_nowMs = request.nowMs) != null ? _request_nowMs : Date.now();
|
|
@@ -160,6 +233,11 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
160
233
|
const verdict = screenHostedPage(_extends({
|
|
161
234
|
nodes: request.nodes
|
|
162
235
|
}, identity));
|
|
236
|
+
// A listing of the workspace's own host is not a link away from it.
|
|
237
|
+
const screened = [
|
|
238
|
+
...verdict.signals,
|
|
239
|
+
...listed.filter((signal)=>!('host' in signal) || !isOwnHost(signal.host, identity.ownDomains))
|
|
240
|
+
];
|
|
163
241
|
const ageDays = orgAgeDays(org == null ? void 0 : org.createdAt, nowMs);
|
|
164
242
|
// Every workspace is screened, however old: an established account can
|
|
165
243
|
// be compromised, and a compromised account publishing a lure is the
|
|
@@ -174,7 +252,7 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
174
252
|
// - content ALREADY LIVE keeps serving, and is flagged to staff as
|
|
175
253
|
// urgent, who lock the site if it is impersonation.
|
|
176
254
|
if (!isYoungWorkspaceAge(ageDays)) {
|
|
177
|
-
const strong = signalsThatHold(
|
|
255
|
+
const strong = signalsThatHold(screened, {
|
|
178
256
|
ageDays
|
|
179
257
|
});
|
|
180
258
|
if (!strong.length) return {
|
|
@@ -198,7 +276,7 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
198
276
|
};
|
|
199
277
|
}
|
|
200
278
|
}
|
|
201
|
-
const signals = signalsThatHold(
|
|
279
|
+
const signals = signalsThatHold(screened, {
|
|
202
280
|
ageDays
|
|
203
281
|
});
|
|
204
282
|
if (!signals.length) return {
|
|
@@ -272,6 +350,25 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
272
350
|
url,
|
|
273
351
|
reportedHostname: flagged
|
|
274
352
|
});
|
|
353
|
+
// A hold from a workspace in its first fortnight also holds the
|
|
354
|
+
// workspace, the site and the account that published it (AGL-3450).
|
|
355
|
+
if (state === 'held') {
|
|
356
|
+
await requestPageSecurityHold({
|
|
357
|
+
orgId: orgId != null ? orgId : '',
|
|
358
|
+
org,
|
|
359
|
+
hostId: request.hostId,
|
|
360
|
+
screenId: request.screenId,
|
|
361
|
+
versionId: request.versionId,
|
|
362
|
+
reviewId,
|
|
363
|
+
reference,
|
|
364
|
+
signals,
|
|
365
|
+
ageDays,
|
|
366
|
+
pageLabel: label,
|
|
367
|
+
pageUrl: url,
|
|
368
|
+
siteName: typeof (host == null ? void 0 : host['name']) === 'string' ? host['name'] : null,
|
|
369
|
+
nowMs
|
|
370
|
+
});
|
|
371
|
+
}
|
|
275
372
|
pageMemo.set(reviewId, {
|
|
276
373
|
state,
|
|
277
374
|
atMs: nowMs
|
|
@@ -288,7 +385,10 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
288
385
|
// review that could not finish has not cleared it. Not remembered, so
|
|
289
386
|
// the next render reviews it again.
|
|
290
387
|
console.error('[page-review] a flagged page could not be reviewed — holding it', error);
|
|
291
|
-
const reviewId = pageReviewId(request.hostId, request.screenId,
|
|
388
|
+
const reviewId = pageReviewId(request.hostId, request.screenId, [
|
|
389
|
+
...found.signals,
|
|
390
|
+
...listed
|
|
391
|
+
]);
|
|
292
392
|
return {
|
|
293
393
|
outcome: 'held',
|
|
294
394
|
reviewId,
|
|
@@ -317,7 +417,10 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
317
417
|
source: request.source,
|
|
318
418
|
destination: request.destination
|
|
319
419
|
});
|
|
320
|
-
|
|
420
|
+
// Where it sends visitors, against the reputation list (AGL-3451): a
|
|
421
|
+
// listed destination holds for every workspace, as a listed link does.
|
|
422
|
+
const reputation = await pageLinkReputation(found.linkUrls);
|
|
423
|
+
if (!found.signals.length && !reputation.signals.length) return {
|
|
321
424
|
outcome: 'serve'
|
|
322
425
|
};
|
|
323
426
|
const nowMs = (_request_nowMs = request.nowMs) != null ? _request_nowMs : Date.now();
|
|
@@ -340,8 +443,12 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
340
443
|
source: request.source,
|
|
341
444
|
destination: request.destination
|
|
342
445
|
}, identity));
|
|
446
|
+
const screened = [
|
|
447
|
+
...verdict.signals,
|
|
448
|
+
...reputation.signals.filter((signal)=>!('host' in signal) || !isOwnHost(signal.host, identity.ownDomains))
|
|
449
|
+
];
|
|
343
450
|
const ageDays = orgAgeDays(org == null ? void 0 : org.createdAt, nowMs);
|
|
344
|
-
const signals = signalsThatHold(
|
|
451
|
+
const signals = signalsThatHold(screened, {
|
|
345
452
|
ageDays
|
|
346
453
|
});
|
|
347
454
|
if (!signals.length) return {
|
|
@@ -407,7 +514,10 @@ const FLAGGED_MEMO_TTL_MS = 60 * 60000;
|
|
|
407
514
|
} catch (error) {
|
|
408
515
|
// Closed, as a page is: the screen found a signal and nothing cleared it.
|
|
409
516
|
console.error('[page-review] a flagged redirect could not be reviewed — holding it', error);
|
|
410
|
-
const reviewId = redirectReviewId(request.hostId, request.ruleId,
|
|
517
|
+
const reviewId = redirectReviewId(request.hostId, request.ruleId, [
|
|
518
|
+
...found.signals,
|
|
519
|
+
...reputation.signals
|
|
520
|
+
]);
|
|
411
521
|
return {
|
|
412
522
|
outcome: 'held',
|
|
413
523
|
reviewId,
|
|
@@ -549,19 +659,33 @@ async function isAlreadyLive(hostId, screenId, versionId, nowMs) {
|
|
|
549
659
|
* after that, however often the page is rendered.
|
|
550
660
|
*/ export async function recordServedPageVersion(hostId, screenId, versionId) {
|
|
551
661
|
const key = `${hostId}/${screenId}`;
|
|
552
|
-
|
|
662
|
+
// The foreign hosts this version links to, and the addresses on them, as
|
|
663
|
+
// its review found them (AGL-3451, AGL-3459): noted beside it so the daily
|
|
664
|
+
// link re-check can walk them. An address carries no query string.
|
|
665
|
+
const foreign = reviewedForeignHosts.get(`${key}/${versionId}`);
|
|
666
|
+
const linksKey = foreign ? `${foreign.hosts.join(',')}|${foreign.urls.join(',')}` : '';
|
|
667
|
+
const memoValue = foreign ? `${versionId}|${linksKey}` : versionId;
|
|
668
|
+
if (!versionId || servedMemo.get(key) === memoValue) return;
|
|
553
669
|
try {
|
|
554
670
|
const ref = pageReviewRef(hostId, screenId);
|
|
555
671
|
const snapshot = await ref.get();
|
|
556
|
-
|
|
557
|
-
|
|
672
|
+
const versionMoved = snapshot.get('servedVersionId') !== versionId;
|
|
673
|
+
const storedHosts = snapshot.get('foreignHosts');
|
|
674
|
+
const storedLinks = snapshot.get('foreignLinks');
|
|
675
|
+
const linksMoved = foreign !== undefined && `${Array.isArray(storedHosts) ? storedHosts.join(',') : ''}|${Array.isArray(storedLinks) ? storedLinks.join(',') : ''}` !== linksKey;
|
|
676
|
+
if (versionMoved || linksMoved) {
|
|
677
|
+
await ref.set(_extends({}, versionMoved ? {
|
|
558
678
|
servedVersionId: versionId,
|
|
559
679
|
servedAtMs: Date.now()
|
|
560
|
-
}, {
|
|
680
|
+
} : {}, foreign ? {
|
|
681
|
+
foreignHosts: foreign.hosts,
|
|
682
|
+
foreignHostCount: foreign.hosts.length,
|
|
683
|
+
foreignLinks: foreign.urls
|
|
684
|
+
} : {}), {
|
|
561
685
|
merge: true
|
|
562
686
|
});
|
|
563
687
|
}
|
|
564
|
-
servedMemo.set(key,
|
|
688
|
+
servedMemo.set(key, memoValue);
|
|
565
689
|
} catch (error) {
|
|
566
690
|
console.warn('[page-review] the served version could not be noted', error);
|
|
567
691
|
}
|