@aglyn/plugins-data 1.0.0-beta.221 → 1.0.0-beta.223

package/src/lib/server/dataset-steps.server.js

@@ -0,0 +1,268 @@
+import { _ as _extends } from "@swc/helpers/_/_extends";
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */ import { checkQuota, ensureDeclaredCustomFieldTypes, resolveOrgEntitlements } from "@aglyn/aglyn/server";
+import { dataStorageRefusal, firebaseAdmin, orgDataCollectionForHost } from "@aglyn/tenant-data-admin";
+import { FieldValue } from "firebase-admin/firestore";
+import { announceDatasetRecordChange } from "./dataset-live-pages.js";
+import { resolveDatasetDoc } from "./resolve-dataset.js";
+import { datasetIntegrityFields, datasetIntegrityUpdate, effectiveDatasetModel } from "../model/dataset-models.js";
+import { datasetDisplayName, describeDatasetRecordErrors, prepareDatasetRecordWrite } from "../model/datasets.js";
+/**
+ * Refresh the live pages showing the dataset this step just wrote to
+ * (AGL-3113).
+ *
+ * An automation that appends a row is the same change to a visitor as a form
+ * submission or a console edit: the pages repeating over the dataset go on
+ * serving the rows they were built from. Announced from the step rather than
+ * from the run, so a workflow whose steps write two different datasets
+ * refreshes both — the announce coalesces repeats of the SAME dataset itself,
+ * which is what a run hitting one dataset several times needs.
+ *
+ * Silent without an org: datasets are org-scoped, so a host with no resolvable
+ * org has no dataset to have written to. Best effort, and never thrown: the
+ * row is already stored.
+ */ async function announceDatasetStepWrite(orgId, datasetId) {
+    if (!orgId) return;
+    await announceDatasetRecordChange({
+        firestore: firebaseAdmin.app().firestore(),
+        orgId,
+        datasetId
+    });
+}
+/**
+ * Whether this dataset may take ANOTHER record, on the plan of the org that
+ * owns the site — the row band and the byte band, in that order. Null when
+ * the append may proceed; a reason string when it may not.
+ *
+ * ## Why an append needs a gate at all
+ *
+ * Every other door onto `datasets/{id}/records` already has one: the console
+ * route re-checks `recordsPerDataset` inside the creating transaction, the
+ * `/v1` record route checks it below its idempotency claim, and the public
+ * form-submission leg checks the rows and the bytes. An automation step wrote
+ * with no check of either — and it is the door a visitor drives hardest,
+ * because an action fires per event on a published site. A cap enforced at
+ * three of four doors is not a cap; it is the shape of the one that is left.
+ *
+ * ## What it does NOT do
+ *
+ * It refuses the WRITE, never the dataset. A dataset already holding more
+ * rows than the plan includes keeps every row it has and keeps being read —
+ * nothing here deletes, truncates, or hides anything, and nothing may be
+ * added that does. What is refused is the next row, which is the same
+ * boundary the other three doors draw, and the reason a plan change cannot
+ * cost a customer data they already have.
+ *
+ * The update leg of `updateDataset` is deliberately NOT gated: merging fields
+ * into a record that already exists adds no row, so refusing it would refuse
+ * the state of being over rather than the raise.
+ *
+ * ## What it costs
+ *
+ * Nothing on the plans that sell the data store. The row count is read only
+ * when `recordsPerDataset` is FINITE, so an uncapped plan pays nothing; and
+ * `dataStorageRefusal` answers null with no read at all whenever the plan
+ * carries an `extraDataGbMonthlyUsd` rate, which every metered plan does. The
+ * reads are paid on the shapes that can actually refuse. The org document is
+ * the one the run's gate already read, handed over with the step.
+ */ async function datasetAppendRefusal(request, datasetRef) {
+    const limit = resolveOrgEntitlements(request.org).recordsPerDataset;
+    if (Number.isFinite(limit)) {
+        const used = (await datasetRef.collection('records').count().get()).data().count;
+        if (!checkQuota(request.org, 'recordsPerDataset', used).allowed) {
+            return `dataset is full (${limit} records on this plan)`;
+        }
+    }
+    if (!request.orgId) return null;
+    const bytes = await dataStorageRefusal(request.org, firebaseAdmin.app().firestore().collection('orgs').doc(request.orgId));
+    if (!bytes) return null;
+    return `dataset storage is full (${bytes.includedMb} MB on this plan)`;
+}
+/** `datasetAppend`: one record from the event's matching fields. */ async function appendDatasetRecord(request, step) {
+    const { hostId, payload } = request;
+    // Id-first lookup (AGL-261/556); the name query is the legacy path.
+    const datasetsRef = await orgDataCollectionForHost(hostId, 'datasets');
+    const datasetDoc = await resolveDatasetDoc(datasetsRef, step, hostId);
+    if (!(datasetDoc == null ? void 0 : datasetDoc.exists) || datasetDoc.get('deletedAt')) {
+        return {
+            error: `unknown dataset "${step.datasetName || step.datasetId}"`
+        };
+    }
+    // Restrict to the model's field ids (AGL-556) — covers model-only
+    // datasets whose flat v1 `fields` mirror is absent.
+    const appendDataset = {
+        model: datasetDoc.get('model'),
+        fields: Array.isArray(datasetDoc.get('fields')) ? datasetDoc.get('fields') : []
+    };
+    const appendModel = effectiveDatasetModel(appendDataset);
+    // A plugin's field validator runs only once its plugin registered it.
+    await ensureDeclaredCustomFieldTypes(appendModel);
+    const write = prepareDatasetRecordWrite(appendDataset, payload);
+    const values = write.values;
+    // Same name precedence `findDatasetByName` resolves in.
+    const appendLabel = (datasetDisplayName({
+        displayName: datasetDoc.get('displayName'),
+        name: datasetDoc.get('name')
+    }) || step.datasetName || '').slice(0, 60);
+    // No event field matched a field of the dataset, so there is nothing
+    // to write. An error rather than a quiet success: a run history that
+    // says `saved to Leads` while nothing saves is how a mismatched field
+    // name goes unnoticed.
+    if (!write.matched.length) {
+        return {
+            error: `no event field matches a field in dataset "${appendLabel || step.datasetId}"`
+        };
+    }
+    // Held to the model like every other record write (AGL-2773): a value
+    // its field cannot hold refuses the whole record, and the run says
+    // which field and why instead of `saved to Leads`.
+    if (Object.keys(write.errors).length) {
+        return {
+            error: `record failed validation for dataset "${appendLabel || step.datasetId}": ${describeDatasetRecordErrors(write.errors)}`
+        };
+    }
+    if (!Object.keys(values).length) {
+        return {
+            error: `every event field matching dataset "${appendLabel || step.datasetId}" is empty`
+        };
+    }
+    const refusal = await datasetAppendRefusal(request, datasetDoc.ref);
+    if (refusal) return {
+        error: refusal
+    };
+    await datasetDoc.ref.collection('records').add(_extends({
+        values
+    }, datasetIntegrityFields(appendModel, values), {
+        createdAt: FieldValue.serverTimestamp()
+    }));
+    await announceDatasetStepWrite(request.orgId, datasetDoc.id);
+    // `saved to Leads` beats `saved to dataset` (AGL-2171).
+    return {
+        detail: appendLabel
+    };
+}
+/**
+ * `updateDataset`: update-or-append (AGL-257). Matches the record whose
+ * `email` field equals the payload's email; appends when nothing matches.
+ */ async function updateDatasetRecord(request, step) {
+    var _payload_email;
+    const { hostId, payload } = request;
+    const datasetsRef = await orgDataCollectionForHost(hostId, 'datasets');
+    const datasetDoc = await resolveDatasetDoc(datasetsRef, step, hostId);
+    if (!(datasetDoc == null ? void 0 : datasetDoc.exists) || datasetDoc.get('deletedAt')) {
+        return {
+            error: `unknown dataset "${step.datasetName || step.datasetId}"`
+        };
+    }
+    const updateDataset = {
+        model: datasetDoc.get('model'),
+        fields: Array.isArray(datasetDoc.get('fields')) ? datasetDoc.get('fields') : []
+    };
+    const updateModel = effectiveDatasetModel(updateDataset);
+    await ensureDeclaredCustomFieldTypes(updateModel);
+    const updateLabel = String(datasetDisplayName({
+        displayName: datasetDoc.get('displayName'),
+        name: datasetDoc.get('name')
+    }) || step.datasetName || step.datasetId || '').slice(0, 60);
+    // Checked before the lookup, as an append: the fields this write
+    // supplies are held to the model whichever leg runs below, and a
+    // refusal costs no read.
+    const incoming = prepareDatasetRecordWrite(updateDataset, payload);
+    // Nothing to merge or append — an error, for the reason the append
+    // step gives.
+    if (!incoming.matched.length) {
+        return {
+            error: `no event field matches a field in dataset "${updateLabel}"`
+        };
+    }
+    if (!Object.keys(incoming.values).length) {
+        return {
+            error: `every event field matching dataset "${updateLabel}" is empty`
+        };
+    }
+    const email = String((_payload_email = payload['email']) != null ? _payload_email : '').trim();
+    // `records.values` is exempt from indexing, so this lookup is served
+    // only by the `values.email` field override in
+    // cloud/firebase-firestore.indexes.json. Without that override
+    // production refuses the query and neither leg below runs.
+    const existing = email ? await datasetDoc.ref.collection('records').where('values.email', '==', email).limit(1).get() : null;
+    if (existing && !existing.empty) {
+        var _existing_docs__get;
+        // A merge holds only the fields this write sent to the model: a row
+        // stored as text before AGL-2773 is not refused for a legacy value
+        // this run never touched.
+        const write = prepareDatasetRecordWrite(updateDataset, payload, {
+            existing: (_existing_docs__get = existing.docs[0].get('values')) != null ? _existing_docs__get : {}
+        });
+        if (Object.keys(write.errors).length) {
+            return {
+                error: `record failed validation for dataset "${updateLabel}": ${describeDatasetRecordErrors(write.errors)}`
+            };
+        }
+        const merged = write.values;
+        await existing.docs[0].ref.set(_extends({
+            values: merged
+        }, datasetIntegrityUpdate(updateModel, merged, FieldValue.delete()), {
+            updatedAt: FieldValue.serverTimestamp()
+        }), // `mergeFields`, not `merge: true`: a merge would fold the new
+        // `filterValues` map into the stored one key by key, and a value
+        // cleared here would go on answering its old equality. Each named
+        // field is replaced whole; `merged` already holds every value.
+        {
+            mergeFields: [
+                'values',
+                'referencedIds',
+                'filterKeys',
+                'filterValues',
+                'updatedAt'
+            ]
+        });
+    } else {
+        // The APPEND leg of update-or-append, and the only one of the two
+        // that adds a row — the merge above rewrites a record that already
+        // counts against the band. A new row is held to the whole model,
+        // required fields included, like any other append.
+        if (Object.keys(incoming.errors).length) {
+            return {
+                error: `record failed validation for dataset "${updateLabel}": ${describeDatasetRecordErrors(incoming.errors)}`
+            };
+        }
+        const refusal = await datasetAppendRefusal(request, datasetDoc.ref);
+        if (refusal) return {
+            error: refusal
+        };
+        await datasetDoc.ref.collection('records').add(_extends({
+            values: incoming.values
+        }, datasetIntegrityFields(updateModel, incoming.values), {
+            createdAt: FieldValue.serverTimestamp()
+        }));
+    }
+    // Both legs changed a row, so both make the same pages stale — an edited
+    // record reads no differently from a new one on a page that lists them.
+    await announceDatasetStepWrite(request.orgId, datasetDoc.id);
+    return {};
+}
+/** Runs one dataset step for the automation engine. */ export async function runDatasetStep(request) {
+    const step = request.step;
+    if (step.type === 'datasetAppend') return appendDatasetRecord(request, step);
+    if (step.type === 'updateDataset') return updateDatasetRecord(request, step);
+    return {
+        error: `"${String(step.type)}" is not a dataset step`
+    };
+}
+
+//# sourceMappingURL=dataset-steps.server.js.map

package/src/lib/server/dataset-steps.server.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../../libs/plugins/data/src/lib/server/dataset-steps.server.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  checkQuota,\n  ensureDeclaredCustomFieldTypes,\n  resolveOrgEntitlements,\n} from '@aglyn/aglyn/server'\nimport type {\n  ServerStepAnswer,\n  ServerStepRequest,\n} from '@aglyn/aglyn/plugin-manager/plugin-server-steps'\nimport {\n  dataStorageRefusal,\n  firebaseAdmin,\n  orgDataCollectionForHost,\n} from '@aglyn/tenant-data-admin'\nimport { FieldValue } from 'firebase-admin/firestore'\nimport type { DATASET_STEP_TYPES } from '../constants/bundle-common'\nimport { announceDatasetRecordChange } from './dataset-live-pages'\nimport { resolveDatasetDoc } from './resolve-dataset'\nimport { datasetIntegrityFields, datasetIntegrityUpdate, effectiveDatasetModel } from '../model/dataset-models'\nimport { datasetDisplayName, describeDatasetRecordErrors, prepareDatasetRecordWrite } from '../model/datasets'\n\n/**\n * THE TWO AUTOMATION STEPS THAT WRITE A DATASET RECORD (AGL-257, AGL-556,\n * AGL-2773), run for the automation engine through the platform's server-step\n * seam (`plugin-server-steps`, AGL-3080).\n *\n * `datasetAppend` adds a record; `updateDataset` merges into the record whose\n * `email` field equals the event's email and appends when none does. Both read\n * the event's fields that match a field of the dataset, held to its model.\n *\n * The engine runs the step's guard and keeps the run's history; this answers\n * what the step did. A refusal is ANSWERED as `error`, never thrown, and its\n * words are the line the run history carries — the same words the engine\n * wrote when these steps were its own.\n */\n\nexport type DatasetStepType = (typeof DATASET_STEP_TYPES)[number]\n\n/**\n * A dataset step as it is stored: the dataset by id (AGL-261, rename-safe),\n * with its name kept as a display hint — and the name alone on a step from\n * before ids, which the lookup resolves either way.\n */\nexport interface DatasetStep {\n  type: DatasetStepType\n  datasetId?: string\n  datasetName?: string\n}\n\n/**\n * Refresh the live pages showing the dataset this step just wrote to\n * (AGL-3113).\n *\n * An automation that appends a row is the same change to a visitor as a form\n * submission or a console edit: the pages repeating over the dataset go on\n * serving the rows they were built from. Announced from the step rather than\n * from the run, so a workflow whose steps write two different datasets\n * refreshes both — the announce coalesces repeats of the SAME dataset itself,\n * which is what a run hitting one dataset several times needs.\n *\n * Silent without an org: datasets are org-scoped, so a host with no resolvable\n * org has no dataset to have written to. Best effort, and never thrown: the\n * row is already stored.\n */\nasync function announceDatasetStepWrite(\n  orgId: string | null,\n  datasetId: string,\n): Promise<void> {\n  if (!orgId) return\n  await announceDatasetRecordChange({\n    firestore: firebaseAdmin.app().firestore(),\n    orgId,\n    datasetId,\n  })\n}\n\n/**\n * Whether this dataset may take ANOTHER record, on the plan of the org that\n * owns the site — the row band and the byte band, in that order. Null when\n * the append may proceed; a reason string when it may not.\n *\n * ## Why an append needs a gate at all\n *\n * Every other door onto `datasets/{id}/records` already has one: the console\n * route re-checks `recordsPerDataset` inside the creating transaction, the\n * `/v1` record route checks it below its idempotency claim, and the public\n * form-submission leg checks the rows and the bytes. An automation step wrote\n * with no check of either — and it is the door a visitor drives hardest,\n * because an action fires per event on a published site. A cap enforced at\n * three of four doors is not a cap; it is the shape of the one that is left.\n *\n * ## What it does NOT do\n *\n * It refuses the WRITE, never the dataset. A dataset already holding more\n * rows than the plan includes keeps every row it has and keeps being read —\n * nothing here deletes, truncates, or hides anything, and nothing may be\n * added that does. What is refused is the next row, which is the same\n * boundary the other three doors draw, and the reason a plan change cannot\n * cost a customer data they already have.\n *\n * The update leg of `updateDataset` is deliberately NOT gated: merging fields\n * into a record that already exists adds no row, so refusing it would refuse\n * the state of being over rather than the raise.\n *\n * ## What it costs\n *\n * Nothing on the plans that sell the data store. The row count is read only\n * when `recordsPerDataset` is FINITE, so an uncapped plan pays nothing; and\n * `dataStorageRefusal` answers null with no read at all whenever the plan\n * carries an `extraDataGbMonthlyUsd` rate, which every metered plan does. The\n * reads are paid on the shapes that can actually refuse. The org document is\n * the one the run's gate already read, handed over with the step.\n */\nasync function datasetAppendRefusal(\n  request: Pick<ServerStepRequest, 'org' | 'orgId'>,\n  datasetRef: FirebaseFirestore.DocumentReference,\n): Promise<string | null> {\n  const limit = resolveOrgEntitlements(request.org as never).recordsPerDataset\n  if (Number.isFinite(limit)) {\n    const used = (\n      await datasetRef.collection('records').count().get()\n    ).data().count\n    if (!checkQuota(request.org as never, 'recordsPerDataset', used).allowed) {\n      return `dataset is full (${limit} records on this plan)`\n    }\n  }\n  if (!request.orgId) return null\n  const bytes = await dataStorageRefusal(\n    request.org as never,\n    firebaseAdmin.app().firestore().collection('orgs').doc(request.orgId),\n  )\n  if (!bytes) return null\n  return `dataset storage is full (${bytes.includedMb} MB on this plan)`\n}\n\n/** `datasetAppend`: one record from the event's matching fields. */\nasync function appendDatasetRecord(\n  request: ServerStepRequest,\n  step: DatasetStep,\n): Promise<ServerStepAnswer> {\n  const { hostId, payload } = request\n  // Id-first lookup (AGL-261/556); the name query is the legacy path.\n  const datasetsRef = await orgDataCollectionForHost(hostId, 'datasets')\n  const datasetDoc = await resolveDatasetDoc(datasetsRef, step, hostId)\n  if (!datasetDoc?.exists || datasetDoc.get('deletedAt')) {\n    return { error: `unknown dataset \"${step.datasetName || step.datasetId}\"` }\n  }\n  // Restrict to the model's field ids (AGL-556) — covers model-only\n  // datasets whose flat v1 `fields` mirror is absent.\n  const appendDataset = {\n    model: datasetDoc.get('model'),\n    fields: Array.isArray(datasetDoc.get('fields'))\n      ? datasetDoc.get('fields')\n      : [],\n  }\n  const appendModel = effectiveDatasetModel(appendDataset)\n  // A plugin's field validator runs only once its plugin registered it.\n  await ensureDeclaredCustomFieldTypes(appendModel)\n  const write = prepareDatasetRecordWrite(appendDataset, payload)\n  const values = write.values\n  // Same name precedence `findDatasetByName` resolves in.\n  const appendLabel = (\n    datasetDisplayName({\n      displayName: datasetDoc.get('displayName'),\n      name: datasetDoc.get('name'),\n    }) ||\n    step.datasetName ||\n    ''\n  ).slice(0, 60)\n  // No event field matched a field of the dataset, so there is nothing\n  // to write. An error rather than a quiet success: a run history that\n  // says `saved to Leads` while nothing saves is how a mismatched field\n  // name goes unnoticed.\n  if (!write.matched.length) {\n    return {\n      error: `no event field matches a field in dataset \"${appendLabel || step.datasetId}\"`,\n    }\n  }\n  // Held to the model like every other record write (AGL-2773): a value\n  // its field cannot hold refuses the whole record, and the run says\n  // which field and why instead of `saved to Leads`.\n  if (Object.keys(write.errors).length) {\n    return {\n      error: `record failed validation for dataset \"${appendLabel || step.datasetId}\": ${describeDatasetRecordErrors(write.errors)}`,\n    }\n  }\n  if (!Object.keys(values).length) {\n    return {\n      error: `every event field matching dataset \"${appendLabel || step.datasetId}\" is empty`,\n    }\n  }\n  const refusal = await datasetAppendRefusal(request, datasetDoc.ref)\n  if (refusal) return { error: refusal }\n  await datasetDoc.ref.collection('records').add({\n    values,\n    // The integrity index the console's delete check queries —\n    // carried by every write that sets `values`, or the index\n    // describes rows this one never held.\n    ...datasetIntegrityFields(appendModel, values),\n    createdAt: FieldValue.serverTimestamp(),\n  })\n  await announceDatasetStepWrite(request.orgId, datasetDoc.id)\n  // `saved to Leads` beats `saved to dataset` (AGL-2171).\n  return { detail: appendLabel }\n}\n\n/**\n * `updateDataset`: update-or-append (AGL-257). Matches the record whose\n * `email` field equals the payload's email; appends when nothing matches.\n */\nasync function updateDatasetRecord(\n  request: ServerStepRequest,\n  step: DatasetStep,\n): Promise<ServerStepAnswer> {\n  const { hostId, payload } = request\n  const datasetsRef = await orgDataCollectionForHost(hostId, 'datasets')\n  const datasetDoc = await resolveDatasetDoc(datasetsRef, step, hostId)\n  if (!datasetDoc?.exists || datasetDoc.get('deletedAt')) {\n    return { error: `unknown dataset \"${step.datasetName || step.datasetId}\"` }\n  }\n  const updateDataset = {\n    model: datasetDoc.get('model'),\n    fields: Array.isArray(datasetDoc.get('fields'))\n      ? datasetDoc.get('fields')\n      : [],\n  }\n  const updateModel = effectiveDatasetModel(updateDataset)\n  await ensureDeclaredCustomFieldTypes(updateModel)\n  const updateLabel = String(\n    datasetDisplayName({\n      displayName: datasetDoc.get('displayName'),\n      name: datasetDoc.get('name'),\n    }) ||\n      step.datasetName ||\n      step.datasetId ||\n      '',\n  ).slice(0, 60)\n  // Checked before the lookup, as an append: the fields this write\n  // supplies are held to the model whichever leg runs below, and a\n  // refusal costs no read.\n  const incoming = prepareDatasetRecordWrite(updateDataset, payload)\n  // Nothing to merge or append — an error, for the reason the append\n  // step gives.\n  if (!incoming.matched.length) {\n    return { error: `no event field matches a field in dataset \"${updateLabel}\"` }\n  }\n  if (!Object.keys(incoming.values).length) {\n    return { error: `every event field matching dataset \"${updateLabel}\" is empty` }\n  }\n  const email = String(payload['email'] ?? '').trim()\n  // `records.values` is exempt from indexing, so this lookup is served\n  // only by the `values.email` field override in\n  // cloud/firebase-firestore.indexes.json. Without that override\n  // production refuses the query and neither leg below runs.\n  const existing = email\n    ? await datasetDoc.ref\n        .collection('records')\n        .where('values.email', '==', email)\n        .limit(1)\n        .get()\n    : null\n  if (existing && !existing.empty) {\n    // A merge holds only the fields this write sent to the model: a row\n    // stored as text before AGL-2773 is not refused for a legacy value\n    // this run never touched.\n    const write = prepareDatasetRecordWrite(updateDataset, payload, {\n      existing: existing.docs[0].get('values') ?? {},\n    })\n    if (Object.keys(write.errors).length) {\n      return {\n        error: `record failed validation for dataset \"${updateLabel}\": ${describeDatasetRecordErrors(write.errors)}`,\n      }\n    }\n    const merged = write.values\n    await existing.docs[0].ref.set(\n      {\n        values: merged,\n        // The merging form: an update that clears the last reference\n        // has to REMOVE the index rather than omit it, or a stale\n        // array refuses a delete nothing is holding.\n        ...datasetIntegrityUpdate(updateModel, merged, FieldValue.delete()),\n        updatedAt: FieldValue.serverTimestamp(),\n      },\n      // `mergeFields`, not `merge: true`: a merge would fold the new\n      // `filterValues` map into the stored one key by key, and a value\n      // cleared here would go on answering its old equality. Each named\n      // field is replaced whole; `merged` already holds every value.\n      {\n        mergeFields: ['values', 'referencedIds', 'filterKeys', 'filterValues', 'updatedAt'],\n      },\n    )\n  } else {\n    // The APPEND leg of update-or-append, and the only one of the two\n    // that adds a row — the merge above rewrites a record that already\n    // counts against the band. A new row is held to the whole model,\n    // required fields included, like any other append.\n    if (Object.keys(incoming.errors).length) {\n      return {\n        error: `record failed validation for dataset \"${updateLabel}\": ${describeDatasetRecordErrors(incoming.errors)}`,\n      }\n    }\n    const refusal = await datasetAppendRefusal(request, datasetDoc.ref)\n    if (refusal) return { error: refusal }\n    await datasetDoc.ref.collection('records').add({\n      values: incoming.values,\n      ...datasetIntegrityFields(updateModel, incoming.values),\n      createdAt: FieldValue.serverTimestamp(),\n    })\n  }\n  // Both legs changed a row, so both make the same pages stale — an edited\n  // record reads no differently from a new one on a page that lists them.\n  await announceDatasetStepWrite(request.orgId, datasetDoc.id)\n  return {}\n}\n\n/** Runs one dataset step for the automation engine. */\nexport async function runDatasetStep(request: ServerStepRequest): Promise<ServerStepAnswer> {\n  const step = request.step as unknown as DatasetStep\n  if (step.type === 'datasetAppend') return appendDatasetRecord(request, step)\n  if (step.type === 'updateDataset') return updateDatasetRecord(request, step)\n  return { error: `\"${String(step.type)}\" is not a dataset step` }\n}\n"],"names":["checkQuota","ensureDeclaredCustomFieldTypes","resolveOrgEntitlements","dataStorageRefusal","firebaseAdmin","orgDataCollectionForHost","FieldValue","announceDatasetRecordChange","resolveDatasetDoc","datasetIntegrityFields","datasetIntegrityUpdate","effectiveDatasetModel","datasetDisplayName","describeDatasetRecordErrors","prepareDatasetRecordWrite","announceDatasetStepWrite","orgId","datasetId","firestore","app","datasetAppendRefusal","request","datasetRef","limit","org","recordsPerDataset","Number","isFinite","used","collection","count","get","data","allowed","bytes","doc","includedMb","appendDatasetRecord","step","hostId","payload","datasetsRef","datasetDoc","exists","error","datasetName","appendDataset","model","fields","Array","isArray","appendModel","write","values","appendLabel","displayName","name","slice","matched","length","Object","keys","errors","refusal","ref","add","createdAt","serverTimestamp","id","detail","updateDatasetRecord","updateDataset","updateModel","updateLabel","String","incoming","email","trim","existing","where","empty","docs","merged","set","delete","updatedAt","mergeFields","runDatasetStep","type"],"mappings":";AAAA;;;;;;;;;;;;;;;CAeC,GAED,SACEA,UAAU,EACVC,8BAA8B,EAC9BC,sBAAsB,QACjB,sBAAqB;AAK5B,SACEC,kBAAkB,EAClBC,aAAa,EACbC,wBAAwB,QACnB,2BAA0B;AACjC,SAASC,UAAU,QAAQ,2BAA0B;AAErD,SAASC,2BAA2B,QAAQ,0BAAsB;AAClE,SAASC,iBAAiB,QAAQ,uBAAmB;AACrD,SAASC,sBAAsB,EAAEC,sBAAsB,EAAEC,qBAAqB,QAAQ,6BAAyB;AAC/G,SAASC,kBAAkB,EAAEC,2BAA2B,EAAEC,yBAAyB,QAAQ,uBAAmB;AA8B9G;;;;;;;;;;;;;;CAcC,GACD,eAAeC,yBACbC,KAAoB,EACpBC,SAAiB;IAEjB,IAAI,CAACD,OAAO;IACZ,MAAMT,4BAA4B;QAChCW,WAAWd,cAAce,GAAG,GAAGD,SAAS;QACxCF;QACAC;IACF;AACF;AAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoCC,GACD,eAAeG,qBACbC,OAAiD,EACjDC,UAA+C;IAE/C,MAAMC,QAAQrB,uBAAuBmB,QAAQG,GAAG,EAAWC,iBAAiB;IAC5E,IAAIC,OAAOC,QAAQ,CAACJ,QAAQ;QAC1B,MAAMK,OAAO,AACX,CAAA,MAAMN,WAAWO,UAAU,CAAC,WAAWC,KAAK,GAAGC,GAAG,EAAC,EACnDC,IAAI,GAAGF,KAAK;QACd,IAAI,CAAC9B,WAAWqB,QAAQG,GAAG,EAAW,qBAAqBI,MAAMK,OAAO,EAAE;YACxE,OAAO,CAAC,iBAAiB,EAAEV,MAAM,sBAAsB,CAAC;QAC1D;IACF;IACA,IAAI,CAACF,QAAQL,KAAK,EAAE,OAAO;IAC3B,MAAMkB,QAAQ,MAAM/B,mBAClBkB,QAAQG,GAAG,EACXpB,cAAce,GAAG,GAAGD,SAAS,GAAGW,UAAU,CAAC,QAAQM,GAAG,CAACd,QAAQL,KAAK;IAEtE,IAAI,CAACkB,OAAO,OAAO;IACnB,OAAO,CAAC,yBAAyB,EAAEA,MAAME,UAAU,CAAC,iBAAiB,CAAC;AACxE;AAEA,kEAAkE,GAClE,eAAeC,oBACbhB,OAA0B,EAC1BiB,IAAiB;IAEjB,MAAM,EAAEC,MAAM,EAAEC,OAAO,EAAE,GAAGnB;IAC5B,oEAAoE;IACpE,MAAMoB,cAAc,MAAMpC,yBAAyBkC,QAAQ;IAC3D,MAAMG,aAAa,MAAMlC,kBAAkBiC,aAAaH,MAAMC;IAC9D,IAAI,EAACG,8BAAAA,WAAYC,MAAM,KAAID,WAAWX,GAAG,CAAC,cAAc;QACtD,OAAO;YAAEa,OAAO,CAAC,iBAAiB,EAAEN,KAAKO,WAAW,IAAIP,KAAKrB,SAAS,CAAC,CAAC,CAAC;QAAC;IAC5E;IACA,kEAAkE;IAClE,oDAAoD;IACpD,MAAM6B,gBAAgB;QACpBC,OAAOL,WAAWX,GAAG,CAAC;QACtBiB,QAAQC,MAAMC,OAAO,CAACR,WAAWX,GAAG,CAAC,aACjCW,WAAWX,GAAG,CAAC,YACf,EAAE;IACR;IACA,MAAMoB,cAAcxC,sBAAsBmC;IAC1C,sEAAsE;IACtE,MAAM7C,+BAA+BkD;IACrC,MAAMC,QAAQtC,0BAA0BgC,eAAeN;IACvD,MAAMa,SAASD,MAAMC,MAAM;IAC3B,wDAAwD;IACxD,MAAMC,cAAc,AAClB1C,CAAAA,mBAAmB;QACjB2C,aAAab,WAAWX,GAAG,CAAC;QAC5ByB,MAAMd,WAAWX,GAAG,CAAC;IACvB,MACAO,KAAKO,WAAW,IAChB,EAAC,EACDY,KAAK,CAAC,GAAG;IACX,qEAAqE;IACrE,qEAAqE;IACrE,sEAAsE;IACtE,uBAAuB;IACvB,IAAI,CAACL,MAAMM,OAAO,CAACC,MAAM,EAAE;QACzB,OAAO;YACLf,OAAO,CAAC,2CAA2C,EAAEU,eAAehB,KAAKrB,SAAS,CAAC,CAAC,CAAC;QACvF;IACF;IACA,sEAAsE;IACtE,mEAAmE;IACnE,mDAAmD;IACnD,IAAI2C,OAAOC,IAAI,CAACT,MAAMU,MAAM,EAAEH,MAAM,EAAE;QACpC,OAAO;YACLf,OAAO,CAAC,sCAAsC,EAAEU,eAAehB,KAAKrB,SAAS,CAAC,GAAG,EAAEJ,4BAA4BuC,MAAMU,MAAM,GAAG;QAChI;IACF;IACA,IAAI,CAACF,OAAOC,IAAI,CAACR,QAAQM,MAAM,EAAE;QAC/B,OAAO;YACLf,OAAO,CAAC,oCAAoC,EAAEU,eAAehB,KAAKrB,SAAS,CAAC,UAAU,CAAC;QACzF;IACF;IACA,MAAM8C,UAAU,MAAM3C,qBAAqBC,SAASqB,WAAWsB,GAAG;IAClE,IAAID,SAAS,OAAO;QAAEnB,OAAOmB;IAAQ;IACrC,MAAMrB,WAAWsB,GAAG,CAACnC,UAAU,CAAC,WAAWoC,GAAG,CAAC;QAC7CZ;OAIG5C,uBAAuB0C,aAAaE;QACvCa,WAAW5D,WAAW6D,eAAe;;IAEvC,MAAMpD,yBAAyBM,QAAQL,KAAK,EAAE0B,WAAW0B,EAAE;IAC3D,wDAAwD;IACxD,OAAO;QAAEC,QAAQf;IAAY;AAC/B;AAEA;;;CAGC,GACD,eAAegB,oBACbjD,OAA0B,EAC1BiB,IAAiB;QAqCIE;IAnCrB,MAAM,EAAED,MAAM,EAAEC,OAAO,EAAE,GAAGnB;IAC5B,MAAMoB,cAAc,MAAMpC,yBAAyBkC,QAAQ;IAC3D,MAAMG,aAAa,MAAMlC,kBAAkBiC,aAAaH,MAAMC;IAC9D,IAAI,EAACG,8BAAAA,WAAYC,MAAM,KAAID,WAAWX,GAAG,CAAC,cAAc;QACtD,OAAO;YAAEa,OAAO,CAAC,iBAAiB,EAAEN,KAAKO,WAAW,IAAIP,KAAKrB,SAAS,CAAC,CAAC,CAAC;QAAC;IAC5E;IACA,MAAMsD,gBAAgB;QACpBxB,OAAOL,WAAWX,GAAG,CAAC;QACtBiB,QAAQC,MAAMC,OAAO,CAACR,WAAWX,GAAG,CAAC,aACjCW,WAAWX,GAAG,CAAC,YACf,EAAE;IACR;IACA,MAAMyC,cAAc7D,sBAAsB4D;IAC1C,MAAMtE,+BAA+BuE;IACrC,MAAMC,cAAcC,OAClB9D,mBAAmB;QACjB2C,aAAab,WAAWX,GAAG,CAAC;QAC5ByB,MAAMd,WAAWX,GAAG,CAAC;IACvB,MACEO,KAAKO,WAAW,IAChBP,KAAKrB,SAAS,IACd,IACFwC,KAAK,CAAC,GAAG;IACX,iEAAiE;IACjE,iEAAiE;IACjE,yBAAyB;IACzB,MAAMkB,WAAW7D,0BAA0ByD,eAAe/B;IAC1D,mEAAmE;IACnE,cAAc;IACd,IAAI,CAACmC,SAASjB,OAAO,CAACC,MAAM,EAAE;QAC5B,OAAO;YAAEf,OAAO,CAAC,2CAA2C,EAAE6B,YAAY,CAAC,CAAC;QAAC;IAC/E;IACA,IAAI,CAACb,OAAOC,IAAI,CAACc,SAAStB,MAAM,EAAEM,MAAM,EAAE;QACxC,OAAO;YAAEf,OAAO,CAAC,oCAAoC,EAAE6B,YAAY,UAAU,CAAC;QAAC;IACjF;IACA,MAAMG,QAAQF,QAAOlC,iBAAAA,OAAO,CAAC,QAAQ,YAAhBA,iBAAoB,IAAIqC,IAAI;IACjD,qEAAqE;IACrE,+CAA+C;IAC/C,+DAA+D;IAC/D,2DAA2D;IAC3D,MAAMC,WAAWF,QACb,MAAMlC,WAAWsB,GAAG,CACjBnC,UAAU,CAAC,WACXkD,KAAK,CAAC,gBAAgB,MAAMH,OAC5BrD,KAAK,CAAC,GACNQ,GAAG,KACN;IACJ,IAAI+C,YAAY,CAACA,SAASE,KAAK,EAAE;YAKnBF;QAJZ,oEAAoE;QACpE,mEAAmE;QACnE,0BAA0B;QAC1B,MAAM1B,QAAQtC,0BAA0ByD,eAAe/B,SAAS;YAC9DsC,QAAQ,GAAEA,sBAAAA,SAASG,IAAI,CAAC,EAAE,CAAClD,GAAG,CAAC,qBAArB+C,sBAAkC,CAAC;QAC/C;QACA,IAAIlB,OAAOC,IAAI,CAACT,MAAMU,MAAM,EAAEH,MAAM,EAAE;YACpC,OAAO;gBACLf,OAAO,CAAC,sCAAsC,EAAE6B,YAAY,GAAG,EAAE5D,4BAA4BuC,MAAMU,MAAM,GAAG;YAC9G;QACF;QACA,MAAMoB,SAAS9B,MAAMC,MAAM;QAC3B,MAAMyB,SAASG,IAAI,CAAC,EAAE,CAACjB,GAAG,CAACmB,GAAG,CAC5B;YACE9B,QAAQ6B;WAILxE,uBAAuB8D,aAAaU,QAAQ5E,WAAW8E,MAAM;YAChEC,WAAW/E,WAAW6D,eAAe;YAEvC,+DAA+D;QAC/D,iEAAiE;QACjE,kEAAkE;QAClE,+DAA+D;QAC/D;YACEmB,aAAa;gBAAC;gBAAU;gBAAiB;gBAAc;gBAAgB;aAAY;QACrF;IAEJ,OAAO;QACL,kEAAkE;QAClE,mEAAmE;QACnE,iEAAiE;QACjE,mDAAmD;QACnD,IAAI1B,OAAOC,IAAI,CAACc,SAASb,MAAM,EAAEH,MAAM,EAAE;YACvC,OAAO;gBACLf,OAAO,CAAC,sCAAsC,EAAE6B,YAAY,GAAG,EAAE5D,4BAA4B8D,SAASb,MAAM,GAAG;YACjH;QACF;QACA,MAAMC,UAAU,MAAM3C,qBAAqBC,SAASqB,WAAWsB,GAAG;QAClE,IAAID,SAAS,OAAO;YAAEnB,OAAOmB;QAAQ;QACrC,MAAMrB,WAAWsB,GAAG,CAACnC,UAAU,CAAC,WAAWoC,GAAG,CAAC;YAC7CZ,QAAQsB,SAAStB,MAAM;WACpB5C,uBAAuB+D,aAAaG,SAAStB,MAAM;YACtDa,WAAW5D,WAAW6D,eAAe;;IAEzC;IACA,yEAAyE;IACzE,wEAAwE;IACxE,MAAMpD,yBAAyBM,QAAQL,KAAK,EAAE0B,WAAW0B,EAAE;IAC3D,OAAO,CAAC;AACV;AAEA,qDAAqD,GACrD,OAAO,eAAemB,eAAelE,OAA0B;IAC7D,MAAMiB,OAAOjB,QAAQiB,IAAI;IACzB,IAAIA,KAAKkD,IAAI,KAAK,iBAAiB,OAAOnD,oBAAoBhB,SAASiB;IACvE,IAAIA,KAAKkD,IAAI,KAAK,iBAAiB,OAAOlB,oBAAoBjD,SAASiB;IACvE,OAAO;QAAEM,OAAO,CAAC,CAAC,EAAE8B,OAAOpC,KAAKkD,IAAI,EAAE,uBAAuB,CAAC;IAAC;AACjE"}

package/src/lib/server/datasets-route.d.ts

@@ -28,6 +28,8 @@ import { type PluginWebApiHandler } from '@aglyn/aglyn/server';
  * - `create-record`:  `recordsPerDataset` quota; values are re-coerced
  *   and re-validated against the dataset's model server-side.
  * - `import-records`: batch create with the whole batch fitting the cap.
+ * - `add-address-field`: a "Page address" field that fills in from a text
+ *   field, and a unique address on every record that has none (AGL-3475).
  *
  * Since AGL-2163 both record actions ALSO enforce `checkDataStorageQuota`.
  * See {@link refuseIfDataStorageBlocked}: that check's `allowed` field had no

package/src/lib/server/datasets-route.js

@@ -15,11 +15,14 @@ import { _ as _extends } from "@swc/helpers/_/_extends";
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */ import { defaultScopeForNewResource, newResourceScopeFields, pluginRequestFromWeb } from "@aglyn/aglyn/server";
-import { checkDatasetQuota, checkEntitlement, checkQuota, coerceDocumentValues, createResourceUid, datasetIntegrityFields, effectiveDatasetModel, ensureDeclaredCustomFieldTypes, memberCanSee, validateDocument } from "@aglyn/aglyn/server";
+import { checkDatasetQuota, checkEntitlement, checkQuota, createResourceUid, ensureDeclaredCustomFieldTypes, memberCanSee } from "@aglyn/aglyn/server";
 import { emailUnverifiedResponse, firebaseAdmin, dataStorageRefusal, isImpersonationSession, isServerReleaseFlagOnForOrg, lockdownRefusal, memberHasOrgPermission, resolveOrgIdForHost, resolveOrgMembership } from "@aglyn/tenant-data-admin";
 import { isRefusedIdToken } from "@aglyn/tenant-data-admin/server/id-token-refusal";
-import { Timestamp } from "firebase-admin/firestore";
+import { FieldPath, FieldValue, Timestamp } from "firebase-admin/firestore";
 import { announceDatasetRecords as announceDatasetChange } from "./announce-dataset-records.js";
+import { coerceDocumentValues, datasetIntegrityFields, datasetIntegrityUpdate, effectiveDatasetModel, validateDocument } from "../model/dataset-models.js";
+import { defaultDatasetFieldId } from "../model/datasets.js";
+import { RECORD_PAGE_ADDRESS_FIELD_TYPE, fillRecordAddresses, isRecordAddressField, recordAddressFieldIds, recordAddressOf, uniqueRecordAddresses } from "../record-pages/record-pages.js";
 /**
  * `dataStorageMbPerOrg` for this route, rendered as the console's 403.
  *
@@ -48,6 +51,11 @@ import { announceDatasetRecords as announceDatasetChange } from "./announce-data
  * chunk size the route already used for its batches, so nothing about the
  * shape of an import changed when the batches became transactions (AGL-2371).
  */ const IMPORT_CHUNK = 400;
+/**
+ * How many records one "give it page addresses" call fills (AGL-3475). Far
+ * past a services or locations dataset; a larger one reports `truncated`, and
+ * the next call fills the next records, since a filled record is skipped.
+ */ const ADDRESS_FILL_MAX = 5000;
 /**
  * Dataset/record creation API (AGL-473): creates moved out of the client
  * SDK so quotas and entitlements are enforced server-side — Firestore
@@ -61,6 +69,8 @@ import { announceDatasetRecords as announceDatasetChange } from "./announce-data
  * - `create-record`:  `recordsPerDataset` quota; values are re-coerced
  *   and re-validated against the dataset's model server-side.
  * - `import-records`: batch create with the whole batch fitting the cap.
+ * - `add-address-field`: a "Page address" field that fills in from a text
+ *   field, and a unique address on every record that has none (AGL-3475).
  *
  * Since AGL-2163 both record actions ALSO enforce `checkDataStorageQuota`.
  * See {@link refuseIfDataStorageBlocked}: that check's `allowed` field had no
@@ -297,7 +307,7 @@ import { announceDatasetRecords as announceDatasetChange } from "./announce-data
                 status: 200
             });
         }
-        if (action === 'create-record' || action === 'import-records' || action === 'announce-records') {
+        if (action === 'create-record' || action === 'import-records' || action === 'announce-records' || action === 'add-address-field') {
             var _ref4;
             var _datasetSnapshot_data;
             const datasetId = String((_ref4 = body == null ? void 0 : body.datasetId) != null ? _ref4 : '');
@@ -366,6 +376,92 @@ import { announceDatasetRecords as announceDatasetChange } from "./announce-data
                 });
             }
             const model = effectiveDatasetModel(datasetSnapshot.data());
+            /**
+       * Gives the dataset a page address (AGL-3475): a "Page address" field
+       * that fills in from `sourceField`, and an address on every record that
+       * has none yet, unique within the dataset (`roofing`, `roofing-2`).
+       *
+       * Server-side because it writes every record, and each write has to
+       * carry the filter fields the record template's lookup reads — the
+       * address is found through `filterValues`, so a record written without
+       * them would have a page nobody can reach. A dataset that already has
+       * an address field keeps it: the call fills that field's empty
+       * addresses instead of adding a second one.
+       */ if (action === 'add-address-field') {
+                var _ref5;
+                const sourceField = String((_ref5 = body == null ? void 0 : body.sourceField) != null ? _ref5 : '').trim();
+                const source = model.fields[sourceField];
+                if (!source || source.type !== 'text' || isRecordAddressField(source)) {
+                    return Response.json({
+                        error: 'Pick a text field to fill page addresses from'
+                    }, {
+                        status: 400
+                    });
+                }
+                const held = recordAddressFieldIds(model)[0];
+                const fieldId = held != null ? held : defaultDatasetFieldId('slug', new Set(model.order));
+                const nextModel = held ? model : {
+                    fields: _extends({}, model.fields, {
+                        [fieldId]: {
+                            name: 'Page address',
+                            type: 'text',
+                            customType: RECORD_PAGE_ADDRESS_FIELD_TYPE,
+                            slugFrom: sourceField
+                        }
+                    }),
+                    order: [
+                        ...model.order,
+                        fieldId
+                    ]
+                };
+                if (!held) {
+                    await datasetRef.update({
+                        model: nextModel,
+                        updatedAt: Timestamp.now()
+                    });
+                }
+                const snapshot = await datasetRef.collection('records').orderBy(FieldPath.documentId()).limit(ADDRESS_FILL_MAX + 1).get();
+                const docs = snapshot.docs.slice(0, ADDRESS_FILL_MAX);
+                const valuesOf = (doc)=>{
+                    var _doc_get;
+                    return (_doc_get = doc.get('values')) != null ? _doc_get : {};
+                };
+                const taken = docs.map((doc)=>recordAddressOf(valuesOf(doc), fieldId)).filter(Boolean);
+                const assigned = uniqueRecordAddresses(docs.filter((doc)=>!recordAddressOf(valuesOf(doc), fieldId)).map((doc)=>({
+                        id: doc.id,
+                        source: valuesOf(doc)[sourceField]
+                    })), taken);
+                const writes = docs.filter((doc)=>assigned.has(doc.id));
+                for(let start = 0; start < writes.length; start += IMPORT_CHUNK){
+                    const batch = firestore.batch();
+                    for (const doc of writes.slice(start, start + IMPORT_CHUNK)){
+                        const values = _extends({}, valuesOf(doc), {
+                            [fieldId]: assigned.get(doc.id)
+                        });
+                        batch.update(doc.ref, _extends({
+                            values
+                        }, datasetIntegrityUpdate(nextModel, values, FieldValue.delete()), {
+                            updatedAt: Timestamp.now()
+                        }));
+                    }
+                    await batch.commit();
+                }
+                if (writes.length || !held) {
+                    await announceDatasetChange({
+                        firestore,
+                        orgId,
+                        datasetId
+                    });
+                }
+                return Response.json({
+                    ok: true,
+                    fieldId,
+                    filled: writes.length,
+                    truncated: snapshot.docs.length > ADDRESS_FILL_MAX
+                }, {
+                    status: 200
+                });
+            }
             // Before either validation below: a plugin's field validator only runs
             // once its plugin's server entry has registered it.
             await ensureDeclaredCustomFieldTypes(model);
@@ -373,8 +469,8 @@ import { announceDatasetRecords as announceDatasetChange } from "./announce-data
             const recordCount = (await recordsRef.count().get()).data().count;
             const overRecordQuota = (limit)=>`Record limit reached (${limit}) — upgrade in Billing`;
             if (action === 'create-record') {
-                var _ref5;
-                const coerced = coerceDocumentValues(model, (_ref5 = body == null ? void 0 : body.values) != null ? _ref5 : {});
+                var _ref6;
+                const coerced = fillRecordAddresses(model, coerceDocumentValues(model, (_ref6 = body == null ? void 0 : body.values) != null ? _ref6 : {}));
                 const errors = validateDocument(model, coerced);
                 if (Object.keys(errors).length) {
                     return Response.json({
@@ -486,7 +582,7 @@ import { announceDatasetRecords as announceDatasetChange } from "./announce-data
             if (importStorageRefusal) return importStorageRefusal;
             const prepared = rows.map((row, index)=>{
                 var _ref;
-                const coerced = coerceDocumentValues(model, (_ref = row == null ? void 0 : row.values) != null ? _ref : {});
+                const coerced = fillRecordAddresses(model, coerceDocumentValues(model, (_ref = row == null ? void 0 : row.values) != null ? _ref : {}));
                 const errors = validateDocument(model, coerced);
                 return {
                     index,