@kelpie/server 0.1.0

package/dist/modules/import-export/repository.js

@@ -0,0 +1,343 @@
+import { and, asc, eq, gt, inArray, sql } from 'drizzle-orm';
+import { users } from '../auth/schema.js';
+import { companies } from '../companies/schema.js';
+import { dealPeople, deals } from '../deals/schema.js';
+import { people } from '../people/schema.js';
+import { pipelineStages } from '../pipelines/schema.js';
+import { positions } from '../positions/schema.js';
+import { workspaceMembers } from '../workspace/schema.js';
+import { importJobRows, importJobs } from './schema.js';
+/**
+ * The most values to name in one `in (…)`.
+ *
+ * A ten thousand row file would otherwise build one predicate with ten thousand
+ * bound parameters, which postgres.js will send and Postgres will plan badly.
+ */
+const LOOKUP_CHUNK = 1_000;
+/** How many records an export reads per round trip. */
+export const EXPORT_PAGE = 500;
+function chunked(values, size) {
+    const chunks = [];
+    for (let index = 0; index < values.length; index += size) {
+        chunks.push(values.slice(index, index + size));
+    }
+    return chunks;
+}
+/** Runs `read` over each chunk of `values` and concatenates the results. */
+async function overChunks(values, read) {
+    if (values.length === 0) {
+        return [];
+    }
+    const results = [];
+    for (const chunk of chunked(values, LOOKUP_CHUNK)) {
+        results.push(...(await read(chunk)));
+    }
+    return results;
+}
+export async function insertJob(db, values) {
+    const [created] = await db.insert(importJobs).values(values).returning();
+    if (created === undefined) {
+        throw new Error(`Inserting import job ${values.id} returned no row`);
+    }
+    return created;
+}
+export async function findJob(db, workspaceId, id) {
+    const [found] = await db
+        .select()
+        .from(importJobs)
+        .where(and(eq(importJobs.workspaceId, workspaceId), eq(importJobs.id, id)))
+        .limit(1);
+    return found;
+}
+export async function updateJob(db, workspaceId, id, changes) {
+    const [updated] = await db
+        .update(importJobs)
+        .set(changes)
+        .where(and(eq(importJobs.workspaceId, workspaceId), eq(importJobs.id, id)))
+        .returning();
+    return updated;
+}
+/**
+ * Moves a job from one status to another, and says whether it was there to move.
+ *
+ * The `from` predicate is what makes a commit safe to race: two requests both
+ * reading `ready` will both try this, and only the one whose `UPDATE` matched a
+ * row proceeds. Checking the status in a separate `SELECT` first would leave the
+ * window between the two open.
+ *
+ * @returns The moved row, or undefined when the job was in some other status.
+ */
+export async function moveJobStatus(db, workspaceId, id, from, changes) {
+    const [moved] = await db
+        .update(importJobs)
+        .set(changes)
+        .where(and(eq(importJobs.workspaceId, workspaceId), eq(importJobs.id, id), eq(importJobs.status, from)))
+        .returning();
+    return moved;
+}
+/**
+ * Removes a job that is in one of `deletableStatuses`, taking its rows with it
+ * through the `import_job_rows` cascade.
+ *
+ * The status lives in the predicate for the same reason it does in
+ * `moveJobStatus`: reading the status and then deleting would leave the window
+ * between the two open, and what fits in that window is a commit claiming the
+ * job and starting to write records against it.
+ *
+ * @returns How many jobs matched, which is 0 or 1. Zero means the job is gone or
+ *   is in a status this delete may not touch, and the caller tells those apart.
+ */
+export async function deleteJob(db, workspaceId, id, deletableStatuses) {
+    const deleted = await db
+        .delete(importJobs)
+        .where(and(eq(importJobs.workspaceId, workspaceId), eq(importJobs.id, id), inArray(importJobs.status, [...deletableStatuses])))
+        .returning({ id: importJobs.id });
+    return deleted.length;
+}
+/**
+ * Records what the commit did to one line, as it does it.
+ *
+ * `onConflictDoUpdate` on the job and line, so re-running an interrupted commit
+ * overwrites the outcome of a line it already reached rather than failing on the
+ * primary key. That is the same idempotency the writes themselves have, and
+ * without it a commit could not be re-run at all.
+ */
+export async function recordRowOutcome(db, workspaceId, jobId, values, outcome, now) {
+    await db
+        .insert(importJobRows)
+        .values({
+        workspaceId,
+        jobId,
+        rowNumber: outcome.rowNumber,
+        values,
+        action: outcome.action,
+        errors: outcome.errors,
+        createdAt: now,
+        updatedAt: now,
+    })
+        .onConflictDoUpdate({
+        target: [importJobRows.jobId, importJobRows.rowNumber],
+        set: { action: outcome.action, errors: outcome.errors, updatedAt: now },
+    });
+}
+const companyKeyColumns = {
+    id: companies.id,
+    name: companies.name,
+    domain: companies.domain,
+};
+/**
+ * Candidates for a company match, by whichever component the key uses.
+ *
+ * Both filters run because a file can be keyed either way and the caller passes
+ * only the values its key needs; the other array is empty and its query never
+ * runs. `lower(name) in (…)` rather than `ilike`: a name is caller data, and
+ * `ilike` would read a `%` inside one as a wildcard. Same rule as
+ * `findCompanyByName`.
+ */
+export async function findCompanyKeys(db, workspaceId, domains, names) {
+    const byDomain = await overChunks(domains, (chunk) => db
+        .select(companyKeyColumns)
+        .from(companies)
+        .where(and(eq(companies.workspaceId, workspaceId), inArray(companies.domain, [...chunk]))));
+    const byName = await overChunks(names, (chunk) => db
+        .select(companyKeyColumns)
+        .from(companies)
+        .where(and(eq(companies.workspaceId, workspaceId), inArray(sql `lower(${companies.name})`, [...chunk]))));
+    const unique = new Map([...byDomain, ...byName].map((row) => [row.id, row]));
+    return [...unique.values()].map((row) => ({
+        id: row.id,
+        parts: { name: row.name, domain: row.domain },
+    }));
+}
+export function findPeopleKeys(db, workspaceId, emails) {
+    return overChunks(emails, (chunk) => db
+        .select({ id: people.id, email: people.email })
+        .from(people)
+        .where(and(eq(people.workspaceId, workspaceId), inArray(people.email, [...chunk])))).then((rows) => rows.map((row) => ({ id: row.id, parts: { email: row.email } })));
+}
+/**
+ * Positions held by any of these people, with the address and domain a match key
+ * compares on.
+ *
+ * Filtered by person rather than by both sides: a person has a handful of
+ * positions, so this narrows to the same set the domain filter would and needs
+ * one join instead of two predicates.
+ */
+export function findPositionKeys(db, workspaceId, personEmails) {
+    return overChunks(personEmails, (chunk) => db
+        .select({
+        id: positions.id,
+        title: positions.title,
+        personEmail: people.email,
+        companyDomain: companies.domain,
+    })
+        .from(positions)
+        .innerJoin(people, eq(people.id, positions.personId))
+        .innerJoin(companies, eq(companies.id, positions.companyId))
+        .where(and(eq(positions.workspaceId, workspaceId), inArray(people.email, [...chunk])))).then((rows) => rows.map((row) => ({
+        id: row.id,
+        parts: {
+            title: row.title,
+            person_email: row.personEmail,
+            company_domain: row.companyDomain,
+        },
+    })));
+}
+export function findDealKeysByExternalId(db, workspaceId, externalIds) {
+    return overChunks(externalIds, (chunk) => db
+        .select({ id: deals.id, externalId: deals.externalId })
+        .from(deals)
+        .where(and(eq(deals.workspaceId, workspaceId), inArray(deals.externalId, [...chunk])))).then((rows) => rows.map((row) => ({ id: row.id, parts: { external_id: row.externalId } })));
+}
+export function findDealKeysByCompany(db, workspaceId, domains) {
+    return overChunks(domains, (chunk) => db
+        .select({ id: deals.id, name: deals.name, companyDomain: companies.domain })
+        .from(deals)
+        .innerJoin(companies, eq(companies.id, deals.companyId))
+        .where(and(eq(deals.workspaceId, workspaceId), inArray(companies.domain, [...chunk])))).then((rows) => rows.map((row) => ({
+        id: row.id,
+        parts: { name: row.name, company_domain: row.companyDomain },
+    })));
+}
+export function findPersonIdsByEmail(db, workspaceId, emails) {
+    return overChunks(emails, (chunk) => db
+        .select({ id: people.id, email: people.email })
+        .from(people)
+        .where(and(eq(people.workspaceId, workspaceId), inArray(people.email, [...chunk]))));
+}
+export function findCompanyIdsByDomain(db, workspaceId, domains) {
+    return overChunks(domains, (chunk) => db
+        .select({ id: companies.id, domain: companies.domain })
+        .from(companies)
+        .where(and(eq(companies.workspaceId, workspaceId), inArray(companies.domain, [...chunk]))));
+}
+/** Every member of the workspace, by the address of the user behind them. */
+export function listMemberEmails(db, workspaceId) {
+    return db
+        .select({ id: workspaceMembers.id, email: users.email })
+        .from(workspaceMembers)
+        .innerJoin(users, eq(users.id, workspaceMembers.userId))
+        .where(eq(workspaceMembers.workspaceId, workspaceId));
+}
+/** The deal pipeline's stages, for resolving a stage name in a row. */
+export function listDealStages(db, workspaceId) {
+    return db
+        .select({ id: pipelineStages.id, slug: pipelineStages.slug, label: pipelineStages.label })
+        .from(pipelineStages)
+        .where(and(eq(pipelineStages.workspaceId, workspaceId), eq(pipelineStages.kind, 'deal')))
+        .orderBy(asc(pipelineStages.sortOrder), asc(pipelineStages.id));
+}
+export function readCompanies(db, workspaceId, after) {
+    return db
+        .select({
+        id: companies.id,
+        name: companies.name,
+        domain: companies.domain,
+        industry: companies.industry,
+        stage: companies.stage,
+        sizeBand: companies.sizeBand,
+        accountType: companies.accountType,
+        icpFit: companies.icpFit,
+        description: companies.description,
+        summary: companies.summary,
+        tags: companies.tags,
+        website: companies.website,
+        hq: companies.hq,
+    })
+        .from(companies)
+        .where(and(eq(companies.workspaceId, workspaceId), gt(companies.id, after)))
+        .orderBy(asc(companies.id))
+        .limit(EXPORT_PAGE);
+}
+export function readPeople(db, workspaceId, after) {
+    return db
+        .select({
+        id: people.id,
+        name: people.name,
+        email: people.email,
+        timezone: people.timezone,
+        location: people.location,
+        preferredChannel: people.preferredChannel,
+        influence: people.influence,
+        relationship: people.relationship,
+        summary: people.summary,
+        tags: people.tags,
+        phones: people.phones,
+    })
+        .from(people)
+        .where(and(eq(people.workspaceId, workspaceId), gt(people.id, after)))
+        .orderBy(asc(people.id))
+        .limit(EXPORT_PAGE);
+}
+export function readPositions(db, workspaceId, after) {
+    return db
+        .select({
+        id: positions.id,
+        personEmail: people.email,
+        companyDomain: companies.domain,
+        title: positions.title,
+    })
+        .from(positions)
+        .innerJoin(people, eq(people.id, positions.personId))
+        .innerJoin(companies, eq(companies.id, positions.companyId))
+        .where(and(eq(positions.workspaceId, workspaceId), gt(positions.id, after)))
+        .orderBy(asc(positions.id))
+        .limit(EXPORT_PAGE);
+}
+/**
+ * `owner_email` comes from a left join: a deal may have no owner, and an inner
+ * join would drop it from the export rather than leave the column empty.
+ */
+export function readDeals(db, workspaceId, after) {
+    return db
+        .select({
+        id: deals.id,
+        name: deals.name,
+        companyDomain: companies.domain,
+        stageSlug: pipelineStages.slug,
+        valueCents: deals.valueCents,
+        ownerEmail: users.email,
+        expectedClose: deals.expectedClose,
+        competitors: deals.competitors,
+        risks: deals.risks,
+        whyWin: deals.whyWin,
+        summary: deals.summary,
+        tags: deals.tags,
+        externalId: deals.externalId,
+    })
+        .from(deals)
+        .innerJoin(companies, eq(companies.id, deals.companyId))
+        .innerJoin(pipelineStages, eq(pipelineStages.id, deals.stageId))
+        .leftJoin(workspaceMembers, eq(workspaceMembers.id, deals.ownerId))
+        .leftJoin(users, eq(users.id, workspaceMembers.userId))
+        .where(and(eq(deals.workspaceId, workspaceId), gt(deals.id, after)))
+        .orderBy(asc(deals.id))
+        .limit(EXPORT_PAGE);
+}
+/** The addresses of the people on each of a page of deals, in one query. */
+export async function readDealPersonEmails(db, dealIds) {
+    if (dealIds.length === 0) {
+        return new Map();
+    }
+    const rows = await db
+        .select({ dealId: dealPeople.dealId, email: people.email })
+        .from(dealPeople)
+        .innerJoin(people, eq(people.id, dealPeople.personId))
+        .where(inArray(dealPeople.dealId, [...dealIds]))
+        .orderBy(asc(people.email));
+    const byDeal = new Map();
+    for (const row of rows) {
+        if (row.email === null) {
+            continue;
+        }
+        const existing = byDeal.get(row.dealId);
+        if (existing === undefined) {
+            byDeal.set(row.dealId, [row.email]);
+        }
+        else {
+            existing.push(row.email);
+        }
+    }
+    return byDeal;
+}
+//# sourceMappingURL=repository.js.map

package/dist/modules/import-export/repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repository.js","sourceRoot":"","sources":["../../../src/modules/import-export/repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AAG5D,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAClD,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAEzD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAmBvD;;;;;GAKG;AACH,MAAM,YAAY,GAAG,KAAK,CAAA;AAE1B,uDAAuD;AACvD,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,CAAA;AAE9B,SAAS,OAAO,CAAI,MAAoB,EAAE,IAAY;IACpD,MAAM,MAAM,GAAU,EAAE,CAAA;IAExB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,4EAA4E;AAC5E,KAAK,UAAU,UAAU,CACvB,MAAyB,EACzB,IAAmD;IAEnD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,OAAO,GAAW,EAAE,CAAA;IAE1B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,EAAa,EAAE,MAAwB;IACrE,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAA;IAExE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,EAAE,kBAAkB,CAAC,CAAA;IACtE,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,EAAa,EACb,WAAmB,EACnB,EAAU;IAEV,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,EAAE;SACrB,MAAM,EAAE;SACR,IAAI,CAAC,UAAU,CAAC;SAChB,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;SAC1E,KAAK,CAAC,CAAC,CAAC,CAAA;IAEX,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAa,EACb,WAAmB,EACnB,EAAU,EACV,OAAkC;IAElC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE;SACvB,MAAM,CAAC,UAAU,CAAC;SAClB,GAAG,CAAC,OAAO,CAAC;SACZ,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;SAC1E,SAAS,EAAE,CAAA;IAEd,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,EAAa,EACb,WAAmB,EACnB,EAAU,EACV,IAAY,EACZ,OAAkC;IAElC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,EAAE;SACrB,MAAM,CAAC,UAAU,CAAC;SAClB,GAAG,CAAC,OAAO,CAAC;SACZ,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,EACvC,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,EACrB,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAC5B,CACF;SACA,SAAS,EAAE,CAAA;IAEd,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAa,EACb,WAAmB,EACnB,EAAU,EACV,iBAAoC;IAEpC,MAAM,OAAO,GAAG,MAAM,EAAE;SACrB,MAAM,CAAC,UAAU,CAAC;SAClB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,EACvC,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,EACrB,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC,CACnD,CACF;SACA,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;IAEnC,OAAO,OAAO,CAAC,MAAM,CAAA;AACvB,CAAC;AASD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAa,EACb,WAAmB,EACnB,KAAa,EACb,MAAwC,EACxC,OAAmB,EACnB,GAAS;IAET,MAAM,EAAE;SACL,MAAM,CAAC,aAAa,CAAC;SACrB,MAAM,CAAC;QACN,WAAW;QACX,KAAK;QACL,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,kBAAkB,CAAC;QAClB,MAAM,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC;QACtD,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE;KACxE,CAAC,CAAA;AACN,CAAC;AAcD,MAAM,iBAAiB,GAAG;IACxB,EAAE,EAAE,SAAS,CAAC,EAAE;IAChB,IAAI,EAAE,SAAS,CAAC,IAAI;IACpB,MAAM,EAAE,SAAS,CAAC,MAAM;CACzB,CAAA;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,EAAa,EACb,WAAmB,EACnB,OAA0B,EAC1B,KAAwB;IAExB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAA4B,EAAE,CAC7E,EAAE;SACC,MAAM,CAAC,iBAAiB,CAAC;SACzB,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAC7F,CAAA;IAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,KAAK,EAA4B,EAAE,CACzE,EAAE;SACC,MAAM,CAAC,iBAAiB,CAAC;SACzB,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,EACtC,OAAO,CAAC,GAAG,CAAQ,SAAS,SAAS,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAC3D,CACF,CACJ,CAAA;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,CAAC,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CACrD,CAAA;IAED,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxC,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;KAC9C,CAAC,CAAC,CAAA;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,EAAa,EACb,WAAmB,EACnB,MAAyB;IAEzB,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAClC,EAAE;SACC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;SAC9C,IAAI,CAAC,MAAM,CAAC;SACZ,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CACtF,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;AACpF,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAC9B,EAAa,EACb,WAAmB,EACnB,YAA+B;IAE/B,OAAO,UAAU,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CACxC,EAAE;SACC,MAAM,CAAC;QACN,EAAE,EAAE,SAAS,CAAC,EAAE;QAChB,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,WAAW,EAAE,MAAM,CAAC,KAAK;QACzB,aAAa,EAAE,SAAS,CAAC,MAAM;KAChC,CAAC;SACD,IAAI,CAAC,SAAS,CAAC;SACf,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;SACpD,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;SAC3D,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CACzF,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACd,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACjB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE;YACL,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,YAAY,EAAE,GAAG,CAAC,WAAW;YAC7B,cAAc,EAAE,GAAG,CAAC,aAAa;SAClC;KACF,CAAC,CAAC,CACJ,CAAA;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,EAAa,EACb,WAAmB,EACnB,WAA8B;IAE9B,OAAO,UAAU,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CACvC,EAAE;SACC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;SACtD,IAAI,CAAC,KAAK,CAAC;SACX,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CACzF,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;AAC/F,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,EAAa,EACb,WAAmB,EACnB,OAA0B;IAE1B,OAAO,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACnC,EAAE;SACC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;SAC3E,IAAI,CAAC,KAAK,CAAC;SACX,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SACvD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CACzF,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACd,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACjB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,CAAC,aAAa,EAAE;KAC7D,CAAC,CAAC,CACJ,CAAA;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,EAAa,EACb,WAAmB,EACnB,MAAyB;IAEzB,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAClC,EAAE;SACC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;SAC9C,IAAI,CAAC,MAAM,CAAC;SACZ,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CACtF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,EAAa,EACb,WAAmB,EACnB,OAA0B;IAE1B,OAAO,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACnC,EAAE;SACC,MAAM,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;SACtD,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAC7F,CAAA;AACH,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,EAAa,EACb,WAAmB;IAEnB,OAAO,EAAE;SACN,MAAM,CAAC,EAAE,EAAE,EAAE,gBAAgB,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;SACvD,IAAI,CAAC,gBAAgB,CAAC;SACtB,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;SACvD,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAA;AACzD,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,cAAc,CAC5B,EAAa,EACb,WAAmB;IAEnB,OAAO,EAAE;SACN,MAAM,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,IAAI,EAAE,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,CAAC;SACzF,IAAI,CAAC,cAAc,CAAC;SACpB,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;SACxF,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;AACnE,CAAC;AAoBD,MAAM,UAAU,aAAa,CAC3B,EAAa,EACb,WAAmB,EACnB,KAAa;IAEb,OAAO,EAAE;SACN,MAAM,CAAC;QACN,EAAE,EAAE,SAAS,CAAC,EAAE;QAChB,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,EAAE,EAAE,SAAS,CAAC,EAAE;KACjB,CAAC;SACD,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;SAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;SAC1B,KAAK,CAAC,WAAW,CAAC,CAAA;AACvB,CAAC;AAgBD,MAAM,UAAU,UAAU,CACxB,EAAa,EACb,WAAmB,EACnB,KAAa;IAEb,OAAO,EAAE;SACN,MAAM,CAAC;QACN,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC;SACD,IAAI,CAAC,MAAM,CAAC;SACZ,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;SACrE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SACvB,KAAK,CAAC,WAAW,CAAC,CAAA;AACvB,CAAC;AASD,MAAM,UAAU,aAAa,CAC3B,EAAa,EACb,WAAmB,EACnB,KAAa;IAEb,OAAO,EAAE;SACN,MAAM,CAAC;QACN,EAAE,EAAE,SAAS,CAAC,EAAE;QAChB,WAAW,EAAE,MAAM,CAAC,KAAK;QACzB,aAAa,EAAE,SAAS,CAAC,MAAM;QAC/B,KAAK,EAAE,SAAS,CAAC,KAAK;KACvB,CAAC;SACD,IAAI,CAAC,SAAS,CAAC;SACf,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;SACpD,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;SAC3D,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;SAC3E,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;SAC1B,KAAK,CAAC,WAAW,CAAC,CAAA;AACvB,CAAC;AAkBD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,EAAa,EACb,WAAmB,EACnB,KAAa;IAEb,OAAO,EAAE;SACN,MAAM,CAAC;QACN,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,aAAa,EAAE,SAAS,CAAC,MAAM;QAC/B,SAAS,EAAE,cAAc,CAAC,IAAI;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,UAAU,EAAE,KAAK,CAAC,KAAK;QACvB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAC;SACD,IAAI,CAAC,KAAK,CAAC;SACX,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SACvD,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;SAC/D,QAAQ,CAAC,gBAAgB,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;SAClE,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;SACtD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;SACnE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;SACtB,KAAK,CAAC,WAAW,CAAC,CAAA;AACvB,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,EAAa,EACb,OAA0B;IAE1B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,GAAG,EAAE,CAAA;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;SAC1D,IAAI,CAAC,UAAU,CAAC;SAChB,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;SACrD,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;SAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAE7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAA;IAE1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACvB,SAAQ;QACV,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAEvC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/modules/import-export/routes.d.ts

@@ -0,0 +1,9 @@
+import type { Hono } from 'hono';
+import type { CredentialDependencies } from '../auth/credentials.ts';
+import type { ImportExportService, ImportJobView } from './service.ts';
+export interface ImportExportRoutesDependencies extends CredentialDependencies {
+    readonly service: ImportExportService;
+}
+export declare function importJobResponse(job: ImportJobView): Record<string, unknown>;
+export declare function mountImportExportRoutes(router: Hono, dependencies: ImportExportRoutesDependencies): void;
+//# sourceMappingURL=routes.d.ts.map

package/dist/modules/import-export/routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../../src/modules/import-export/routes.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAW,IAAI,EAAE,MAAM,MAAM,CAAA;AAOzC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AACpE,OAAO,KAAK,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAiCtE,MAAM,WAAW,8BAA+B,SAAQ,sBAAsB;IAC5E,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAA;CACtC;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAiB7E;AAyFD,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,IAAI,EACZ,YAAY,EAAE,8BAA8B,GAC3C,IAAI,CAiHN"}

package/dist/modules/import-export/routes.js

@@ -0,0 +1,199 @@
+import { IMPORT_CONFLICT_MODES, IMPORT_OBJECTS, IMPORT_SOURCES, MAX_IMPORT_FILE_BYTES, defaultMatchKeyId, } from '@kelpie/schemas';
+import { stream } from 'hono/streaming';
+import { z } from 'zod';
+import { AppError, toErrorDetails } from '../../lib/errors.js';
+import { resolveActorFrom } from '../auth/credentials.js';
+/**
+ * `/v1/export` and `/v1/import`, per `import-export.md`.
+ *
+ * The upload is `multipart/form-data` rather than JSON, because the thing being
+ * uploaded is a file and base64 in a JSON body would put a third of the ten
+ * megabyte limit into encoding. Its text fields are validated by the same Zod
+ * schema a JSON body would use.
+ */
+/** The file name a download is offered under. */
+const DOWNLOAD_PREFIX = 'kelpie';
+const objectFile = z.enum(IMPORT_OBJECTS.map((object) => `${object}.csv`));
+/**
+ * `column_map` arrives as a JSON string inside the form, since a multipart field
+ * carries text. Absent means "derive one", which is not the same as `{}`: an
+ * empty object is a map that ignores every column, and it fails the required
+ * column check as it should.
+ */
+const columnMapSchema = z.record(z.string(), z.string().nullable());
+const createJobForm = z.object({
+    source: z.enum(IMPORT_SOURCES),
+    object: z.enum(IMPORT_OBJECTS),
+    conflict_mode: z.enum(IMPORT_CONFLICT_MODES).default('skip'),
+    match_key: z.string().min(1).optional(),
+    column_map: z.string().optional(),
+    dry_run: z.enum(['true', 'false']).default('true'),
+});
+export function importJobResponse(job) {
+    return {
+        id: job.id,
+        source: job.source,
+        object: job.object,
+        status: job.status,
+        conflict_mode: job.conflictMode,
+        match_key: job.matchKey,
+        column_map: job.columnMap,
+        source_headers: job.sourceHeaders,
+        file_name: job.fileName,
+        counts: job.counts,
+        errors: job.errors,
+        preview: job.preview,
+        created_at: job.createdAt.toISOString(),
+        updated_at: job.updatedAt.toISOString(),
+    };
+}
+/** `people.csv` → `people`. The route's own param, so an unknown one is a 404. */
+function readObjectFile(context) {
+    const parsed = objectFile.safeParse(context.req.param('file'));
+    if (!parsed.success) {
+        throw AppError.notFound(`Export ${IMPORT_OBJECTS.map((object) => `${object}.csv`).join(', ')}`);
+    }
+    return parsed.data.replace(/\.csv$/u, '');
+}
+function csvHeaders(fileName) {
+    return {
+        'Content-Type': 'text/csv; charset=utf-8',
+        'Content-Disposition': `attachment; filename="${fileName}"`,
+        // A workspace's data is not a thing to leave in a shared cache.
+        'Cache-Control': 'private, no-store',
+    };
+}
+function readColumnMap(raw) {
+    if (raw === undefined) {
+        return undefined;
+    }
+    const parsed = (() => {
+        try {
+            return JSON.parse(raw);
+        }
+        catch {
+            throw AppError.validationFailed('column_map must be a JSON object', [
+                { field: 'column_map', message: 'Could not read it as JSON' },
+            ]);
+        }
+    })();
+    const map = columnMapSchema.safeParse(parsed);
+    if (!map.success) {
+        throw AppError.validationFailed('column_map must map Kelpie columns to source headers or null', toErrorDetails(map.error.issues));
+    }
+    return map.data;
+}
+/**
+ * Pulls the upload off the request.
+ *
+ * @throws AppError 400 when the body is not multipart at all, 422 when the file
+ *   is missing or over the limit. A body Hono cannot read as a form is the
+ *   caller sending the wrong content type, which is a different mistake from
+ *   sending a form with the wrong fields in it.
+ */
+async function readUpload(context) {
+    const body = await context.req.parseBody().catch(() => {
+        throw new AppError('bad_request', 'Send the job as multipart/form-data');
+    });
+    const file = body.file;
+    if (!(file instanceof File)) {
+        throw AppError.validationFailed('The job needs a CSV file', [
+            { field: 'file', message: 'Missing' },
+        ]);
+    }
+    if (file.size > MAX_IMPORT_FILE_BYTES) {
+        throw AppError.validationFailed(`A file may be at most ${String(MAX_IMPORT_FILE_BYTES / 1024 / 1024)} MB`, [{ field: 'file', message: `This one is ${String(file.size)} bytes` }]);
+    }
+    const fields = {};
+    for (const [key, value] of Object.entries(body)) {
+        if (typeof value === 'string') {
+            fields[key] = value;
+        }
+    }
+    return { file, fields };
+}
+export function mountImportExportRoutes(router, dependencies) {
+    const requireActor = (context) => resolveActorFrom(dependencies, context);
+    /**
+     * Streams the object as CSV.
+     *
+     * The actor is resolved before the stream opens. A `401` has to be a `401`
+     * with an error body, and once the first chunk is written the status is
+     * already sent.
+     */
+    router.get('/export/:file', async (context) => {
+        const object = readObjectFile(context);
+        const actor = await requireActor(context);
+        const lines = dependencies.service.exportCsv(actor, object);
+        const encoder = new TextEncoder();
+        for (const [header, value] of Object.entries(csvHeaders(`${DOWNLOAD_PREFIX}-${object}.csv`))) {
+            context.header(header, value);
+        }
+        return stream(context, async (writable) => {
+            for await (const line of lines) {
+                await writable.write(encoder.encode(line));
+            }
+        });
+    });
+    router.get('/export/templates/:file', async (context) => {
+        const object = readObjectFile(context);
+        await requireActor(context);
+        return context.body(dependencies.service.templateCsv(object), 200, csvHeaders(`${DOWNLOAD_PREFIX}-${object}-template.csv`));
+    });
+    /**
+     * Creates a job and dry-runs it.
+     *
+     * `dry_run` must be `true`: `import-export.md` makes the commit a separate
+     * call, so a create claiming otherwise is asking for something this endpoint
+     * will not do rather than something it can quietly ignore.
+     */
+    router.post('/import/jobs', async (context) => {
+        const actor = await requireActor(context);
+        const { file, fields } = await readUpload(context);
+        const parsed = createJobForm.safeParse(fields);
+        if (!parsed.success) {
+            throw AppError.validationFailed('The job is missing something', toErrorDetails(parsed.error.issues));
+        }
+        if (parsed.data.dry_run !== 'true') {
+            throw AppError.validationFailed('A new job is always a dry run', [
+                {
+                    field: 'dry_run',
+                    message: 'Create the job, then POST to /import/jobs/{id}/commit',
+                },
+            ]);
+        }
+        const job = await dependencies.service.createJob(actor, {
+            source: parsed.data.source,
+            object: parsed.data.object,
+            conflictMode: parsed.data.conflict_mode,
+            matchKeyId: parsed.data.match_key ?? defaultMatchKeyId(parsed.data.object),
+            columnMap: readColumnMap(parsed.data.column_map),
+            fileName: file.name.length === 0 ? null : file.name,
+            csv: await file.text(),
+        });
+        // 202 when the work is still running, 201 when it is done. Both created the
+        // job; only one of them has an answer about the file in it yet.
+        return context.json(importJobResponse(job), job.status === 'validating' ? 202 : 201);
+    });
+    router.get('/import/jobs/:id', async (context) => {
+        const job = await dependencies.service.getJob(await requireActor(context), context.req.param('id'));
+        return context.json(importJobResponse(job));
+    });
+    router.delete('/import/jobs/:id', async (context) => {
+        await dependencies.service.deleteJob(await requireActor(context), context.req.param('id'));
+        return context.body(null, 204);
+    });
+    /**
+     * Commits a job, applying the file sent with it.
+     *
+     * Multipart like the create, and for the same reason: a job keeps only the
+     * digest of the file it forecast, so the bytes come back here rather than
+     * sitting in a column between the two calls.
+     */
+    router.post('/import/jobs/:id/commit', async (context) => {
+        const { file } = await readUpload(context);
+        const job = await dependencies.service.commit(await requireActor(context), context.req.param('id'), await file.text());
+        return context.json(importJobResponse(job), job.status === 'committing' ? 202 : 200);
+    });
+}
+//# sourceMappingURL=routes.js.map

package/dist/modules/import-export/routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.js","sourceRoot":"","sources":["../../../src/modules/import-export/routes.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,cAAc,EACd,cAAc,EACd,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,iBAAiB,CAAA;AAGxB,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAE9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAIzD;;;;;;;GAOG;AAEH,iDAAiD;AACjD,MAAM,eAAe,GAAG,QAAQ,CAAA;AAEhC,MAAM,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,MAAM,CAA0B,CAAC,CAAA;AAEnG;;;;;GAKG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAA;AAEnE,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IAC9B,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;CACnD,CAAC,CAAA;AAMF,MAAM,UAAU,iBAAiB,CAAC,GAAkB;IAClD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,aAAa,EAAE,GAAG,CAAC,YAAY;QAC/B,SAAS,EAAE,GAAG,CAAC,QAAQ;QACvB,UAAU,EAAE,GAAG,CAAC,SAAS;QACzB,cAAc,EAAE,GAAG,CAAC,aAAa;QACjC,SAAS,EAAE,GAAG,CAAC,QAAQ;QACvB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;QACvC,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;KACxC,CAAA;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,cAAc,CAAC,OAAgB;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAE9D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,QAAQ,CAAC,QAAQ,CACrB,UAAU,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvE,CAAA;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAiB,CAAA;AAC3D,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB;IAClC,OAAO;QACL,cAAc,EAAE,yBAAyB;QACzC,qBAAqB,EAAE,yBAAyB,QAAQ,GAAG;QAC3D,gEAAgE;QAChE,eAAe,EAAE,mBAAmB;KACrC,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAuB;IAC5C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,MAAM,MAAM,GAAY,CAAC,GAAY,EAAE;QACrC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,QAAQ,CAAC,gBAAgB,CAAC,kCAAkC,EAAE;gBAClE,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,2BAA2B,EAAE;aAC9D,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAC,EAAE,CAAA;IAEJ,MAAM,GAAG,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAE7C,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,QAAQ,CAAC,gBAAgB,CAC7B,8DAA8D,EAC9D,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CACjC,CAAA;IACH,CAAC;IAED,OAAO,GAAG,CAAC,IAAI,CAAA;AACjB,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,UAAU,CAAC,OAAgB;IACxC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;QACpD,MAAM,IAAI,QAAQ,CAAC,aAAa,EAAE,qCAAqC,CAAC,CAAA;IAC1E,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IAEtB,IAAI,CAAC,CAAC,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,QAAQ,CAAC,gBAAgB,CAAC,0BAA0B,EAAE;YAC1D,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE;SACtC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,GAAG,qBAAqB,EAAE,CAAC;QACtC,MAAM,QAAQ,CAAC,gBAAgB,CAC7B,yBAAyB,MAAM,CAAC,qBAAqB,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,EACzE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CACvE,CAAA;IACH,CAAC;IAED,MAAM,MAAM,GAA2B,EAAE,CAAA;IAEzC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QACrB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,MAAY,EACZ,YAA4C;IAE5C,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAkB,EAAE,CAAC,gBAAgB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;IAElG;;;;;;OAMG;IACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC5C,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;QACtC,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAC3D,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;QAEjC,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAC1C,UAAU,CAAC,GAAG,eAAe,IAAI,MAAM,MAAM,CAAC,CAC/C,EAAE,CAAC;YACF,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAC/B,CAAC;QAED,OAAO,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACxC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC/B,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;YAC5C,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACtD,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;QAEtC,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;QAE3B,OAAO,OAAO,CAAC,IAAI,CACjB,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,EACxC,GAAG,EACH,UAAU,CAAC,GAAG,eAAe,IAAI,MAAM,eAAe,CAAC,CACxD,CAAA;IACH,CAAC,CAAC,CAAA;IAEF;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QAClD,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QAE9C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,QAAQ,CAAC,gBAAgB,CAAC,8BAA8B,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;QACtG,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YACnC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,+BAA+B,EAAE;gBAC/D;oBACE,KAAK,EAAE,SAAS;oBAChB,OAAO,EAAE,uDAAuD;iBACjE;aACF,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE;YACtD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;YAC1B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;YAC1B,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa;YACvC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YAC1E,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAChD,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;YACnD,GAAG,EAAE,MAAM,IAAI,CAAC,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,4EAA4E;QAC5E,gEAAgE;QAChE,OAAO,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACtF,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,CAAC,kBAAkB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC/C,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAC3C,MAAM,YAAY,CAAC,OAAO,CAAC,EAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CACxB,CAAA;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAClD,MAAM,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAE1F,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACvD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAC3C,MAAM,YAAY,CAAC,OAAO,CAAC,EAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EACvB,MAAM,IAAI,CAAC,IAAI,EAAE,CAClB,CAAA;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACtF,CAAC,CAAC,CAAA;AACJ,CAAC"}