@kelpie/server 0.1.0

package/dist/modules/import-export/service.js

@@ -0,0 +1,561 @@
+import { IMPORT_PREVIEW_ROWS, IMPORT_REPORTED_ERRORS, MAX_IMPORT_ROWS, OBJECT_COLUMNS, SYNC_IMPORT_ROWS, findMatchKey, requiredColumns, } from '@kelpie/schemas';
+import { AppError, describeThrown } from '../../lib/errors.js';
+import { normaliseDomain, normaliseEmail } from '../../lib/normalisation.js';
+import { requireWorkspaceId } from '../auth/actor.js';
+import { CsvFormatError, csvLine, fileDigest, parseCsv } from './csv.js';
+import { headersFor } from './exportRows.js';
+import { buildMatchKey, mapRow, splitList } from './mapping.js';
+import { applyWrite } from './writes.js';
+import { countPlans, planRow, planRows } from './plan.js';
+import { defaultColumnMap } from './presets.js';
+import * as repository from './repository.js';
+import { streamExport } from './streams.js';
+const EMPTY_COUNTS = { total: 0, create: 0, update: 0, skip: 0, error: 0 };
+/**
+ * The statuses a job may be deleted in: everything except the two a background
+ * pass is working through.
+ *
+ * `pending` is here because a job stranded in it by a crash is exactly the
+ * unreachable garbage this delete exists to clear. `validating` and
+ * `committing` are not, because the detached pass holds the rows and would carry
+ * on writing records against a job that is no longer there.
+ */
+const DELETABLE_STATUSES = [
+    'pending',
+    'ready',
+    'completed',
+    'failed',
+];
+/** Rows committed between two writes of the job's running counts, so polling shows progress. */
+const COMMIT_PROGRESS_INTERVAL = 100;
+/** The stored job minus tenancy, the failure reason, and the file digest. */
+function toView(job) {
+    const { workspaceId: _workspaceId, failureReason: _failureReason, fileSha256: _fileSha256, ...rest } = job;
+    return {
+        ...rest,
+        source: rest.source,
+        object: rest.object,
+        conflictMode: rest.conflictMode,
+    };
+}
+/** The distinct non-null values of one column across a file, for a lookup's `in (…)`. */
+function distinct(values) {
+    return [...new Set(values.filter((value) => value !== null))];
+}
+export function createImportExportService(dependencies) {
+    async function requireJob(workspaceId, id) {
+        const job = await repository.findJob(dependencies.db, workspaceId, id);
+        // A job in another workspace is indistinguishable from one that never
+        // existed, per `api.md`.
+        if (job === undefined) {
+            throw AppError.notFound('Import job not found');
+        }
+        return job;
+    }
+    function requireMatchKey(object, matchKeyId) {
+        const matchKey = findMatchKey(object, matchKeyId);
+        if (matchKey === undefined) {
+            throw AppError.validationFailed(`"${matchKeyId}" is not a match key for ${object}`, [
+                { field: 'match_key', message: 'Use one of the keys this object declares' },
+            ]);
+        }
+        return matchKey;
+    }
+    /**
+     * Checks a column map against the object it claims to describe and the file it
+     * will be applied to.
+     *
+     * All three problems are reported at once, and a mapping mistake is the one a
+     * caller is most likely to make twice.
+     */
+    function requireUsableColumnMap(object, matchKey, columnMap, headers) {
+        const known = new Set(OBJECT_COLUMNS[object].map((column) => column.key));
+        const present = new Set(headers);
+        const problems = [
+            ...Object.keys(columnMap)
+                .filter((column) => !known.has(column))
+                .map((column) => ({
+                field: `column_map.${column}`,
+                message: `${object} has no column called "${column}"`,
+            })),
+            ...Object.entries(columnMap)
+                .filter(([, header]) => header !== null && !present.has(header))
+                .map(([column, header]) => ({
+                field: `column_map.${column}`,
+                message: `The file has no column headed "${String(header)}"`,
+            })),
+            ...requiredColumns(object, matchKey)
+                .filter((column) => (columnMap[column] ?? null) === null)
+                .map((column) => ({
+                field: `column_map.${column}`,
+                message: 'Required, and required columns must be mapped',
+            })),
+        ];
+        if (problems.length > 0) {
+            throw AppError.validationFailed('That column map cannot read this file', problems);
+        }
+    }
+    /**
+     * The stored records that already hold any of the match keys this file uses.
+     *
+     * Both sides of a comparison go through `buildMatchKey`, so a row and the
+     * record it should match reduce to the same string by construction rather than
+     * by two implementations agreeing.
+     */
+    async function findExistingKeys(db, workspaceId, object, matchKey, rows) {
+        const column = (name) => distinct(rows.map((row) => (row.mapped[name] ?? '').trim() || null));
+        const emails = distinct(rows.map((row) => normaliseEmail(row.mapped.person_email ?? '')));
+        const domains = distinct(rows.map((row) => normaliseDomain(row.mapped.company_domain ?? '')));
+        const records = await (async () => {
+            switch (object) {
+                case 'companies':
+                    return repository.findCompanyKeys(db, workspaceId, distinct(rows.map((row) => normaliseDomain(row.mapped.domain ?? ''))), matchKey.id === 'name' ? column('name').map((name) => name.toLowerCase()) : []);
+                case 'people':
+                    return repository.findPeopleKeys(db, workspaceId, distinct(rows.map((row) => normaliseEmail(row.mapped.email ?? ''))));
+                case 'positions':
+                    return repository.findPositionKeys(db, workspaceId, emails);
+                case 'deals':
+                    return matchKey.id === 'external_id'
+                        ? repository.findDealKeysByExternalId(db, workspaceId, column('external_id'))
+                        : repository.findDealKeysByCompany(db, workspaceId, domains);
+            }
+        })();
+        const keys = new Map();
+        for (const record of records) {
+            const key = buildMatchKey(matchKey, record.parts);
+            // First writer wins, so a workspace holding two records under one key
+            // matches the same one every time rather than following whichever the
+            // planner saw last.
+            if (key !== null && !keys.has(key)) {
+                keys.set(key, record.id);
+            }
+        }
+        return keys;
+    }
+    /** The references a plan resolves: people, companies, members, and deal stages. */
+    async function buildLookups(db, workspaceId, object, matchKey, rows) {
+        const existing = await findExistingKeys(db, workspaceId, object, matchKey, rows);
+        if (object === 'companies' || object === 'people') {
+            return {
+                existing,
+                personIdByEmail: new Map(),
+                companyIdByDomain: new Map(),
+                memberIdByEmail: new Map(),
+                dealStageIdByName: new Map(),
+            };
+        }
+        const emails = distinct([
+            ...rows.map((row) => normaliseEmail(row.mapped.person_email ?? '')),
+            ...rows.flatMap((row) => splitList(row.mapped.person_emails).map((address) => normaliseEmail(address))),
+        ]);
+        const domains = distinct(rows.map((row) => normaliseDomain(row.mapped.company_domain ?? '')));
+        const [peopleRows, companyRows] = await Promise.all([
+            repository.findPersonIdsByEmail(db, workspaceId, emails),
+            repository.findCompanyIdsByDomain(db, workspaceId, domains),
+        ]);
+        if (object === 'positions') {
+            return {
+                existing,
+                personIdByEmail: new Map(peopleRows.flatMap((row) => (row.email === null ? [] : [[row.email, row.id]]))),
+                companyIdByDomain: new Map(companyRows.flatMap((row) => (row.domain === null ? [] : [[row.domain, row.id]]))),
+                memberIdByEmail: new Map(),
+                dealStageIdByName: new Map(),
+            };
+        }
+        const [members, stages] = await Promise.all([
+            repository.listMemberEmails(db, workspaceId),
+            repository.listDealStages(db, workspaceId),
+        ]);
+        // A stage answers to its slug and to its label. The slug is the stable one
+        // an export writes; the label is what a person typed into the spreadsheet.
+        const stagesByName = new Map();
+        for (const stage of stages) {
+            stagesByName.set(stage.slug.toLowerCase(), stage.id);
+            stagesByName.set(stage.label.toLowerCase(), stage.id);
+        }
+        return {
+            existing,
+            personIdByEmail: new Map(peopleRows.flatMap((row) => (row.email === null ? [] : [[row.email, row.id]]))),
+            companyIdByDomain: new Map(companyRows.flatMap((row) => (row.domain === null ? [] : [[row.domain, row.id]]))),
+            memberIdByEmail: new Map(members.map((member) => [member.email.toLowerCase(), member.id])),
+            dealStageIdByName: stagesByName,
+        };
+    }
+    function contextFor(job, lookups) {
+        return {
+            object: job.object,
+            matchKey: requireMatchKey(job.object, job.matchKey),
+            conflictMode: job.conflictMode,
+            lookups,
+        };
+    }
+    /** A parsed file, mapped to Kelpie columns through the job's own column map. */
+    function readFile(job, parsed) {
+        return {
+            rows: parsed.rows.map((row) => ({ row: row.number, mapped: mapRow(row.values, job.columnMap) })),
+            values: new Map(parsed.rows.map((row) => [row.number, row])),
+        };
+    }
+    /**
+     * Checks a file handed back at commit against the one the dry run forecast.
+     *
+     * The counts a caller approved describe one particular file. Without this the
+     * commit would apply whatever arrived and report it under a forecast taken
+     * from something else.
+     *
+     * @throws AppError 409 when it is a different file, or when the job predates
+     *   the digest and there is nothing to compare against.
+     */
+    function requireForecastFile(job, csv) {
+        if (job.fileSha256 === null) {
+            throw AppError.conflict('This job was created before its file was fingerprinted', [
+                { field: 'file', message: 'Upload the file again as a new job' },
+            ]);
+        }
+        if (fileDigest(csv) !== job.fileSha256) {
+            throw AppError.conflict('That is not the file this job dry-ran', [
+                {
+                    field: 'file',
+                    message: 'Commit the file the dry run read, or upload this one as a new job',
+                },
+            ]);
+        }
+    }
+    function toOutcome(planned) {
+        return {
+            rowNumber: planned.row,
+            action: planned.plan.action,
+            errors: planned.plan.action === 'error' ? planned.plan.errors : [],
+        };
+    }
+    /**
+     * The first errors and the first preview rows, as a caller reads them off a
+     * job.
+     *
+     * Takes outcomes rather than plans, because the dry run and the commit produce
+     * the same three facts about a line and the job reports whichever ran last.
+     */
+    function reportOf(outcomes, mapped) {
+        const byRow = new Map(mapped.map((row) => [row.row, row.mapped]));
+        return {
+            errors: outcomes
+                .filter((outcome) => outcome.action === 'error')
+                .slice(0, IMPORT_REPORTED_ERRORS)
+                .flatMap((outcome) => outcome.errors.map((problem) => ({
+                row: outcome.rowNumber,
+                field: problem.field,
+                message: problem.message,
+            }))),
+            preview: outcomes.slice(0, IMPORT_PREVIEW_ROWS).map((outcome) => ({
+                row: outcome.rowNumber,
+                action: outcome.action,
+                values: byRow.get(outcome.rowNumber) ?? {},
+            })),
+        };
+    }
+    /**
+     * Plans every line of a job's file and records the forecast on the job.
+     *
+     * Writes no `import_job_rows`: a dry run is a forecast, and the three things a
+     * caller reads off it are the counts, the first errors and the preview. Runs
+     * inside the request for a small file and detached for a large one, which is
+     * the only difference between the two paths.
+     *
+     * Takes the parse rather than reading it back, because the job does not hold
+     * the file. The detached path closes over it for as long as it runs, which is
+     * the same lifetime the request would have had.
+     */
+    async function runDryRun(workspaceId, jobId, parsed) {
+        const job = await requireJob(workspaceId, jobId);
+        const { rows } = readFile(job, parsed);
+        const lookups = await buildLookups(dependencies.db, workspaceId, job.object, requireMatchKey(job.object, job.matchKey), rows);
+        const planned = planRows(contextFor(job, lookups), rows);
+        await repository.updateJob(dependencies.db, workspaceId, jobId, {
+            status: 'ready',
+            counts: countPlans(planned),
+            ...reportOf(planned.map(toOutcome), rows),
+            updatedAt: dependencies.now(),
+        });
+    }
+    /**
+     * Marks a job failed with the reason.
+     *
+     * A background pass has nobody to throw to: the request that started it has
+     * already answered. The job is where the caller looks next, so that is where
+     * the failure has to land.
+     */
+    async function failJob(workspaceId, jobId, error) {
+        const reason = describeThrown(error);
+        dependencies.log.error('import job failed', { jobId, error: reason });
+        await repository
+            .updateJob(dependencies.db, workspaceId, jobId, {
+            status: 'failed',
+            failureReason: reason,
+            updatedAt: dependencies.now(),
+        })
+            .catch((writeError) => {
+            dependencies.log.error('could not record an import failure', {
+                jobId,
+                error: describeThrown(writeError),
+            });
+        });
+    }
+    /**
+     * Runs work detached from the request that asked for it.
+     *
+     * The same shape `runtime/transaction.ts` uses to publish events: not awaited,
+     * and a rejection is logged rather than lost. A crash between here and the
+     * final status leaves the job in its transient status with nothing to move it
+     * on — stated in the README, because there is no durable queue to fix it with.
+     */
+    function detach(workspaceId, jobId, work) {
+        void work().catch((error) => failJob(workspaceId, jobId, error));
+    }
+    /** Applies one line, in its own transaction, and returns what it did. */
+    async function commitRow(workspaceId, actor, job, line) {
+        const object = job.object;
+        const matchKey = requireMatchKey(object, job.matchKey);
+        const mapped = mapRow(line.values, job.columnMap);
+        const row = { row: line.number, mapped };
+        return dependencies.transaction(async ({ tx, events }) => {
+            // Resolved inside the transaction, against the rows this commit has
+            // already written. That is what makes a file listing one company twice
+            // create it once, and what lets an interrupted commit be re-run.
+            const lookups = await buildLookups(tx, workspaceId, object, matchKey, [row]);
+            const plan = planRow(contextFor(job, lookups), mapped);
+            const outcome = {
+                rowNumber: line.number,
+                action: plan.action,
+                errors: plan.action === 'error' ? plan.errors : [],
+            };
+            if (plan.action !== 'error' && plan.action !== 'skip') {
+                const written = await applyWrite({
+                    tx,
+                    workspaceId,
+                    createId: dependencies.createId,
+                    now: dependencies.now(),
+                    actor,
+                    recordActivity: dependencies.recordActivity,
+                    sourceName: job.fileName ?? 'a CSV import',
+                }, plan);
+                if (plan.action === 'create') {
+                    events.emit('record.created', {
+                        workspaceId,
+                        objectType: written.objectType,
+                        recordId: written.recordId,
+                    });
+                }
+                else if (written.changedFields.length > 0) {
+                    // An update that moved nothing publishes nothing. Re-running the same
+                    // file must not wake every consumer watching for a change.
+                    events.emit('record.updated', {
+                        workspaceId,
+                        objectType: written.objectType,
+                        recordId: written.recordId,
+                        changedFields: written.changedFields,
+                    });
+                }
+            }
+            // In the same transaction as the record it wrote, so the account of the
+            // line and the record it made either both land or neither does.
+            await repository.recordRowOutcome(tx, workspaceId, job.id, line.values, outcome, dependencies.now());
+            return outcome;
+        });
+    }
+    /**
+     * Applies every row of a job.
+     *
+     * One transaction per row rather than one per batch. A batch would be fewer
+     * round trips, and a single row hitting a unique constraint would abort the
+     * transaction it shares with ninety-nine others, turning one bad row into a
+     * hundred. Containment is worth the commits here: this already runs in the
+     * background for anything large.
+     */
+    async function runCommit(workspaceId, actor, jobId, parsed) {
+        const job = await requireJob(workspaceId, jobId);
+        const { rows, values } = readFile(job, parsed);
+        const counts = { ...EMPTY_COUNTS, total: rows.length };
+        const outcomes = [];
+        let sinceProgress = 0;
+        for (const row of rows) {
+            const line = values.get(row.row);
+            if (line === undefined) {
+                throw new Error(`unreachable: line ${String(row.row)} is missing from its own parse`);
+            }
+            // A line that throws is a row error, not the end of the import. The other
+            // nine thousand have nothing to do with it.
+            const outcome = await commitRow(workspaceId, actor, job, line).catch(async (error) => {
+                const failure = {
+                    rowNumber: row.row,
+                    action: 'error',
+                    errors: [{ field: '', message: describeThrown(error) }],
+                };
+                // Its own statement: the transaction that would have carried this one
+                // is the one that just rolled back.
+                await repository.recordRowOutcome(dependencies.db, workspaceId, jobId, line.values, failure, dependencies.now());
+                return failure;
+            });
+            outcomes.push({ ...outcome });
+            counts[outcome.action] += 1;
+            sinceProgress += 1;
+            if (sinceProgress >= COMMIT_PROGRESS_INTERVAL) {
+                sinceProgress = 0;
+                await repository.updateJob(dependencies.db, workspaceId, jobId, {
+                    counts,
+                    updatedAt: dependencies.now(),
+                });
+            }
+        }
+        await repository.updateJob(dependencies.db, workspaceId, jobId, {
+            status: 'completed',
+            counts,
+            // Replaced with what actually happened. A dry run's forecast and a
+            // commit's outcome can differ, and the job reports the later one.
+            ...reportOf(outcomes, rows),
+            updatedAt: dependencies.now(),
+        });
+        await dependencies.transaction(({ events }) => {
+            events.emit('import.completed', { workspaceId, importJobId: jobId, object: job.object });
+            return Promise.resolve();
+        });
+    }
+    /**
+     * The job body.
+     *
+     * Everything a caller reads is on the job itself, so this is one row and no
+     * query over `import_job_rows`. A job with no pass behind it yet reports empty
+     * errors and an empty preview, which is what its columns default to.
+     */
+    function viewOf(job) {
+        return toView(job);
+    }
+    return {
+        async createJob(actor, input) {
+            const workspaceId = requireWorkspaceId(actor);
+            const parsed = (() => {
+                try {
+                    return parseCsv(input.csv);
+                }
+                catch (error) {
+                    if (error instanceof CsvFormatError) {
+                        throw AppError.validationFailed(error.message, [
+                            { field: 'file', message: error.message },
+                        ]);
+                    }
+                    throw error;
+                }
+            })();
+            if (parsed.rows.length > MAX_IMPORT_ROWS) {
+                throw AppError.validationFailed(`A file may carry at most ${String(MAX_IMPORT_ROWS)} rows`, [{ field: 'file', message: `This one has ${String(parsed.rows.length)}` }]);
+            }
+            const matchKey = requireMatchKey(input.object, input.matchKeyId);
+            const columnMap = input.columnMap ?? defaultColumnMap(input.source, input.object, parsed.headers);
+            requireUsableColumnMap(input.object, matchKey, columnMap, parsed.headers);
+            const id = dependencies.createId('importJob');
+            const now = dependencies.now();
+            // One row, and no part of the file in it. A caller correcting a mapping
+            // over a ten thousand line file leaves one row per attempt rather than ten
+            // thousand rows or ten megabytes.
+            const job = await repository.insertJob(dependencies.db, {
+                id,
+                workspaceId,
+                source: input.source,
+                object: input.object,
+                status: 'pending',
+                conflictMode: input.conflictMode,
+                matchKey: matchKey.id,
+                columnMap,
+                sourceHeaders: parsed.headers,
+                counts: { ...EMPTY_COUNTS, total: parsed.rows.length },
+                errors: [],
+                preview: [],
+                fileSha256: fileDigest(input.csv),
+                fileName: input.fileName,
+                failureReason: null,
+                createdAt: now,
+                updatedAt: now,
+            });
+            if (parsed.rows.length <= SYNC_IMPORT_ROWS) {
+                await runDryRun(workspaceId, id, parsed);
+                return viewOf(await requireJob(workspaceId, id));
+            }
+            const validating = await repository.updateJob(dependencies.db, workspaceId, id, {
+                status: 'validating',
+                updatedAt: dependencies.now(),
+            });
+            detach(workspaceId, id, () => runDryRun(workspaceId, id, parsed));
+            return viewOf(validating ?? job);
+        },
+        async getJob(actor, id) {
+            return viewOf(await requireJob(requireWorkspaceId(actor), id));
+        },
+        /**
+         * Commits a job that a dry run left `ready`, applying the file handed back.
+         *
+         * Re-committing a `completed` job answers with it and writes nothing, per
+         * `import-export.md`, and does not need the file to do so. Anything else is
+         * a conflict: a job still validating has no plan to apply, one already
+         * committing is being applied by somebody else, and a failed one has nothing
+         * to apply.
+         */
+        async commit(actor, id, csv) {
+            const workspaceId = requireWorkspaceId(actor);
+            const job = await requireJob(workspaceId, id);
+            // Checked before the file, so a caller re-POSTing a finished job gets the
+            // documented no-op whether or not they still have it.
+            if (job.status === 'completed') {
+                return viewOf(job);
+            }
+            requireForecastFile(job, csv);
+            const parsed = parseCsv(csv);
+            // Compare-and-set rather than a check followed by a write: two commits
+            // arriving together both read `ready`, and only the one whose update
+            // matched a row may proceed.
+            const claimed = await repository.moveJobStatus(dependencies.db, workspaceId, id, 'ready', {
+                status: 'committing',
+                updatedAt: dependencies.now(),
+            });
+            if (claimed === undefined) {
+                throw AppError.conflict(`An import job in status "${job.status}" cannot be committed`, [
+                    { field: 'status', message: 'Only a job a dry run left ready can be committed' },
+                ]);
+            }
+            if (claimed.counts.total <= SYNC_IMPORT_ROWS) {
+                await runCommit(workspaceId, actor, id, parsed);
+                return viewOf(await requireJob(workspaceId, id));
+            }
+            detach(workspaceId, id, () => runCommit(workspaceId, actor, id, parsed));
+            return viewOf(claimed);
+        },
+        /**
+         * Deletes a job and its stored rows.
+         *
+         * The delete carries the status predicate rather than checking first, so a
+         * commit arriving in between claims the job and this finds nothing to
+         * remove. Only then is the job read again, to answer with the reason: gone
+         * is a `404` and in-flight is a `409`, and one query on the happy path tells
+         * neither of those stories wrongly.
+         */
+        async deleteJob(actor, id) {
+            const workspaceId = requireWorkspaceId(actor);
+            const removed = await repository.deleteJob(dependencies.db, workspaceId, id, DELETABLE_STATUSES);
+            if (removed > 0) {
+                return;
+            }
+            const job = await requireJob(workspaceId, id);
+            throw AppError.conflict(`An import job in status "${job.status}" cannot be deleted`, [
+                {
+                    field: 'status',
+                    message: 'Wait for the pass working through it to finish, then delete it',
+                },
+            ]);
+        },
+        exportCsv(actor, object) {
+            return streamExport(dependencies.db, requireWorkspaceId(actor), object);
+        },
+        templateCsv(object) {
+            return csvLine(headersFor(object));
+        },
+    };
+}
+//# sourceMappingURL=service.js.map

package/dist/modules/import-export/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/modules/import-export/service.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,YAAY,EACZ,eAAe,GAChB,MAAM,iBAAiB,CAAA;AAcxB,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAG9D,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAI5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAExE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAC/C,OAAO,KAAK,UAAU,MAAM,iBAAiB,CAAA;AAE7C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAwE3C,MAAM,YAAY,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;AAExF;;;;;;;;GAQG;AACH,MAAM,kBAAkB,GAA+B;IACrD,SAAS;IACT,OAAO;IACP,WAAW;IACX,QAAQ;CACT,CAAA;AAED,gGAAgG;AAChG,MAAM,wBAAwB,GAAG,GAAG,CAAA;AAEpC,6EAA6E;AAC7E,SAAS,MAAM,CAAC,GAAoB;IAClC,MAAM,EACJ,WAAW,EAAE,YAAY,EACzB,aAAa,EAAE,cAAc,EAC7B,UAAU,EAAE,WAAW,EACvB,GAAG,IAAI,EACR,GAAG,GAAG,CAAA;IAEP,OAAO;QACL,GAAG,IAAI;QACP,MAAM,EAAE,IAAI,CAAC,MAAsB;QACnC,MAAM,EAAE,IAAI,CAAC,MAAsB;QACnC,YAAY,EAAE,IAAI,CAAC,YAAkC;KACtD,CAAA;AACH,CAAC;AAED,yFAAyF;AACzF,SAAS,QAAQ,CAAC,MAAkC;IAClD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAA;AAChF,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,YAAsC;IAEtC,KAAK,UAAU,UAAU,CAAC,WAAmB,EAAE,EAAU;QACvD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,CAAC,CAAA;QAEtE,sEAAsE;QACtE,yBAAyB;QACzB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,QAAQ,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAA;QACjD,CAAC;QAED,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,SAAS,eAAe,CAAC,MAAoB,EAAE,UAAkB;QAC/D,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;QAEjD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,QAAQ,CAAC,gBAAgB,CAAC,IAAI,UAAU,4BAA4B,MAAM,EAAE,EAAE;gBAClF,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,0CAA0C,EAAE;aAC5E,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;;;;;OAMG;IACH,SAAS,sBAAsB,CAC7B,MAAoB,EACpB,QAAwB,EACxB,SAA0B,EAC1B,OAA0B;QAE1B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;QACzE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QAChC,MAAM,QAAQ,GAAG;YACf,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;iBACtB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;iBACtC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChB,KAAK,EAAE,cAAc,MAAM,EAAE;gBAC7B,OAAO,EAAE,GAAG,MAAM,0BAA0B,MAAM,GAAG;aACtD,CAAC,CAAC;YACL,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;iBACzB,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;iBAC/D,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC1B,KAAK,EAAE,cAAc,MAAM,EAAE;gBAC7B,OAAO,EAAE,kCAAkC,MAAM,CAAC,MAAM,CAAC,GAAG;aAC7D,CAAC,CAAC;YACL,GAAG,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC;iBACjC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;iBACxD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChB,KAAK,EAAE,cAAc,MAAM,EAAE;gBAC7B,OAAO,EAAE,+CAA+C;aACzD,CAAC,CAAC;SACN,CAAA;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,QAAQ,CAAC,gBAAgB,CAAC,uCAAuC,EAAE,QAAQ,CAAC,CAAA;QACpF,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,UAAU,gBAAgB,CAC7B,EAAa,EACb,WAAmB,EACnB,MAAoB,EACpB,QAAwB,EACxB,IAA0B;QAE1B,MAAM,MAAM,GAAG,CAAC,IAAY,EAAqB,EAAE,CACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,CAAA;QACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QACzF,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QAE7F,MAAM,OAAO,GAA2B,MAAM,CAAC,KAAK,IAAqC,EAAE;YACzF,QAAQ,MAAM,EAAE,CAAC;gBACf,KAAK,WAAW;oBACd,OAAO,UAAU,CAAC,eAAe,CAC/B,EAAE,EACF,WAAW,EACX,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,EACrE,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAC/E,CAAA;gBACH,KAAK,QAAQ;oBACX,OAAO,UAAU,CAAC,cAAc,CAC9B,EAAE,EACF,WAAW,EACX,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CACpE,CAAA;gBACH,KAAK,WAAW;oBACd,OAAO,UAAU,CAAC,gBAAgB,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;gBAC7D,KAAK,OAAO;oBACV,OAAO,QAAQ,CAAC,EAAE,KAAK,aAAa;wBAClC,CAAC,CAAC,UAAU,CAAC,wBAAwB,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;wBAC7E,CAAC,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,CAAA;YAClE,CAAC;QACH,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;YAEjD,sEAAsE;YACtE,sEAAsE;YACtE,oBAAoB;YACpB,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED,mFAAmF;IACnF,KAAK,UAAU,YAAY,CACzB,EAAa,EACb,WAAmB,EACnB,MAAoB,EACpB,QAAwB,EACxB,IAA0B;QAE1B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;QAEhF,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO;gBACL,QAAQ;gBACR,eAAe,EAAE,IAAI,GAAG,EAAE;gBAC1B,iBAAiB,EAAE,IAAI,GAAG,EAAE;gBAC5B,eAAe,EAAE,IAAI,GAAG,EAAE;gBAC1B,iBAAiB,EAAE,IAAI,GAAG,EAAE;aAC7B,CAAA;QACH,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;YACnE,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CACtB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAC9E;SACF,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QAC7F,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,UAAU,CAAC,oBAAoB,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC;YACxD,UAAU,CAAC,sBAAsB,CAAC,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC;SAC5D,CAAC,CAAA;QAEF,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,OAAO;gBACL,QAAQ;gBACR,eAAe,EAAE,IAAI,GAAG,CACtB,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAU,CAAC,CAAC,CAAC,CACxF;gBACD,iBAAiB,EAAE,IAAI,GAAG,CACxB,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAU,CAAC,CAAC,CAAC,CAC3F;gBACD,eAAe,EAAE,IAAI,GAAG,EAAE;gBAC1B,iBAAiB,EAAE,IAAI,GAAG,EAAE;aAC7B,CAAA;QACH,CAAC;QAED,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC1C,UAAU,CAAC,gBAAgB,CAAC,EAAE,EAAE,WAAW,CAAC;YAC5C,UAAU,CAAC,cAAc,CAAC,EAAE,EAAE,WAAW,CAAC;SAC3C,CAAC,CAAA;QAEF,2EAA2E;QAC3E,2EAA2E;QAC3E,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAA;QAE9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;YACpD,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;QACvD,CAAC;QAED,OAAO;YACL,QAAQ;YACR,eAAe,EAAE,IAAI,GAAG,CACtB,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAU,CAAC,CAAC,CAAC,CACxF;YACD,iBAAiB,EAAE,IAAI,GAAG,CACxB,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAU,CAAC,CAAC,CAAC,CAC3F;YACD,eAAe,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1F,iBAAiB,EAAE,YAAY;SAChC,CAAA;IACH,CAAC;IAED,SAAS,UAAU,CAAC,GAAoB,EAAE,OAAsB;QAC9D,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAsB;YAClC,QAAQ,EAAE,eAAe,CAAC,GAAG,CAAC,MAAsB,EAAE,GAAG,CAAC,QAAQ,CAAC;YACnE,YAAY,EAAE,GAAG,CAAC,YAAkC;YACpD,OAAO;SACR,CAAA;IACH,CAAC;IAED,gFAAgF;IAChF,SAAS,QAAQ,CACf,GAAoB,EACpB,MAAiB;QAEjB,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAChG,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;SAC7D,CAAA;IACH,CAAC;IAED;;;;;;;;;OASG;IACH,SAAS,mBAAmB,CAAC,GAAoB,EAAE,GAAW;QAC5D,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,QAAQ,CAAC,QAAQ,CAAC,wDAAwD,EAAE;gBAChF,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,oCAAoC,EAAE;aACjE,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC;YACvC,MAAM,QAAQ,CAAC,QAAQ,CAAC,uCAAuC,EAAE;gBAC/D;oBACE,KAAK,EAAE,MAAM;oBACb,OAAO,EAAE,mEAAmE;iBAC7E;aACF,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,SAAS,SAAS,CAAC,OAAmB;QACpC,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;YAC3B,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SACnE,CAAA;IACH,CAAC;IAED;;;;;;OAMG;IACH,SAAS,QAAQ,CACf,QAA0C,EAC1C,MAA4B;QAE5B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAEjE,OAAO;YACL,MAAM,EAAE,QAAQ;iBACb,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC;iBAC/C,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC;iBAChC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,EAAE,OAAO,CAAC,SAAS;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CAAC,CACJ;YACH,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAChE,GAAG,EAAE,OAAO,CAAC,SAAS;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE;aAC3C,CAAC,CAAC;SACJ,CAAA;IACH,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,UAAU,SAAS,CAAC,WAAmB,EAAE,KAAa,EAAE,MAAiB;QAC5E,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAChD,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QACtC,MAAM,OAAO,GAAG,MAAM,YAAY,CAChC,YAAY,CAAC,EAAE,EACf,WAAW,EACX,GAAG,CAAC,MAAsB,EAC1B,eAAe,CAAC,GAAG,CAAC,MAAsB,EAAE,GAAG,CAAC,QAAQ,CAAC,EACzD,IAAI,CACL,CAAA;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,CAAA;QAExD,MAAM,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;YAC9D,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC;YAC3B,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC;YACzC,SAAS,EAAE,YAAY,CAAC,GAAG,EAAE;SAC9B,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;OAMG;IACH,KAAK,UAAU,OAAO,CAAC,WAAmB,EAAE,KAAa,EAAE,KAAc;QACvE,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;QAEpC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;QAErE,MAAM,UAAU;aACb,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;YAC9C,MAAM,EAAE,QAAQ;YAChB,aAAa,EAAE,MAAM;YACrB,SAAS,EAAE,YAAY,CAAC,GAAG,EAAE;SAC9B,CAAC;aACD,KAAK,CAAC,CAAC,UAAmB,EAAE,EAAE;YAC7B,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE;gBAC3D,KAAK;gBACL,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC;aAClC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,IAAyB;QAC3E,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,yEAAyE;IACzE,KAAK,UAAU,SAAS,CACtB,WAAmB,EACnB,KAAY,EACZ,GAAoB,EACpB,IAAY;QAEZ,MAAM,MAAM,GAAG,GAAG,CAAC,MAAsB,CAAA;QACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAA;QACjD,MAAM,GAAG,GAAc,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAA;QAEnD,OAAO,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACvD,oEAAoE;YACpE,uEAAuE;YACvE,iEAAiE;YACjE,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;YAC5E,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAA;YAEtD,MAAM,OAAO,GAA0B;gBACrC,SAAS,EAAE,IAAI,CAAC,MAAM;gBACtB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;aACnD,CAAA;YAED,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,UAAU,CAC9B;oBACE,EAAE;oBACF,WAAW;oBACX,QAAQ,EAAE,YAAY,CAAC,QAAQ;oBAC/B,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE;oBACvB,KAAK;oBACL,cAAc,EAAE,YAAY,CAAC,cAAc;oBAC3C,UAAU,EAAE,GAAG,CAAC,QAAQ,IAAI,cAAc;iBAC3C,EACD,IAAI,CACL,CAAA;gBAED,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;wBAC5B,WAAW;wBACX,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;qBAC3B,CAAC,CAAA;gBACJ,CAAC;qBAAM,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5C,sEAAsE;oBACtE,2DAA2D;oBAC3D,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;wBAC5B,WAAW;wBACX,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;qBACrC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,wEAAwE;YACxE,gEAAgE;YAChE,MAAM,UAAU,CAAC,gBAAgB,CAC/B,EAAE,EACF,WAAW,EACX,GAAG,CAAC,EAAE,EACN,IAAI,CAAC,MAAM,EACX,OAAO,EACP,YAAY,CAAC,GAAG,EAAE,CACnB,CAAA;YAED,OAAO,OAAO,CAAA;QAChB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,UAAU,SAAS,CACtB,WAAmB,EACnB,KAAY,EACZ,KAAa,EACb,MAAiB;QAEjB,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAChD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAC9C,MAAM,MAAM,GAAG,EAAE,GAAG,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAA;QACtD,MAAM,QAAQ,GAA4B,EAAE,CAAA;QAC5C,IAAI,aAAa,GAAG,CAAC,CAAA;QAErB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEhC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAA;YACvF,CAAC;YAED,0EAA0E;YAC1E,4CAA4C;YAC5C,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAClE,KAAK,EAAE,KAAc,EAAkC,EAAE;gBACvD,MAAM,OAAO,GAAG;oBACd,SAAS,EAAE,GAAG,CAAC,GAAG;oBAClB,MAAM,EAAE,OAAgB;oBACxB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;iBACxD,CAAA;gBAED,sEAAsE;gBACtE,oCAAoC;gBACpC,MAAM,UAAU,CAAC,gBAAgB,CAC/B,YAAY,CAAC,EAAE,EACf,WAAW,EACX,KAAK,EACL,IAAI,CAAC,MAAM,EACX,OAAO,EACP,YAAY,CAAC,GAAG,EAAE,CACnB,CAAA;gBAED,OAAO,OAAO,CAAA;YAChB,CAAC,CACF,CAAA;YAED,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;YAC7B,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC3B,aAAa,IAAI,CAAC,CAAA;YAElB,IAAI,aAAa,IAAI,wBAAwB,EAAE,CAAC;gBAC9C,aAAa,GAAG,CAAC,CAAA;gBACjB,MAAM,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;oBAC9D,MAAM;oBACN,SAAS,EAAE,YAAY,CAAC,GAAG,EAAE;iBAC9B,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,MAAM,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE;YAC9D,MAAM,EAAE,WAAW;YACnB,MAAM;YACN,mEAAmE;YACnE,kEAAkE;YAClE,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC;YAC3B,SAAS,EAAE,YAAY,CAAC,GAAG,EAAE;SAC9B,CAAC,CAAA;QAEF,MAAM,YAAY,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YAC5C,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAA;YAExF,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAC1B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;OAMG;IACH,SAAS,MAAM,CAAC,GAAoB;QAClC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAA;IACpB,CAAC;IAED,OAAO;QACL,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK;YAC1B,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;YAC7C,MAAM,MAAM,GAAG,CAAC,GAAgC,EAAE;gBAChD,IAAI,CAAC;oBACH,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAC5B,CAAC;gBAAC,OAAO,KAAc,EAAE,CAAC;oBACxB,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;wBACpC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE;4BAC7C,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;yBAC1C,CAAC,CAAA;oBACJ,CAAC;oBAED,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC,CAAC,EAAE,CAAA;YAEJ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;gBACzC,MAAM,QAAQ,CAAC,gBAAgB,CAC7B,4BAA4B,MAAM,CAAC,eAAe,CAAC,OAAO,EAC1D,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAC3E,CAAA;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;YAChE,MAAM,SAAS,GACb,KAAK,CAAC,SAAS,IAAI,gBAAgB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;YAEjF,sBAAsB,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;YAEzE,MAAM,EAAE,GAAG,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;YAC7C,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,EAAE,CAAA;YAE9B,wEAAwE;YACxE,2EAA2E;YAC3E,kCAAkC;YAClC,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE;gBACtD,EAAE;gBACF,WAAW;gBACX,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,SAAS;gBACjB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,QAAQ,EAAE,QAAQ,CAAC,EAAE;gBACrB,SAAS;gBACT,aAAa,EAAE,MAAM,CAAC,OAAO;gBAC7B,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;gBACtD,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC;gBACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,aAAa,EAAE,IAAI;gBACnB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC,CAAA;YAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBAC3C,MAAM,SAAS,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;gBAExC,OAAO,MAAM,CAAC,MAAM,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAA;YAClD,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;gBAC9E,MAAM,EAAE,YAAY;gBACpB,SAAS,EAAE,YAAY,CAAC,GAAG,EAAE;aAC9B,CAAC,CAAA;YAEF,MAAM,CAAC,WAAW,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;YAEjE,OAAO,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC,CAAA;QAClC,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE;YACpB,OAAO,MAAM,CAAC,MAAM,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QAChE,CAAC;QAED;;;;;;;;WAQG;QACH,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,GAAG;YACzB,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;YAC7C,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;YAE7C,0EAA0E;YAC1E,sDAAsD;YACtD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC/B,OAAO,MAAM,CAAC,GAAG,CAAC,CAAA;YACpB,CAAC;YAED,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YAE7B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;YAE5B,uEAAuE;YACvE,qEAAqE;YACrE,6BAA6B;YAC7B,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE;gBACxF,MAAM,EAAE,YAAY;gBACpB,SAAS,EAAE,YAAY,CAAC,GAAG,EAAE;aAC9B,CAAC,CAAA;YAEF,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,MAAM,QAAQ,CAAC,QAAQ,CAAC,4BAA4B,GAAG,CAAC,MAAM,uBAAuB,EAAE;oBACrF,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,kDAAkD,EAAE;iBACjF,CAAC,CAAA;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBAC7C,MAAM,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;gBAE/C,OAAO,MAAM,CAAC,MAAM,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAA;YAClD,CAAC;YAED,MAAM,CAAC,WAAW,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;YAExE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAA;QACxB,CAAC;QAED;;;;;;;;WAQG;QACH,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE;YACvB,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;YAC7C,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,SAAS,CACxC,YAAY,CAAC,EAAE,EACf,WAAW,EACX,EAAE,EACF,kBAAkB,CACnB,CAAA;YAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,OAAM;YACR,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;YAE7C,MAAM,QAAQ,CAAC,QAAQ,CAAC,4BAA4B,GAAG,CAAC,MAAM,qBAAqB,EAAE;gBACnF;oBACE,KAAK,EAAE,QAAQ;oBACf,OAAO,EAAE,gEAAgE;iBAC1E;aACF,CAAC,CAAA;QACJ,CAAC;QAED,SAAS,CAAC,KAAK,EAAE,MAAM;YACrB,OAAO,YAAY,CAAC,YAAY,CAAC,EAAE,EAAE,kBAAkB,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAA;QACzE,CAAC;QAED,WAAW,CAAC,MAAM;YAChB,OAAO,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;QACpC,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/modules/import-export/streams.d.ts

@@ -0,0 +1,4 @@
+import type { ImportObject } from '@kelpie/schemas';
+import type { Database } from '../../lib/database.ts';
+export declare function streamExport(db: Database, workspaceId: string, object: ImportObject): AsyncGenerator<string>;
+//# sourceMappingURL=streams.d.ts.map

package/dist/modules/import-export/streams.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.d.ts","sourceRoot":"","sources":["../../../src/modules/import-export/streams.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAEnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAA;AA8DrD,wBAAuB,YAAY,CACjC,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,YAAY,GACnB,cAAc,CAAC,MAAM,CAAC,CA6BxB"}

package/dist/modules/import-export/streams.js

@@ -0,0 +1,55 @@
+import { csvLine } from './csv.js';
+import { companyCells, dealCells, headersFor, personCells, positionCells } from './exportRows.js';
+import * as repository from './repository.js';
+async function* pageThrough(pager) {
+    let after = '';
+    for (;;) {
+        const rows = await pager.read(after);
+        if (rows.length === 0) {
+            return;
+        }
+        for (const cells of await pager.cells(rows)) {
+            yield csvLine(cells);
+        }
+        const last = rows.at(-1);
+        if (last === undefined || rows.length < repository.EXPORT_PAGE) {
+            return;
+        }
+        after = last.id;
+    }
+}
+/** The rows of one page, all their people in one query rather than one per deal. */
+async function dealPage(db, rows) {
+    const emails = await repository.readDealPersonEmails(db, rows.map((row) => row.id));
+    return rows.map((row) => dealCells(row, emails.get(row.id) ?? []));
+}
+export async function* streamExport(db, workspaceId, object) {
+    yield csvLine(headersFor(object));
+    switch (object) {
+        case 'companies':
+            yield* pageThrough({
+                read: (after) => repository.readCompanies(db, workspaceId, after),
+                cells: (rows) => Promise.resolve(rows.map(companyCells)),
+            });
+            return;
+        case 'people':
+            yield* pageThrough({
+                read: (after) => repository.readPeople(db, workspaceId, after),
+                cells: (rows) => Promise.resolve(rows.map(personCells)),
+            });
+            return;
+        case 'positions':
+            yield* pageThrough({
+                read: (after) => repository.readPositions(db, workspaceId, after),
+                cells: (rows) => Promise.resolve(rows.map(positionCells)),
+            });
+            return;
+        case 'deals':
+            yield* pageThrough({
+                read: (after) => repository.readDeals(db, workspaceId, after),
+                cells: (rows) => dealPage(db, rows),
+            });
+            return;
+    }
+}
+//# sourceMappingURL=streams.js.map