@ganju/utils 0.0.21 → 0.0.22

package/dist/dataTriggers.js

@@ -1,9 +1,35 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.renameColumnInTriggers = exports.triggersUsingColumn = exports.clearOutbox = exports.outboxSize = exports.deleteOutbox = exports.readOutbox = exports.collectTriggerEvents = exports.readEventRow = exports.ensureChangeCapture = exports.changeCaptureTriggers = exports.replaceManagedTriggers = exports.setTriggerEnabled = exports.dropTrigger = exports.saveTrigger = exports.getTrigger = exports.listTriggers = exports.normaliseTrigger = exports.normaliseCustomerAction = exports.renderCustomerMessage = exports.renderTriggerText = exports.conditionMatches = exports.utf8Bytes = exports.DATA_TRIGGER_MAX_MESSAGE_BYTES = exports.DATA_TRIGGER_MAX_ROW_BYTES = exports.DATA_OUTBOX_BATCH = exports.DATA_TRIGGER_MAX_EMAILS = exports.DATA_TRIGGER_MAX_TEXT = exports.DATA_TRIGGER_MAX_RATE = exports.DATA_TRIGGER_DEFAULT_RATE = exports.DATA_TRIGGER_MAX_DEPTH = exports.DATA_MAX_TRIGGERS = exports.DATA_TRIGGER_ACTIONS = exports.DATA_TRIGGER_EVENTS = void 0;
+exports.scanTimeTriggers = exports.hasTimeTriggers = exports.syncTimeIndexes = exports.timeTriggersCountingFrom = exports.renameColumnInTriggers = exports.triggersUsingColumn = exports.clearOutbox = exports.outboxSize = exports.deleteOutbox = exports.readOutbox = exports.collectTriggerEvents = exports.readEventRow = exports.ensureChangeCapture = exports.changeCaptureTriggers = exports.replaceManagedTriggers = exports.setTriggerEnabled = exports.dropTrigger = exports.saveTrigger = exports.getTrigger = exports.listTriggers = exports.normaliseTrigger = exports.normaliseCustomerAction = exports.renderCustomerMessage = exports.renderTriggerText = exports.conditionMatches = exports.utf8Bytes = exports.DATA_TRIGGER_MAX_MESSAGE_BYTES = exports.DATA_TRIGGER_MAX_ROW_BYTES = exports.DATA_OUTBOX_BATCH = exports.DATA_TRIGGER_MAX_EMAILS = exports.DATA_TRIGGER_MAX_TEXT = exports.DATA_TRIGGER_MAX_RATE = exports.DATA_TRIGGER_DEFAULT_RATE = exports.DATA_TRIGGER_MAX_DEPTH = exports.DATA_MAX_TRIGGERS = exports.DATA_TRIGGER_ACTIONS = exports.DATA_TIME_EVENTS_PER_DAY = exports.DATA_TIME_ROWS_PER_SCAN = exports.DATA_TIME_EVENTS_PER_SCAN = exports.DATA_MAX_TIME_TRIGGERS = exports.DATA_TIME_MAX_MINUTES = exports.DATA_TIME_MIN_MINUTES = exports.DATA_TIME_SCAN_MS = exports.DATA_CHANGE_EVENTS = exports.DATA_TRIGGER_EVENTS = void 0;
 const dataCompiler_1 = require("./dataCompiler");
 const dataTypes_1 = require("./dataTypes");
-exports.DATA_TRIGGER_EVENTS = ['insert', 'update', 'delete'];
+exports.DATA_TRIGGER_EVENTS = [
+    'insert',
+    'update',
+    'delete',
+    'time'
+];
+// The events a write fires; "time" fires from the alarm's scan instead.
+exports.DATA_CHANGE_EVENTS = ['insert', 'update', 'delete'];
+// Time triggers: the alarm scans this often, a trigger waits at least this
+// long (before or after its column's time) and at most 30 days, and a
+// database holds this many of them.
+exports.DATA_TIME_SCAN_MS = 300_000;
+exports.DATA_TIME_MIN_MINUTES = 5;
+exports.DATA_TIME_MAX_MINUTES = 43_200;
+exports.DATA_MAX_TIME_TRIGGERS = 10;
+// Events one time trigger fires per scan (more wait for the next), rows one
+// scan looks at per trigger, and events a database's time triggers fire a
+// day (UTC) before the one that goes past it is turned off.
+exports.DATA_TIME_EVENTS_PER_SCAN = 100;
+exports.DATA_TIME_ROWS_PER_SCAN = 1_000;
+exports.DATA_TIME_EVENTS_PER_DAY = 2_000;
+// A scan looks back at most this far: a due time missed for longer (the
+// object down for a day) is skipped rather than sent late.
+const TIME_LOOKBACK_MS = 86_400_000;
+// Fired marks are kept this long past their due time; a scan never looks
+// that far back, so older ones can't stop anything.
+const FIRED_KEEP_MS = 2 * TIME_LOOKBACK_MS;
 exports.DATA_TRIGGER_ACTIONS = [
     'function',
     'webhook',
@@ -50,7 +76,9 @@ const isScalar = (value) => value === null ||
     (typeof value === 'number' && Number.isFinite(value));
 // Conditions
 const TEST_KEYS = ['changedTo', 'changedFrom', 'changed', 'equals'];
-const normaliseCondition = (table, raw, depth = 0, count = { tests: 0 }) => {
+// A time trigger reads the row as it is, with nothing changing, so only
+// `equals` means anything there.
+const normaliseCondition = (table, raw, depth = 0, count = { tests: 0 }, equalsOnly = false) => {
     if (!isPlainObject(raw) || Object.keys(raw).length === 0) {
         throw new dataTypes_1.DataError('"when" is an object such as { "status": { "changedTo": "READY" } }.');
     }
@@ -64,7 +92,7 @@ const normaliseCondition = (table, raw, depth = 0, count = { tests: 0 }) => {
             raw[key].length === 0) {
             throw new dataTypes_1.DataError(`"${key}" is a non-empty list of conditions, alone in its object.`);
         }
-        const list = raw[key].map(item => normaliseCondition(table, item, depth + 1, count));
+        const list = raw[key].map(item => normaliseCondition(table, item, depth + 1, count, equalsOnly));
         return key === 'all' ? { all: list } : { any: list };
     }
     const out = {};
@@ -81,6 +109,9 @@ const normaliseCondition = (table, raw, depth = 0, count = { tests: 0 }) => {
             if (!TEST_KEYS.includes(key)) {
                 throw new dataTypes_1.DataError(`"when".${column}.${key}: a test is changedTo, changedFrom, changed or equals.`);
             }
+            if (equalsOnly && key !== 'equals') {
+                throw new dataTypes_1.DataError(`"when".${column}.${key}: a time trigger reads the row as it is when it comes due, so its tests are "equals" only.`);
+            }
             if (key === 'changed') {
                 if (value !== true)
                     throw new dataTypes_1.DataError(`"when".${column}.changed is true.`);
@@ -284,6 +315,39 @@ const normaliseCustomerAction = (schema, tableName, value) => {
     return normaliseAction(table, { customer: value });
 };
 exports.normaliseCustomerAction = normaliseCustomerAction;
+// The columns a time trigger can count from, and whether `minutes` may be
+// negative: "before" a row was created or changed has already passed.
+const scheduleColumn = (table, name) => {
+    if (name === 'created_at' || name === 'updated_at')
+        return { kind: 'datetime', system: true };
+    const column = table.columns.find(c => c.name === name);
+    if (column?.type === 'datetime')
+        return { kind: 'datetime', system: false };
+    if (column?.type === 'date')
+        return { kind: 'date', system: false };
+    return null;
+};
+const normaliseSchedule = (table, raw) => {
+    if (!isPlainObject(raw)) {
+        throw new dataTypes_1.DataError('A time trigger needs "after": { "column", "minutes" }, such as { "column": "created_at", "minutes": 30 }.');
+    }
+    const name = raw.column;
+    const column = typeof name === 'string' ? scheduleColumn(table, name) : null;
+    if (typeof name !== 'string' || !column) {
+        throw new dataTypes_1.DataError(`"after.column" is created_at, updated_at or a date or datetime column of ${table.name}.`);
+    }
+    const minutes = raw.minutes;
+    if (typeof minutes !== 'number' ||
+        !Number.isInteger(minutes) ||
+        Math.abs(minutes) < exports.DATA_TIME_MIN_MINUTES ||
+        Math.abs(minutes) > exports.DATA_TIME_MAX_MINUTES) {
+        throw new dataTypes_1.DataError(`"after.minutes" is a whole number of minutes from ${exports.DATA_TIME_MIN_MINUTES} to ${exports.DATA_TIME_MAX_MINUTES} (30 days), negative for before the column's time.`);
+    }
+    if (minutes < 0 && column.system) {
+        throw new dataTypes_1.DataError(`"after.minutes" can't be negative on ${name}: that time has already passed when the row is written. Use a date or datetime column for a reminder before.`);
+    }
+    return { column: name, minutes };
+};
 const defaultName = (table, on, action) => {
     const target = action.type === 'function'
         ? action.function.toLowerCase().replace(/[^a-z0-9_-]/g, '-')
@@ -301,7 +365,12 @@ const normaliseTrigger = (schema, input) => {
     }
     const on = input.on;
     if (!exports.DATA_TRIGGER_EVENTS.includes(on)) {
-        throw new dataTypes_1.DataError('"on" is insert, update or delete.');
+        throw new dataTypes_1.DataError('"on" is insert, update, delete or time.');
+    }
+    const timed = on === 'time';
+    const hasAfter = input.after !== undefined && input.after !== null;
+    if (!timed && hasAfter) {
+        throw new dataTypes_1.DataError('"after" is for "on": "time" only.');
     }
     const action = normaliseAction(table, input);
     const unnamed = input.name === undefined || input.name === null;
@@ -332,9 +401,10 @@ const normaliseTrigger = (schema, input) => {
             : null,
         table,
         on: on,
+        after: timed ? normaliseSchedule(table, input.after) : null,
         when: input.when === undefined || input.when === null
             ? null
-            : normaliseCondition(table, input.when),
+            : normaliseCondition(table, input.when, 0, { tests: 0 }, timed),
         action,
         enabled: typeof input.enabled === 'boolean' ? input.enabled : null,
         replace: input.replace !== false,
@@ -371,6 +441,7 @@ const toTrigger = (schema, row) => ({
     description: row.description ?? null,
     table: schema.tables.find(t => t.id === Number(row.table_id))?.name ?? '',
     on: row.event,
+    after: parse(row.schedule),
     when: parse(row.condition),
     action: parse(row.action),
     enabled: row.enabled === 1,
@@ -422,6 +493,13 @@ const upsert = (runner, schema, caller, trigger, managed) => {
             throw new dataTypes_1.DataError(`A database holds up to ${exports.DATA_MAX_TRIGGERS} triggers.`);
         }
     }
+    const wasTimed = existing?.event === 'time';
+    if (trigger.on === 'time' && !wasTimed) {
+        const timed = Number(runner.all("SELECT count(*) AS n FROM _ganju_triggers WHERE event = 'time'")[0]?.n ?? 0);
+        if (timed >= exports.DATA_MAX_TIME_TRIGGERS) {
+            throw new dataTypes_1.DataError(`A database holds up to ${exports.DATA_MAX_TIME_TRIGGERS} time triggers.`);
+        }
+    }
     // A webhook keeps its secret while it stays a webhook.
     const keep = existing?.secret && trigger.action.type === 'webhook'
         ? String(existing.secret)
@@ -436,10 +514,23 @@ const upsert = (runner, schema, caller, trigger, managed) => {
     const reason = enabled
         ? null
         : (existing?.disabled_reason ?? null);
-    runner.all(`INSERT INTO _ganju_triggers (id, name, description, table_id, event, condition, action, enabled, disabled_reason, managed, rate_limit, secret, updated_at, updated_by)
-     VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, strftime('%Y-%m-%dT%H:%M:%fZ', 'now'), ?)
+    // A time trigger counts due times from now: when it is new, when it
+    // counts from another column or delay, and when it is turned back on.
+    const schedule = trigger.after ? JSON.stringify(trigger.after) : null;
+    const restart = trigger.on === 'time' &&
+        (!wasTimed ||
+            existing?.schedule !== schedule ||
+            (enabled && existing?.enabled !== 1));
+    const scanState = restart
+        ? freshScan()
+        : trigger.on === 'time'
+            ? (existing?.scan_state ?? freshScan())
+            : null;
+    runner.all(`INSERT INTO _ganju_triggers (id, name, description, table_id, event, schedule, scan_state, condition, action, enabled, disabled_reason, managed, rate_limit, secret, updated_at, updated_by)
+     VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, strftime('%Y-%m-%dT%H:%M:%fZ', 'now'), ?)
      ON CONFLICT(id) DO UPDATE SET name = excluded.name, description = excluded.description,
-       table_id = excluded.table_id, event = excluded.event, condition = excluded.condition,
+       table_id = excluded.table_id, event = excluded.event, schedule = excluded.schedule,
+       scan_state = excluded.scan_state, condition = excluded.condition,
        action = excluded.action, enabled = excluded.enabled, disabled_reason = excluded.disabled_reason,
        managed = excluded.managed, rate_limit = excluded.rate_limit, secret = excluded.secret,
        updated_at = excluded.updated_at, updated_by = excluded.updated_by`, [
@@ -448,6 +539,8 @@ const upsert = (runner, schema, caller, trigger, managed) => {
         trigger.description,
         trigger.table.id,
         trigger.on,
+        schedule,
+        scanState,
         trigger.when ? JSON.stringify(trigger.when) : null,
         JSON.stringify(trigger.action),
         enabled ? 1 : 0,
@@ -457,7 +550,10 @@ const upsert = (runner, schema, caller, trigger, managed) => {
         secret,
         caller.actor
     ]);
-    (0, exports.ensureChangeCapture)(runner, trigger.table);
+    if (trigger.on === 'time' || wasTimed)
+        (0, exports.syncTimeIndexes)(runner);
+    else
+        (0, exports.ensureChangeCapture)(runner, trigger.table);
     const saved = toTrigger(schema, findRow(runner, id));
     return secret && secret !== keep
         ? { trigger: saved, secret }
@@ -473,6 +569,12 @@ exports.saveTrigger = saveTrigger;
 const dropTrigger = (runner, nameOrId) => {
     const row = findRow(runner, nameOrId);
     runner.all('DELETE FROM _ganju_triggers WHERE id = ?', [row.id]);
+    if (row.event === 'time') {
+        runner.all('DELETE FROM _ganju_trigger_fired WHERE trigger_id = ?', [
+            row.id
+        ]);
+        (0, exports.syncTimeIndexes)(runner);
+    }
     return { dropped: String(row.name) };
 };
 exports.dropTrigger = dropTrigger;
@@ -480,7 +582,15 @@ exports.dropTrigger = dropTrigger;
 const setTriggerEnabled = (runner, schema, caller, nameOrId, enabled, reason = null) => {
     const row = findRow(runner, nameOrId);
     runner.all(`UPDATE _ganju_triggers SET enabled = ?, disabled_reason = ?, updated_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now'), updated_by = ? WHERE id = ?`, [enabled ? 1 : 0, enabled ? null : reason, caller.actor, row.id]);
-    if (enabled) {
+    // Back on, a time trigger counts from now: what came due while it was off
+    // doesn't all go out at once.
+    if (enabled && row.event === 'time' && row.enabled !== 1) {
+        runner.all('UPDATE _ganju_triggers SET scan_state = ? WHERE id = ?', [
+            freshScan(),
+            row.id
+        ]);
+    }
+    if (enabled && row.event !== 'time') {
         const table = schema.tables.find(t => t.id === Number(row.table_id));
         if (table)
             (0, exports.ensureChangeCapture)(runner, table);
@@ -521,6 +631,9 @@ const replaceManagedTriggers = (runner, schema, caller, inputs) => {
             if (names.has(String(row.name)))
                 continue;
             runner.all('DELETE FROM _ganju_triggers WHERE id = ?', [row.id]);
+            runner.all('DELETE FROM _ganju_trigger_fired WHERE trigger_id = ?', [
+                row.id
+            ]);
             removed.push(String(row.name));
         }
         const secrets = {};
@@ -530,6 +643,7 @@ const replaceManagedTriggers = (runner, schema, caller, inputs) => {
                 secrets[saved.trigger.name] = saved.secret;
             return saved.trigger;
         });
+        (0, exports.syncTimeIndexes)(runner);
         return { triggers, removed, secrets };
     });
 };
@@ -701,13 +815,17 @@ const outboxSize = (runner) => Number(runner.all('SELECT count(*) AS n FROM _gan
 exports.outboxSize = outboxSize;
 // After a restore: events pending at the restored moment were sent then.
 // Those stored before `before` came back with the restore; later ones are
-// writes made since, and stay.
+// writes made since, and stay. Time triggers count from now again, since
+// what came due after the restored moment was sent then too.
 const clearOutbox = (runner, before) => {
     const n = Number(runner.all('SELECT count(*) AS n FROM _ganju_outbox WHERE created_at < ?', [
         before
     ])[0]?.n ?? 0);
     runner.all('DELETE FROM _ganju_outbox WHERE created_at < ?', [before]);
     runner.all('DELETE FROM _ganju_changes');
+    runner.all("UPDATE _ganju_triggers SET scan_state = ? WHERE event = 'time'", [
+        freshScan()
+    ]);
     return n;
 };
 exports.clearOutbox = clearOutbox;
@@ -733,13 +851,14 @@ const actionTexts = (action) => {
     }
 };
 /**
- * The triggers whose condition or {{field}} texts name a column. Dropping it
- * is refused while any does, since they are only checked when saved and
- * would quietly stop matching.
+ * The triggers whose condition, {{field}} texts or time column name a
+ * column. Dropping it is refused while any does, since they are only checked
+ * when saved and would quietly stop matching.
  */
 const triggersUsingColumn = (runner, tableId, column) => runner
-    .all('SELECT name, condition, action FROM _ganju_triggers WHERE table_id = ? ORDER BY name', [tableId])
-    .filter(row => conditionColumns(parse(row.condition)).includes(column) ||
+    .all('SELECT name, schedule, condition, action FROM _ganju_triggers WHERE table_id = ? ORDER BY name', [tableId])
+    .filter(row => parse(row.schedule)?.column === column ||
+    conditionColumns(parse(row.condition)).includes(column) ||
     actionTexts(parse(row.action)).some(text => templateFields(text).includes(column)))
     .map(row => String(row.name));
 exports.triggersUsingColumn = triggersUsingColumn;
@@ -788,10 +907,14 @@ const renameInAction = (action, from, to) => {
 const renameColumnInTriggers = (runner, tableId, from, to) => {
     const names = (0, exports.triggersUsingColumn)(runner, tableId, from);
     for (const name of names) {
-        const row = runner.all('SELECT id, condition, action FROM _ganju_triggers WHERE name = ?', [name])[0];
+        const row = runner.all('SELECT id, schedule, condition, action FROM _ganju_triggers WHERE name = ?', [name])[0];
+        const schedule = parse(row.schedule);
         const condition = parse(row.condition);
         const action = parse(row.action);
-        runner.all(`UPDATE _ganju_triggers SET condition = ?, action = ?, updated_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now') WHERE id = ?`, [
+        runner.all(`UPDATE _ganju_triggers SET schedule = ?, condition = ?, action = ?, updated_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now') WHERE id = ?`, [
+            schedule
+                ? JSON.stringify(schedule.column === from ? { ...schedule, column: to } : schedule)
+                : null,
             condition === null
                 ? null
                 : JSON.stringify(renameInCondition(condition, from, to)),
@@ -802,3 +925,262 @@ const renameColumnInTriggers = (runner, tableId, from, to) => {
     return names;
 };
 exports.renameColumnInTriggers = renameColumnInTriggers;
+// Time triggers
+// The time triggers counting from a column: it must stay a date or datetime.
+const timeTriggersCountingFrom = (runner, tableId, column) => runner
+    .all("SELECT name, schedule FROM _ganju_triggers WHERE table_id = ? AND event = 'time' ORDER BY name", [tableId])
+    .filter(row => parse(row.schedule)?.column === column)
+    .map(row => String(row.name));
+exports.timeTriggersCountingFrom = timeTriggersCountingFrom;
+const freshScan = () => JSON.stringify({ through: (0, dataCompiler_1.isoSeconds)(new Date()) });
+const shiftIso = (iso, minutes) => (0, dataCompiler_1.isoSeconds)(new Date(Date.parse(iso) + minutes * 60_000));
+/**
+ * The dates of a date column whose due time falls in (from, to]: midnight
+ * in the database's zone plus `minutes`. Each date maps to its due time.
+ */
+const dueDates = (from, to, minutes, timeZone) => {
+    const out = new Map();
+    const day = 86_400_000;
+    // A day either side covers any zone's offset.
+    const start = Math.floor((Date.parse(from) - minutes * 60_000) / day) * day - day;
+    const end = Date.parse(to) - minutes * 60_000 + day;
+    for (let at = start; at <= end; at += day) {
+        const date = new Date(at).toISOString().slice(0, 10);
+        const midnight = (0, dataCompiler_1.localDatetime)(`${date}T00:00:00`, timeZone);
+        if (!midnight || Number.isNaN(midnight.getTime()))
+            continue;
+        const due = (0, dataCompiler_1.isoSeconds)(new Date(midnight.getTime() + minutes * 60_000));
+        if (due > from && due <= to)
+            out.set(date, due);
+    }
+    return out;
+};
+// A time trigger's own index on its column, named apart from the table's
+// (ix_ / ux_), which the table's own changes remake from its columns.
+const timeIndexName = (tableId, column) => `it_${tableId}_${column}`;
+/**
+ * Indexes the columns time triggers count from, and drops the ones no time
+ * trigger uses any more. A column the table already indexes (filterable or
+ * unique) needs nothing more. Cheap, so every scan runs it too: a table
+ * rebuilt for a column change loses the index and gets it back.
+ */
+const syncTimeIndexes = (runner) => {
+    const wanted = new Map();
+    for (const row of runner.all("SELECT tr.schedule, t.id AS table_id, t.name AS table_name FROM _ganju_triggers tr JOIN _ganju_tables t ON t.id = tr.table_id WHERE tr.event = 'time'")) {
+        const after = parse(row.schedule);
+        if (!after)
+            continue;
+        const tableId = Number(row.table_id);
+        let name;
+        if (after.column === 'created_at' || after.column === 'updated_at') {
+            name = timeIndexName(tableId, after.column);
+        }
+        else {
+            const column = runner.all('SELECT id, filterable, is_unique FROM _ganju_columns WHERE table_id = ? AND name = ?', [tableId, after.column])[0];
+            if (!column || column.filterable === 1 || column.is_unique === 1)
+                continue;
+            name = timeIndexName(tableId, Number(column.id));
+        }
+        wanted.set(name, `CREATE INDEX IF NOT EXISTS "${name}" ON "${String(row.table_name)}"("${after.column}")`);
+    }
+    const existing = runner
+        .all("SELECT name FROM sqlite_master WHERE type = 'index' AND name LIKE 'it\\_%' ESCAPE '\\'")
+        .map(row => String(row.name));
+    for (const name of existing) {
+        if (!wanted.has(name))
+            runner.all(`DROP INDEX IF EXISTS "${name}"`);
+    }
+    for (const [name, sql] of wanted) {
+        if (!existing.includes(name))
+            runner.all(sql);
+    }
+};
+exports.syncTimeIndexes = syncTimeIndexes;
+const hasTimeTriggers = (runner) => runner.all("SELECT 1 AS found FROM _ganju_triggers WHERE event = 'time' AND enabled = 1 LIMIT 1").length > 0;
+exports.hasTimeTriggers = hasTimeTriggers;
+const DAY_COUNT_KEY = 'time_events_day';
+/**
+ * One scan: for each enabled time trigger, the rows that came due since its
+ * last scan, matching its `when`, not fired for that due time before, become
+ * events in the outbox. One transaction, so a crash fires nothing twice.
+ */
+const scanTimeTriggers = (runner, schema, now = new Date()) => runner.transaction(() => {
+    const result = { events: 0, disabled: [] };
+    const rows = runner.all("SELECT * FROM _ganju_triggers WHERE event = 'time' AND enabled = 1 ORDER BY created_at, id");
+    if (rows.length === 0)
+        return result;
+    (0, exports.syncTimeIndexes)(runner);
+    const to = (0, dataCompiler_1.isoSeconds)(now);
+    const floor = (0, dataCompiler_1.isoSeconds)(new Date(now.getTime() - TIME_LOOKBACK_MS));
+    runner.all('DELETE FROM _ganju_trigger_fired WHERE due_at < ?', [
+        (0, dataCompiler_1.isoSeconds)(new Date(now.getTime() - FIRED_KEEP_MS))
+    ]);
+    const today = to.slice(0, 10);
+    const counted = parse(runner.all('SELECT value FROM _ganju_meta WHERE key = ?', [
+        DAY_COUNT_KEY
+    ])[0]?.value);
+    let firedToday = counted?.day === today ? counted.count : 0;
+    const artifactId = runner.all("SELECT value FROM _ganju_meta WHERE key = 'artifact_id'")[0]
+        ?.value ?? '';
+    const timeZone = schema.timeZone ?? undefined;
+    const turnOff = (row, reason) => {
+        runner.all(`UPDATE _ganju_triggers SET enabled = 0, disabled_reason = ?, updated_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now'), updated_by = 'system:time' WHERE id = ?`, [reason, row.id]);
+        result.disabled.push({ name: String(row.name), reason });
+    };
+    for (const row of rows) {
+        const trigger = toTrigger(schema, row);
+        const table = schema.tables.find(t => t.id === Number(row.table_id));
+        const after = trigger.after;
+        if (!table || !after)
+            continue;
+        const kind = scheduleColumn(table, after.column)?.kind;
+        if (!kind) {
+            turnOff(row, `${table.name}.${after.column} is no longer a date or datetime column.`);
+            continue;
+        }
+        const state = parse(row.scan_state) ?? {
+            through: (0, dataCompiler_1.isoSeconds)(new Date(trigger.createdAt))
+        };
+        const from = state.through > floor ? state.through : floor;
+        if (from >= to)
+            continue;
+        const column = `t."${after.column}"`;
+        const params = [];
+        let range;
+        let due;
+        if (kind === 'date') {
+            const dates = dueDates(from, to, after.minutes, timeZone);
+            if (dates.size === 0) {
+                runner.all('UPDATE _ganju_triggers SET scan_state = ? WHERE id = ?', [
+                    JSON.stringify({ through: to }),
+                    row.id
+                ]);
+                continue;
+            }
+            due = `CASE ${column} ${[...dates].map(() => 'WHEN ? THEN ?').join(' ')} END`;
+            for (const [date, at] of dates)
+                params.push(date, at);
+            range = `${column} IN (${[...dates.keys()].map(() => '?').join(', ')})`;
+            params.push(...dates.keys());
+        }
+        else {
+            const sign = after.minutes >= 0 ? '+' : '';
+            due = `strftime('%Y-%m-%dT%H:%M:%SZ', ${column}, '${sign}${after.minutes} minutes')`;
+            range = `${column} > ? AND ${column} <= ?`;
+            params.push(shiftIso(from, -after.minutes), shiftIso(to, -after.minutes));
+        }
+        if (state.resume) {
+            range += ` AND (${column} > ? OR (${column} = ? AND t.id > ?))`;
+            params.push(state.resume.value, state.resume.value, state.resume.id);
+        }
+        params.push(trigger.id);
+        // Read first, written after: nothing else runs while the read is open.
+        let looked = 0;
+        let more = false;
+        let stoppedAt = null;
+        // The last row this scan is done with: fired, or not matching.
+        let done = null;
+        let capped = false;
+        const firing = [];
+        for (const stored of runner.iterate(`SELECT x.* FROM (SELECT t.*, ${due} AS _ganju_due FROM "${table.name}" t WHERE ${range}) x
+         WHERE NOT EXISTS (SELECT 1 FROM _ganju_trigger_fired f WHERE f.trigger_id = ? AND f.row_id = x.id AND f.due_at = x._ganju_due)
+         ORDER BY x."${after.column}", x.id`, params)) {
+            if (looked >= exports.DATA_TIME_ROWS_PER_SCAN ||
+                firing.length >= exports.DATA_TIME_EVENTS_PER_SCAN) {
+                more = true;
+                break;
+            }
+            looked++;
+            const at = {
+                value: String(stored[after.column]),
+                id: Number(stored.id)
+            };
+            const current = shape(table, JSON.stringify(stored));
+            stoppedAt = at;
+            if (!(0, exports.conditionMatches)(trigger.when, current, null)) {
+                done = at;
+                continue;
+            }
+            if (firedToday + firing.length >= exports.DATA_TIME_EVENTS_PER_DAY) {
+                capped = true;
+                break;
+            }
+            done = at;
+            const customer = current?.participant_id;
+            const message = {
+                eventId: `evt_${crypto.randomUUID().replace(/-/g, '')}`,
+                artifactId,
+                triggerId: trigger.id,
+                triggerName: trigger.name,
+                table: table.name,
+                event: 'time',
+                rowId: at.id,
+                row: current,
+                previous: null,
+                actor: null,
+                depth: 1,
+                at: now.toISOString(),
+                dueAt: String(stored._ganju_due),
+                ...(typeof customer === 'string' && customer
+                    ? { participantId: customer }
+                    : {})
+            };
+            if ((0, exports.utf8Bytes)(current) > exports.DATA_TRIGGER_MAX_ROW_BYTES) {
+                message.row = null;
+                message.truncated = true;
+            }
+            firing.push(message);
+        }
+        for (const message of firing) {
+            runner.all('INSERT INTO _ganju_outbox (id, trigger_id, message) VALUES (?, ?, ?)', [message.eventId, trigger.id, JSON.stringify(message)]);
+            runner.all('INSERT OR IGNORE INTO _ganju_trigger_fired (trigger_id, row_id, due_at) VALUES (?, ?, ?)', [trigger.id, message.rowId, message.dueAt ?? '']);
+        }
+        firedToday += firing.length;
+        result.events += firing.length;
+        // Events stored in this scan still run: the queue skips those of a
+        // trigger that is off. So a trigger that fired some before the cap stays
+        // on, carries on after them, and is turned off by the next scan.
+        if (capped && firing.length > 0) {
+            capped = false;
+            more = true;
+            stoppedAt = done;
+        }
+        if (capped) {
+            const reason = `This database's time triggers fired ${exports.DATA_TIME_EVENTS_PER_DAY.toLocaleString('en-US')} events today (UTC), the most a day, so each one with more due today is turned off. Turn it back on to continue; due times from while it was off are skipped.`;
+            turnOff(row, reason);
+            // The queue records it on the runs list and tells the admins.
+            const notice = {
+                eventId: `evt_${crypto.randomUUID().replace(/-/g, '')}`,
+                artifactId,
+                triggerId: trigger.id,
+                triggerName: trigger.name,
+                table: table.name,
+                event: 'time',
+                rowId: stoppedAt?.id ?? 0,
+                row: null,
+                previous: null,
+                actor: null,
+                depth: 1,
+                at: now.toISOString(),
+                error: `Not run: ${reason}`,
+                turnedOff: true
+            };
+            runner.all('INSERT INTO _ganju_outbox (id, trigger_id, message) VALUES (?, ?, ?)', [notice.eventId, trigger.id, JSON.stringify(notice)]);
+            continue;
+        }
+        // Stopped early: the next scan carries on after the last row looked at,
+        // within the same window. Otherwise the window is done.
+        const next = more && stoppedAt
+            ? { through: from, resume: stoppedAt }
+            : { through: to };
+        runner.all('UPDATE _ganju_triggers SET scan_state = ? WHERE id = ?', [
+            JSON.stringify(next),
+            row.id
+        ]);
+    }
+    if (result.events > 0) {
+        runner.all('INSERT INTO _ganju_meta (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value', [DAY_COUNT_KEY, JSON.stringify({ day: today, count: firedToday })]);
+    }
+    return result;
+});
+exports.scanTimeTriggers = scanTimeTriggers;

package/dist/dataTypes.d.ts

@@ -30,8 +30,29 @@ export interface DataTableInput {
     access?: DataAccess;
     customerScoped?: boolean;
     history?: boolean;
+    source?: DataTableSource | null;
     columns: DataColumnInput[];
 }
+export interface DataTableSource {
+    uri: string;
+    sheet?: string | null;
+    key: string;
+    title?: string | null;
+}
+export interface DataTableSync {
+    at: string;
+    status: 'ok' | 'failed';
+    inserted: number;
+    updated: number;
+    deleted: number;
+    unchanged: number;
+    error: string | null;
+    version?: string | null;
+    stale?: boolean;
+}
+export declare const DATA_SHEET_SYNC_ACTOR = "system:sheet-sync";
+export declare const DATA_SHEET_MAX_BYTES: number;
+export declare const DATA_SHEET_MAX_ROWS = 20000;
 export interface DataColumn {
     id: number;
     name: string;
@@ -61,6 +82,8 @@ export interface DataTable {
     history: boolean;
     position: number;
     columns: DataColumn[];
+    source?: DataTableSource | null;
+    sync?: DataTableSync | null;
 }
 export interface DataSchema {
     tables: DataTable[];

package/dist/dataTypes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataTypes.d.ts","sourceRoot":"","sources":["../src/dataTypes.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,iBAAiB,kJAepB,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC;AAIhE,eAAO,MAAM,kBAAkB,0CAA2C,CAAC;AAC3E,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAKvD,CAAC;AAEF,eAAO,MAAM,cAAc,8CAA+C,CAAC;AAC3E,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE3D,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAIhE,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAElB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IAExB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAID,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9B,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,OAAO,EAAE,gBAAgB,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,EAAE,UAAU,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,SAAS,EAAE,CAAC;IAGpB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAID,MAAM,WAAW,UAAU;IAGzB,KAAK,EAAE,MAAM,CAAC;IAEd,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAElB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAE/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAKD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAGD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;CAC3B;AAGD,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAExC,eAAO,MAAM,gBAAgB,0KAcnB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAI9D,qBAAa,SAAU,SAAQ,KAAK;IAClC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;gBAGpD,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,aAAyB,EAC/B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IASnC,IAAI,MAAM,IAAI,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAExC;IAED,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAGlC;AAkBD,eAAO,MAAM,WAAW,GAAI,OAAO,OAAO,KAAG,KAAK,IAAI,SAC1B,CAAC;AAK7B,MAAM,MAAM,UAAU,CAAC,CAAC,IACpB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,GACxC;IACE,EAAE,EAAE,KAAK,CAAC;IACV,KAAK,EAAE;QACL,IAAI,EAAE,aAAa,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,CAAC;IACF,KAAK,EAAE,SAAS,CAAC;CAClB,CAAC;AAIN,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,wBAAwB,QAAS,CAAC;AAG/C,eAAO,MAAM,gBAAgB,KAAK,CAAC;AACnC,eAAO,MAAM,eAAe,KAAK,CAAC;AAClC,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,eAAO,MAAM,aAAa,MAAM,CAAC;AACjC,eAAO,MAAM,qBAAqB,QAAc,CAAC;AAGjD,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAC7C,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAC5C,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,eAAO,MAAM,uBAAuB,OAAQ,CAAC;AAC7C,eAAO,MAAM,oBAAoB,UAAY,CAAC;AAC9C,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,eAAO,MAAM,cAAc,MAAM,CAAC;AAClC,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,eAAO,MAAM,kBAAkB,KAAK,CAAC;AACrC,eAAO,MAAM,kBAAkB,IAAI,CAAC;AACpC,eAAO,MAAM,mBAAmB,IAAI,CAAC;AACrC,eAAO,MAAM,iBAAiB,IAAI,CAAC;AACnC,eAAO,MAAM,eAAe,MAAM,CAAC;AAKnC,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAC7C,eAAO,MAAM,mBAAmB,OAAQ,CAAC;AAGzC,eAAO,MAAM,oBAAoB,SAAU,CAAC;AAC5C,eAAO,MAAM,mBAAmB,OAA0B,CAAC;AAC3D,eAAO,MAAM,iBAAiB,KAAK,CAAC;AAKpC,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,YAAY,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;KACf,EAAE,CAAC;IAEJ,OAAO,EAAE,OAAO,CAAC;IAEjB,SAAS,EAAE,OAAO,CAAC;CACpB;AAID,eAAO,MAAM,iBAAiB,OAAO,CAAC;AACtC,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAE5C,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IAEZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,OAAO,CAAC,EAAE,IAAI,CAAC;CAChB;AAGD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,QAAQ,EAAE,OAAO,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,EAAE,CAAC;CACL;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IAEb,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAEhB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACzD;AAGD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAID,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,cAwB9C,CAAC"}
+{"version":3,"file":"dataTypes.d.ts","sourceRoot":"","sources":["../src/dataTypes.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,iBAAiB,kJAepB,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC;AAIhE,eAAO,MAAM,kBAAkB,0CAA2C,CAAC;AAC3E,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAKvD,CAAC;AAEF,eAAO,MAAM,cAAc,8CAA+C,CAAC;AAC3E,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE3D,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAIhE,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAElB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,YAAY,CAAC;IAExB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAChC,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAKD,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAGD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,IAAI,GAAG,QAAQ,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAIrB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAGD,eAAO,MAAM,qBAAqB,sBAAsB,CAAC;AAEzD,eAAO,MAAM,oBAAoB,QAAkB,CAAC;AACpD,eAAO,MAAM,mBAAmB,QAAS,CAAC;AAI1C,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9B,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,OAAO,EAAE,gBAAgB,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,EAAE,UAAU,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,EAAE,CAAC;IAEtB,MAAM,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAChC,IAAI,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,SAAS,EAAE,CAAC;IAGpB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAID,MAAM,WAAW,UAAU;IAGzB,KAAK,EAAE,MAAM,CAAC;IAEd,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAElB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAE/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAKD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAGD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;CAC3B;AAGD,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAExC,eAAO,MAAM,gBAAgB,0KAcnB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAI9D,qBAAa,SAAU,SAAQ,KAAK;IAClC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;gBAGpD,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,aAAyB,EAC/B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IASnC,IAAI,MAAM,IAAI,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAExC;IAED,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAGlC;AAkBD,eAAO,MAAM,WAAW,GAAI,OAAO,OAAO,KAAG,KAAK,IAAI,SAC1B,CAAC;AAK7B,MAAM,MAAM,UAAU,CAAC,CAAC,IACpB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,GACxC;IACE,EAAE,EAAE,KAAK,CAAC;IACV,KAAK,EAAE;QACL,IAAI,EAAE,aAAa,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,CAAC;IACF,KAAK,EAAE,SAAS,CAAC;CAClB,CAAC;AAIN,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,wBAAwB,QAAS,CAAC;AAG/C,eAAO,MAAM,gBAAgB,KAAK,CAAC;AACnC,eAAO,MAAM,eAAe,KAAK,CAAC;AAClC,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,eAAO,MAAM,aAAa,MAAM,CAAC;AACjC,eAAO,MAAM,qBAAqB,QAAc,CAAC;AAGjD,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAC7C,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAC5C,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,eAAO,MAAM,uBAAuB,OAAQ,CAAC;AAC7C,eAAO,MAAM,oBAAoB,UAAY,CAAC;AAC9C,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,eAAO,MAAM,cAAc,MAAM,CAAC;AAClC,eAAO,MAAM,oBAAoB,MAAM,CAAC;AACxC,eAAO,MAAM,kBAAkB,KAAK,CAAC;AACrC,eAAO,MAAM,kBAAkB,IAAI,CAAC;AACpC,eAAO,MAAM,mBAAmB,IAAI,CAAC;AACrC,eAAO,MAAM,iBAAiB,IAAI,CAAC;AACnC,eAAO,MAAM,eAAe,MAAM,CAAC;AAKnC,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAC7C,eAAO,MAAM,mBAAmB,OAAQ,CAAC;AAGzC,eAAO,MAAM,oBAAoB,SAAU,CAAC;AAC5C,eAAO,MAAM,mBAAmB,OAA0B,CAAC;AAC3D,eAAO,MAAM,iBAAiB,KAAK,CAAC;AAKpC,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,YAAY,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;KACf,EAAE,CAAC;IAEJ,OAAO,EAAE,OAAO,CAAC;IAEjB,SAAS,EAAE,OAAO,CAAC;CACpB;AAID,eAAO,MAAM,iBAAiB,OAAO,CAAC;AACtC,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAE5C,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IAEZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,OAAO,CAAC,EAAE,IAAI,CAAC;CAChB;AAGD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,QAAQ,EAAE,OAAO,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,EAAE,CAAC;CACL;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IAEb,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAEhB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACzD;AAGD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAID,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,KAAG,cAiC9C,CAAC"}