@objectstack/objectql 7.9.0 → 8.0.0

package/dist/index.mjs

@@ -5039,6 +5039,7 @@ _ObjectStackProtocolImplementation.RUNTIME_CREATE_ALLOWED_TYPES = (() => {
 var ObjectStackProtocolImplementation = _ObjectStackProtocolImplementation;
 
 // src/engine.ts
+import { AsyncLocalStorage } from "async_hooks";
 import { ExecutionContextSchema } from "@objectstack/spec/kernel";
 import { createLogger } from "@objectstack/core";
 import { CoreServiceName, StorageNameMapping } from "@objectstack/spec/system";
@@ -5531,7 +5532,7 @@ function optionValues(options) {
   );
 }
 function validateOne(name, def, value) {
-  if (def.required && isMissing(value)) {
+  if (def.required && isMissing(value) && def.type !== "autonumber") {
     return { field: name, code: "required", message: `${name} is required` };
   }
   if (isMissing(value)) return null;
@@ -5629,8 +5630,31 @@ var ajv = new Ajv({ allErrors: true, strict: false });
 var jsonSchemaCache = /* @__PURE__ */ new WeakMap();
 function needsPriorRecord(objectSchema) {
   const rules = objectSchema?.validations;
-  if (!Array.isArray(rules)) return false;
-  return rules.some((r) => ruleNeedsPrior(r));
+  const ruleNeeds = Array.isArray(rules) && rules.some((r) => ruleNeedsPrior(r));
+  return !!(ruleNeeds || fieldsNeedPrior(objectSchema?.fields));
+}
+function stripReadonlyWhenFields(objectSchema, data, previous, logger) {
+  const fields = objectSchema?.fields;
+  if (!fields || !data) return data;
+  const merged = { ...previous ?? {}, ...data };
+  let result = data;
+  for (const [name, def] of Object.entries(fields)) {
+    if (!def?.readonlyWhen || !(name in data)) continue;
+    const res = ExpressionEngine2.evaluate(toExpression(def.readonlyWhen), {
+      record: merged,
+      previous: previous ?? void 0
+    });
+    if (!res.ok) {
+      logger?.warn?.(`readonlyWhen for '${name}' failed to evaluate \u2014 change allowed through`);
+      continue;
+    }
+    if (res.value === true) {
+      if (result === data) result = { ...data };
+      delete result[name];
+      logger?.warn?.(`Field '${name}' is read-only (readonlyWhen) \u2014 ignoring incoming change`);
+    }
+  }
+  return result;
 }
 function ruleNeedsPrior(r) {
   if (r == null || typeof r !== "object") return false;
@@ -5644,17 +5668,44 @@ function ruleNeedsPrior(r) {
   }
   return false;
 }
+function isMissing2(v) {
+  return v === void 0 || v === null || typeof v === "string" && v.trim() === "";
+}
+function fieldsNeedPrior(fields) {
+  if (!fields) return false;
+  return Object.values(fields).some(
+    (f) => f && (f.requiredWhen || f.conditionalRequired || f.readonlyWhen)
+  );
+}
 function toExpression(cond) {
   return typeof cond === "string" ? { dialect: "cel", source: cond } : cond;
 }
 function evaluateValidationRules(objectSchema, data, mode, opts = {}) {
+  if (!data) return;
   const rules = objectSchema?.validations;
-  if (!Array.isArray(rules) || rules.length === 0 || !data) return;
+  const hasRules = Array.isArray(rules) && rules.length > 0;
+  const fields = objectSchema?.fields;
+  const hasFieldRules = fieldsNeedPrior(fields);
+  if (!hasRules && !hasFieldRules) return;
   const previous = opts.previous ?? void 0;
   const merged = { ...previous ?? {}, ...data };
   const ctx = { data, merged, previous, mode, logger: opts.logger };
   const errors = [];
-  const ordered = rules.filter((r) => r != null && typeof r === "object").filter((r) => r.active !== false).filter((r) => {
+  if (hasFieldRules && fields) {
+    for (const [name, def] of Object.entries(fields)) {
+      const pred = def?.requiredWhen ?? def?.conditionalRequired;
+      if (!pred) continue;
+      const res = ExpressionEngine2.evaluate(toExpression(pred), { record: merged, previous });
+      if (!res.ok) {
+        opts.logger?.warn?.(`requiredWhen for '${name}' failed to evaluate \u2014 skipped`);
+        continue;
+      }
+      if (res.value === true && isMissing2(merged[name])) {
+        errors.push({ field: name, code: "required", message: `${name} is required` });
+      }
+    }
+  }
+  const ordered = (hasRules ? rules : []).filter((r) => r != null && typeof r === "object").filter((r) => r.active !== false).filter((r) => {
     const events = r.events ?? ["insert", "update"];
     return events.includes(mode);
   }).sort((a, b) => (a.priority ?? 100) - (b.priority ?? 100));
@@ -6032,6 +6083,15 @@ function resolveMetadataItemName(key, item) {
 }
 var _ObjectQL = class _ObjectQL {
   constructor(hostContext = {}) {
+    /**
+     * Ambient transaction store (ADR-0034). While a `transaction()` callback
+     * runs, the active transaction handle lives here so that EVERY data
+     * operation — including internal reads done during a write (reference
+     * checks, hooks, expand) — automatically binds to the same connection
+     * instead of asking the pool for another one and deadlocking on the
+     * single-connection SQLite pool.
+     */
+    this.txStore = new AsyncLocalStorage();
     this.drivers = /* @__PURE__ */ new Map();
     this.defaultDriver = null;
     // Datasource mapping rules (imported from defineStack)
@@ -6073,6 +6133,12 @@ var _ObjectQL = class _ObjectQL {
     // getDriver()'s owner lookup would route CRUD to the wrong database. Each
     // engine now owns its registry so kernels are fully isolated.
     this._registry = new SchemaRegistry();
+    /** In-memory next-value cache per `object.field` for autonumber generation,
+     *  lazily seeded from the current max in the store. */
+    this.autonumberCounters = /* @__PURE__ */ new Map();
+    /** Lazily-built index: child object name → roll-up summary descriptors on
+     *  parent objects that aggregate it. Invalidated when packages register. */
+    this.summaryIndex = null;
     this.hostContext = hostContext;
     this.logger = hostContext.logger || createLogger({ level: "info", format: "pretty" });
     if (process?.env?.OBJECTQL_STRICT_HOOKS === "1") {
@@ -6375,13 +6441,14 @@ var _ObjectQL = class _ObjectQL {
    * mask the system path.
    */
   buildDriverOptions(execCtx, base) {
-    const hasTx = execCtx?.transaction !== void 0;
+    const tx = execCtx?.transaction !== void 0 ? execCtx.transaction : this.txStore.getStore()?.transaction;
+    const hasTx = tx !== void 0;
     const hasTenant = execCtx?.tenantId !== void 0;
     const isSystem = execCtx?.isSystem === true;
     if (!hasTx && !hasTenant && !isSystem) return base;
     const opts = base && typeof base === "object" ? { ...base } : {};
     if (hasTx && opts.transaction === void 0) {
-      opts.transaction = execCtx.transaction;
+      opts.transaction = tx;
     }
     if (hasTenant && opts.tenantId === void 0) {
       opts.tenantId = execCtx.tenantId;
@@ -6447,6 +6514,66 @@ var _ObjectQL = class _ObjectQL {
     }
     return out;
   }
+  /**
+   * Generate values for empty `autonumber` fields on insert — ONLY for drivers
+   * that do not generate them natively (memory, mongodb). For SQL-backed objects
+   * the driver owns a persistent, atomic `_objectstack_sequences` table and
+   * advertises `supports.autonumber === true`; the engine then defers entirely
+   * and never pre-fills (so the persistent sequence is the single source of
+   * truth — see #1603). Required-validation exempts `autonumber` either way, so
+   * a `required` record number is never rejected for "missing" — the runtime
+   * owns the value, not the client.
+   *
+   * In the fallback path the next value is `max(existing) + 1`, seeded once per
+   * `object.field` from the store then incremented in memory (monotonic within
+   * the process, resilient to deletions). `autonumberFormat` is honored, e.g.
+   * `CASE-{0000}` → `CASE-0042`. NOTE: this in-memory seeding is single-instance.
+   */
+  async applyAutonumbers(object, record, execCtx, driverOwnsAutonumber) {
+    if (driverOwnsAutonumber) return;
+    const fields = this.getSchema(object)?.fields;
+    if (!fields || typeof fields !== "object" || Array.isArray(fields)) return;
+    for (const [name, def] of Object.entries(fields)) {
+      if (def?.type !== "autonumber") continue;
+      const current = record[name];
+      if (current != null && current !== "") continue;
+      const key = `${object}.${name}`;
+      let next = this.autonumberCounters.get(key);
+      if (next == null) next = await this.seedAutonumber(object, name, execCtx);
+      next += 1;
+      this.autonumberCounters.set(key, next);
+      const fmt = def.autonumberFormat ?? def.format;
+      record[name] = this.formatAutonumber(fmt, next);
+    }
+  }
+  /** Seed the autonumber counter from the current max numeric value in store. */
+  async seedAutonumber(object, field, execCtx) {
+    try {
+      const rows = await this.find(object, {
+        select: ["id", field],
+        limit: 5e3,
+        context: execCtx
+      });
+      let max = 0;
+      for (const r of rows || []) {
+        const v = r?.[field];
+        if (v == null) continue;
+        const m = String(v).match(/(\d+)(?!.*\d)/);
+        if (m) max = Math.max(max, parseInt(m[1], 10) || 0);
+      }
+      return max;
+    } catch {
+      return 0;
+    }
+  }
+  /** Apply an autonumber format like `CASE-{0000}`; default to the bare number. */
+  formatAutonumber(format, value) {
+    if (!format) return String(value);
+    const m = format.match(/\{(0+)\}/);
+    if (!m) return format.includes("{0}") ? format.replace("{0}", String(value)) : `${format}${value}`;
+    const padded = String(value).padStart(m[1].length, "0");
+    return format.replace(m[0], padded);
+  }
   /**
    * Register contribution (Manifest)
    * 
@@ -6460,6 +6587,7 @@ var _ObjectQL = class _ObjectQL {
   registerApp(manifest) {
     const id = manifest.id || manifest.name;
     const namespace = manifest.namespace;
+    this.invalidateSummaryIndex();
     this.logger.debug("Registering package manifest", { id, namespace });
     console.warn(`[ObjectQL:registerApp] id=${id} flows=${Array.isArray(manifest.flows) ? manifest.flows.length : typeof manifest.flows} keys=${Object.keys(manifest).join(",")}`);
     if (id) {
@@ -6540,6 +6668,7 @@ var _ObjectQL = class _ObjectQL {
       "pages",
       "dashboards",
       "reports",
+      "datasets",
       "themes",
       // Automation Protocol
       "flows",
@@ -6684,6 +6813,7 @@ var _ObjectQL = class _ObjectQL {
       "pages",
       "dashboards",
       "reports",
+      "datasets",
       "themes",
       "flows",
       "workflows",
@@ -7065,6 +7195,102 @@ var _ObjectQL = class _ObjectQL {
     }
     this.logger.info("ObjectQL engine destroyed");
   }
+  /** Invalidate the cached roll-up summary index (call when metadata changes). */
+  invalidateSummaryIndex() {
+    this.summaryIndex = null;
+  }
+  /** Scan all registered objects for `summary` fields and index them by the
+   *  child object they aggregate, resolving the child→parent FK field. */
+  buildSummaryIndex() {
+    const index = /* @__PURE__ */ new Map();
+    let objects = [];
+    try {
+      objects = this._registry.getAllObjects?.() ?? [];
+    } catch {
+      objects = [];
+    }
+    for (const parent of objects) {
+      const fields = parent?.fields;
+      if (!fields || typeof fields !== "object" || Array.isArray(fields)) continue;
+      for (const [summaryField, def] of Object.entries(fields)) {
+        const d = def;
+        if (d?.type !== "summary" || !d.summaryOperations) continue;
+        const so = d.summaryOperations;
+        const childObject = so.object;
+        const fn = so.function;
+        if (!childObject || !fn) continue;
+        let fkField = so.relationshipField;
+        if (!fkField) {
+          const child = this._registry.getObject(childObject);
+          const cfields = child?.fields || {};
+          for (const [cfName, cdef] of Object.entries(cfields)) {
+            const cd = cdef;
+            if ((cd?.type === "master_detail" || cd?.type === "lookup") && cd?.reference === parent.name) {
+              fkField = cfName;
+              break;
+            }
+          }
+        }
+        if (!fkField) continue;
+        const list = index.get(childObject) ?? [];
+        list.push({ parentObject: parent.name, summaryField, fkField, fn, sourceField: so.field });
+        index.set(childObject, list);
+      }
+    }
+    return index;
+  }
+  getSummaryDescriptors(childObject) {
+    if (!this.summaryIndex) this.summaryIndex = this.buildSummaryIndex();
+    return this.summaryIndex.get(childObject) ?? [];
+  }
+  /**
+   * Recompute roll-up `summary` fields on parent records after a child write.
+   * For each affected parent (the FK value on the changed/old child record), it
+   * aggregates the child collection and writes the result onto the parent's
+   * summary field. Runs in the caller's execution context so it joins the same
+   * transaction (e.g. the cross-object batch) when one is open.
+   */
+  async recomputeSummaries(childObject, records, previous, execCtx) {
+    const descriptors = this.getSummaryDescriptors(childObject);
+    if (descriptors.length === 0) return;
+    const recs = Array.isArray(records) ? records : records ? [records] : [];
+    const prevs = Array.isArray(previous) ? previous : previous ? [previous] : [];
+    for (const desc of descriptors) {
+      const ids = /* @__PURE__ */ new Set();
+      for (const r of recs) {
+        const v = r?.[desc.fkField];
+        if (v != null && v !== "") ids.add(String(v));
+      }
+      for (const p of prevs) {
+        const v = p?.[desc.fkField];
+        if (v != null && v !== "") ids.add(String(v));
+      }
+      for (const parentId of ids) {
+        try {
+          const rows = await this.aggregate(childObject, {
+            where: { [desc.fkField]: parentId },
+            aggregations: [{
+              function: desc.fn,
+              ...desc.fn === "count" ? {} : { field: desc.sourceField },
+              alias: "value"
+            }],
+            context: execCtx
+          });
+          let value = rows?.[0]?.value;
+          if (value == null) value = desc.fn === "count" || desc.fn === "sum" ? 0 : null;
+          await this.update(desc.parentObject, { id: parentId, [desc.summaryField]: value }, { context: execCtx });
+        } catch (err) {
+          this.logger.warn("Roll-up summary recompute failed", {
+            childObject,
+            parentObject: desc.parentObject,
+            parentId,
+            field: desc.summaryField,
+            error: err?.message
+          });
+        }
+      }
+    }
+  }
   /**
    * Post-process expand: resolve lookup/master_detail fields by batch-loading related records.
    * 
@@ -7280,10 +7506,14 @@ var _ObjectQL = class _ObjectQL {
         let result;
         const nowSnap = /* @__PURE__ */ new Date();
         const schemaForValidation = this._registry.getObject(object);
+        const driverOwnsAutonumber = driver?.supports?.autonumber === true;
         if (Array.isArray(hookContext.input.data)) {
           const rows = hookContext.input.data.map(
             (row) => this.applyFieldDefaults(object, row, opCtx.context, nowSnap)
           );
+          for (const r of rows) {
+            await this.applyAutonumbers(object, r, opCtx.context, driverOwnsAutonumber);
+          }
           for (const r of rows) {
             await this.encryptSecretFields(object, r, opCtx.context, hookContext.input.options);
           }
@@ -7303,6 +7533,7 @@ var _ObjectQL = class _ObjectQL {
             opCtx.context,
             nowSnap
           );
+          await this.applyAutonumbers(object, row, opCtx.context, driverOwnsAutonumber);
           await this.encryptSecretFields(object, row, opCtx.context, hookContext.input.options);
           validateRecord(schemaForValidation, row, "insert");
           evaluateValidationRules(schemaForValidation, row, "insert", { logger: this.logger });
@@ -7311,6 +7542,7 @@ var _ObjectQL = class _ObjectQL {
         hookContext.event = "afterInsert";
         hookContext.result = result;
         await this.triggerHooks("afterInsert", hookContext);
+        await this.recomputeSummaries(object, result, null, opCtx.context);
         if (this.realtimeService) {
           try {
             if (Array.isArray(result)) {
@@ -7395,6 +7627,7 @@ var _ObjectQL = class _ObjectQL {
             const priorAst = { object, where: { id: hookContext.input.id }, limit: 1 };
             priorRecord = await driver.findOne(object, priorAst, hookContext.input.options);
           }
+          hookContext.input.data = stripReadonlyWhenFields(updateSchema, hookContext.input.data, priorRecord, this.logger);
           evaluateValidationRules(updateSchema, hookContext.input.data, "update", { previous: priorRecord, logger: this.logger });
           result = await driver.update(object, hookContext.input.id, hookContext.input.data, hookContext.input.options);
         } else if (options?.multi && driver.updateMany) {
@@ -7412,6 +7645,7 @@ var _ObjectQL = class _ObjectQL {
         hookContext.result = result;
         if (priorRecord) hookContext.previous = priorRecord;
         await this.triggerHooks("afterUpdate", hookContext);
+        await this.recomputeSummaries(object, result, priorRecord, opCtx.context);
         if (this.realtimeService) {
           try {
             const resultId = typeof result === "object" && result && "id" in result ? result.id : void 0;
@@ -7440,6 +7674,66 @@ var _ObjectQL = class _ObjectQL {
     });
     return opCtx.result;
   }
+  /**
+   * Apply referential delete behavior for relations pointing AT this record,
+   * before it is removed. For every registered object with a `master_detail`
+   * or `lookup` field referencing `object`, honor the field's `deleteBehavior`:
+   *   - `cascade`  → delete the dependent rows (recursively, so grandchildren
+   *                  are handled by each child's own delete),
+   *   - `set_null` → clear the foreign key,
+   *   - `restrict` → refuse the delete when dependents exist.
+   * `master_detail` defaults to `cascade` (the parent owns the child
+   * lifecycle); `lookup` defaults to `set_null`. Only runs for single-id
+   * deletes — multi/predicate deletes skip cascade (logged).
+   */
+  async cascadeDeleteRelations(object, id, context, depth = 0) {
+    if (id == null || depth >= _ObjectQL.MAX_CASCADE_DEPTH) return;
+    let objects;
+    try {
+      objects = this._registry.getAllObjects();
+    } catch {
+      return;
+    }
+    for (const child of objects) {
+      const childName = child?.name;
+      const fields = child?.fields;
+      if (!childName || !fields) continue;
+      for (const [fieldName, fdef] of Object.entries(fields)) {
+        if (!fdef || fdef.type !== "master_detail" && fdef.type !== "lookup") continue;
+        const ref = fdef.reference;
+        if (!ref) continue;
+        let resolvedRef;
+        try {
+          resolvedRef = this.resolveObjectName(ref);
+        } catch {
+          resolvedRef = void 0;
+        }
+        if (ref !== object && resolvedRef !== object) continue;
+        const behavior = fdef.type === "master_detail" ? fdef.deleteBehavior === "restrict" ? "restrict" : "cascade" : fdef.deleteBehavior || "set_null";
+        let dependents;
+        try {
+          dependents = await this.find(childName, { where: { [fieldName]: id }, context });
+        } catch {
+          continue;
+        }
+        if (!dependents || dependents.length === 0) continue;
+        if (behavior === "restrict") {
+          throw new Error(
+            `Cannot delete ${object} (${id}): ${dependents.length} dependent ${childName} record(s) via ${fieldName}`
+          );
+        }
+        for (const dep of dependents) {
+          const depId = dep?.id;
+          if (depId == null) continue;
+          if (behavior === "cascade") {
+            await this.delete(childName, { where: { id: depId }, context });
+          } else {
+            await this.update(childName, { id: depId, [fieldName]: null }, { context });
+          }
+        }
+      }
+    }
+  }
   async delete(object, options) {
     object = this.resolveObjectName(object);
     this.logger.debug("Delete operation starting", { object });
@@ -7469,7 +7763,15 @@ var _ObjectQL = class _ObjectQL {
       hookContext.input.options = this.buildDriverOptions(opCtx.context, hookContext.input.options);
       try {
         let result;
+        let summaryPrev = null;
+        if (hookContext.input.id && this.getSummaryDescriptors(object).length > 0) {
+          try {
+            summaryPrev = await this.findOne(object, { where: { id: hookContext.input.id }, context: opCtx.context });
+          } catch {
+          }
+        }
         if (hookContext.input.id) {
+          await this.cascadeDeleteRelations(object, hookContext.input.id, opCtx.context);
           result = await driver.delete(object, hookContext.input.id, hookContext.input.options);
         } else if (options?.multi && driver.deleteMany) {
           const ast = { object, where: options.where };
@@ -7480,6 +7782,7 @@ var _ObjectQL = class _ObjectQL {
         hookContext.event = "afterDelete";
         hookContext.result = result;
         await this.triggerHooks("afterDelete", hookContext);
+        if (summaryPrev) await this.recomputeSummaries(object, null, summaryPrev, opCtx.context);
         if (this.realtimeService) {
           try {
             const resultId = typeof result === "object" && result && "id" in result ? result.id : void 0;
@@ -7629,7 +7932,7 @@ var _ObjectQL = class _ObjectQL {
     const trx = await drv.beginTransaction();
     const trxCtx = { ...baseContext ?? {}, transaction: trx };
     try {
-      const result = await callback(trxCtx);
+      const result = await this.txStore.run({ transaction: trx }, () => callback(trxCtx));
       if (drv.commit) await drv.commit(trx);
       else if (drv.commitTransaction) await drv.commitTransaction(trx);
       return result;
@@ -7893,6 +8196,7 @@ var _ObjectQL = class _ObjectQL {
 // ============================================
 /** Maximum depth for recursive expand to prevent infinite loops */
 _ObjectQL.MAX_EXPAND_DEPTH = 3;
+_ObjectQL.MAX_CASCADE_DEPTH = 10;
 var ObjectQL = _ObjectQL;
 var ObjectRepository = class {
   constructor(objectName, context, engine) {
@@ -8010,8 +8314,10 @@ var ScopedContext = class _ScopedContext {
       { ...this.executionContext, transaction: trx },
       this.engine
     );
+    const txStore = this.engine?.txStore;
+    const runIn = (fn) => txStore ? txStore.run({ transaction: trx }, fn) : fn();
     try {
-      const result = await callback(trxCtx);
+      const result = await runIn(() => callback(trxCtx));
       if (driver.commit) await driver.commit(trx);
       else if (driver.commitTransaction) await driver.commitTransaction(trx);
       return result;