@objectstack/objectql 9.11.0 → 10.0.0

package/dist/index.mjs

@@ -3870,7 +3870,9 @@ var _ObjectStackProtocolImplementation = class _ObjectStackProtocolImplementatio
       ["$skip", "skip"],
       ["$orderby", "orderBy"],
       ["$select", "select"],
-      ["$count", "count"]
+      ["$count", "count"],
+      ["$search", "search"],
+      ["$searchFields", "searchFields"]
     ]) {
       if (options[dollar] != null && options[bare] == null) {
         options[bare] = options[dollar];
@@ -3968,6 +3970,7 @@ var _ObjectStackProtocolImplementation = class _ObjectStackProtocolImplementatio
       "aggregations",
       "groupBy",
       "search",
+      "searchFields",
       "context",
       "cursor"
     ]);
@@ -6162,6 +6165,118 @@ function collectSecretFields(schema) {
 
 // src/engine.ts
 import { pluralToSingular, ExternalWriteForbiddenError } from "@objectstack/spec/shared";
+
+// src/search-filter.ts
+var TEXTUAL_TYPES = /* @__PURE__ */ new Set(["text", "email", "phone", "url", "autonumber", "textarea", "markdown"]);
+var ENUM_TYPES = /* @__PURE__ */ new Set(["select", "status"]);
+var EXCLUDED_FIELDS = /* @__PURE__ */ new Set([
+  "id",
+  "_id",
+  "created",
+  "modified",
+  "created_at",
+  "updated_at",
+  "created_by",
+  "updated_by",
+  "owner_id",
+  "organization_id",
+  "space",
+  "company_id"
+]);
+var EXCLUDED_TYPES = /* @__PURE__ */ new Set([
+  "json",
+  "object",
+  "grid",
+  "image",
+  "file",
+  "avatar",
+  "vector",
+  "location",
+  "geometry",
+  "secret",
+  "password",
+  "encrypted",
+  "boolean",
+  "lookup",
+  "master_detail"
+]);
+function normalizeSearch(raw) {
+  if (raw == null) return { query: "" };
+  if (typeof raw === "string") return { query: raw };
+  if (typeof raw === "object") {
+    const o = raw;
+    const q = typeof o.query === "string" ? o.query : typeof o.q === "string" ? o.q : "";
+    const fields = Array.isArray(o.fields) ? o.fields : void 0;
+    return { query: q, fields };
+  }
+  return { query: "" };
+}
+function autoDefaultFields(fields, displayField) {
+  const names = Object.keys(fields).filter((f) => {
+    if (EXCLUDED_FIELDS.has(f)) return false;
+    const meta = fields[f];
+    if (!meta || meta.hidden) return false;
+    const t = meta.type;
+    if (!t) return false;
+    if (EXCLUDED_TYPES.has(t)) return false;
+    return TEXTUAL_TYPES.has(t) || ENUM_TYPES.has(t);
+  });
+  const lead = displayField && fields[displayField] ? displayField : fields.name ? "name" : fields.title ? "title" : void 0;
+  if (!lead) return names;
+  return [lead, ...names.filter((f) => f !== lead)];
+}
+function resolveSearchFields(opts) {
+  const all = opts.fields || {};
+  const declared = opts.searchableFields?.filter((f) => all[f]);
+  const allowed = declared && declared.length > 0 ? declared : autoDefaultFields(all, opts.displayField);
+  const requested = typeof opts.requestedFields === "string" ? opts.requestedFields.split(",").map((f) => f.trim()).filter(Boolean) : opts.requestedFields;
+  if (requested && requested.length > 0) {
+    const allowSet = new Set(allowed);
+    const validated = requested.filter((f) => allowSet.has(f));
+    if (validated.length > 0) return validated;
+  }
+  return allowed;
+}
+function optionValuesMatching(meta, term) {
+  if (!Array.isArray(meta.options)) return [];
+  const lc = term.toLowerCase();
+  const out = [];
+  for (const opt of meta.options) {
+    if (opt == null) continue;
+    if (typeof opt === "string") {
+      if (opt.toLowerCase().includes(lc)) out.push(opt);
+      continue;
+    }
+    const label = String(opt.label ?? opt.value ?? "");
+    if (label.toLowerCase().includes(lc)) out.push(opt.value);
+  }
+  return out;
+}
+function fieldClausesForTerm(field, term, meta) {
+  if (ENUM_TYPES.has(meta?.type ?? "")) {
+    const values = optionValuesMatching(meta, term);
+    if (values.length > 0) return [{ [field]: { $in: values } }];
+    return [{ [field]: { $contains: term } }];
+  }
+  return [{ [field]: { $contains: term } }];
+}
+function expandSearchToFilter(raw, opts) {
+  const { query, fields: requested } = normalizeSearch(raw);
+  if (!query || !query.trim()) return null;
+  const searchFields = resolveSearchFields({
+    ...opts,
+    requestedFields: requested ?? opts.requestedFields
+  });
+  if (searchFields.length === 0) return null;
+  const terms = query.trim().split(/\s+/).filter(Boolean);
+  const andClauses = terms.map((term) => ({
+    $or: searchFields.flatMap((f) => fieldClausesForTerm(f, term, opts.fields[f] || {}))
+  }));
+  if (andClauses.length === 0) return null;
+  return andClauses.length === 1 ? andClauses[0] : { $and: andClauses };
+}
+
+// src/engine.ts
 import { ExpressionEngine as ExpressionEngine3 } from "@objectstack/formula";
 import { isAggregatedViewContainer as isAggregatedViewContainer2, expandViewContainer } from "@objectstack/spec";
 
@@ -8475,11 +8590,18 @@ var _ObjectQL = class _ObjectQL {
       const uniqueIds = [...new Set(allIds)];
       if (uniqueIds.length === 0) continue;
       try {
+        const idFilter = { id: { $in: uniqueIds } };
+        const where = nestedAST.where ? { $and: [idFilter, nestedAST.where] } : idFilter;
         const relatedQuery = {
           object: referenceObject,
-          where: { id: { $in: uniqueIds } },
+          where,
           ...nestedAST.fields ? { fields: nestedAST.fields } : {},
           ...nestedAST.orderBy ? { orderBy: nestedAST.orderBy } : {}
+          // NOTE: nestedAST.limit/offset are intentionally NOT forwarded here.
+          // This path batch-loads every parent's related records in a single
+          // $in query, so a *per-parent* limit/offset can't be expressed — a
+          // global cap on the batch would silently drop records other parents
+          // need. Paginate by querying the related object directly instead.
         };
         const driver = this.getDriver(referenceObject);
         const expandOpts = this.buildDriverOptions(execCtx);
@@ -8532,11 +8654,34 @@ var _ObjectQL = class _ObjectQL {
     const driver = this.getDriver(object);
     const ast = { object, ...query };
     delete ast.context;
+    if (ast.filter != null && ast.where == null) {
+      ast.where = ast.filter;
+    }
+    delete ast.filter;
     if (ast.top != null && ast.limit == null) {
       ast.limit = ast.top;
     }
     delete ast.top;
     const _findSchema = this._registry.getObject(object);
+    {
+      const _searchRaw = ast.search ?? ast.$search;
+      if (_searchRaw != null && _findSchema?.fields) {
+        const _reqFields = ast.searchFields ?? ast.$searchFields ?? (typeof ast.search === "object" ? ast.search?.fields : void 0);
+        const _searchFilter = expandSearchToFilter(_searchRaw, {
+          fields: _findSchema.fields,
+          searchableFields: _findSchema.searchableFields,
+          requestedFields: _reqFields,
+          displayField: _findSchema.displayNameField
+        });
+        if (_searchFilter) {
+          ast.where = ast.where ? { $and: [ast.where, _searchFilter] } : _searchFilter;
+        }
+      }
+      delete ast.search;
+      delete ast.$search;
+      delete ast.searchFields;
+      delete ast.$searchFields;
+    }
     const _findFormula = planFormulaProjection(_findSchema, ast.fields);
     if (_findFormula.projected) ast.fields = _findFormula.projected;
     if (_findSchema?.fields && Array.isArray(ast.fields) && ast.fields.length > 0) {
@@ -9241,7 +9386,14 @@ var _ObjectQL = class _ObjectQL {
     const obj = this._registry.getObject(objectName);
     if (!obj) return;
     const driver = this.getDriverForObject(objectName);
-    if (!driver || typeof driver.syncSchema !== "function") return;
+    if (!driver) return;
+    if (obj.external != null) {
+      if (typeof driver.registerExternalObject === "function") {
+        await driver.registerExternalObject(obj);
+      }
+      return;
+    }
+    if (typeof driver.syncSchema !== "function") return;
     const tableName = StorageNameMapping.resolveTableName(obj);
     await driver.syncSchema(tableName, obj);
   }
@@ -10075,6 +10227,27 @@ var ObjectQLPlugin = class {
         skipped++;
         continue;
       }
+      if (obj.external != null) {
+        if (typeof driver.registerExternalObject === "function") {
+          try {
+            await driver.registerExternalObject(obj);
+            synced++;
+          } catch (e) {
+            ctx.logger.warn("Failed to register external object metadata", {
+              object: obj.name,
+              driver: driver.name,
+              error: e instanceof Error ? e.message : String(e)
+            });
+          }
+        } else {
+          ctx.logger.debug("Driver does not support registerExternalObject, skipping external object", {
+            object: obj.name,
+            driver: driver.name
+          });
+          skipped++;
+        }
+        continue;
+      }
       if (typeof driver.syncSchema !== "function") {
         ctx.logger.debug("Driver does not support syncSchema, skipping", {
           object: obj.name,