apostrophe 3.45.1 → 3.47.0

package/.github/workflows/main.yml

@@ -20,8 +20,8 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        node-version: [14, 16, 18]
-        mongodb-version: [4.2, 5.0]
+        node-version: [16, 18]
+        mongodb-version: [4.4, 5.0, 6.0]
 
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:

package/CHANGELOG.md

@@ -1,5 +1,40 @@
 # Changelog
 
+## 3.47.0 (2023-05-05)
+
+### Changes
+
+* Since Node 14 and MongoDB 4.2 have reached their own end-of-support dates,
+we are **no longer supporting them for A3.** Note that our dependency on
+`jsdom` 22 is incompatible with Node 14. Node 16 and Node 18 are both
+still supported. However, because Node 16 reaches its
+end-of-life date quite soon (September), testing and upgrading directly
+to Node 18 is strongly recommended.
+* Updated `sluggo` to version 1.0.0.
+* Updated `jsdom` to version `22.0.0` to address an installation warning about the `word-wrap` module.
+
+### Fixes
+
+* Fix `extendQueries` to use super pattern for every function in builders and methods (and override properties that are not functions).
+
+## 3.46.0 (2023-05-03)
+
+### Fixes
+
+* Adding or editing a piece no longer immediately refreshes the main content area if a widget editor is open. This prevents interruption of the widget editing process
+when working with the `@apostrophecms/ai-helper` module, and also helps in other situations.
+* Check that `e.doc` exists when handling `content-changed` event.
+* Require updated `uploadfs` version with no dependency warnings.
+
+### Adds
+
+* Allow sub-schema fields (array and object) to follow parent schema fields using the newly introduced `following: '<parentField'` syntax, where the starting `<` indicates the parent level. For example `<parentField` follows a field in the parent level, `<<grandParentField` follows a field in the grandparent level, etc. The change is fully backward compatible with the current syntax for following fields from the same schema level.
+
+### Changes
+
+* Debounce search to prevent calling search on every key stroke in the manager modal.
+* Various size and spacing adjustments in the expanded Add Content modal UI
+
 ## 3.45.1 (2023-04-28)
 
 ### Fixes
@@ -7,6 +42,7 @@
 * Added missing styles to ensure consistent presentation of the rich text insert menu.
 * Fixed a bug in which clicking on an image in the media manager would close the "insert
 image" dialog box.
+* Update `html-to-text` package to the latest major version.
 
 ## 3.45.0 (2023-04-27)
 
@@ -39,7 +75,11 @@ shouldn't close the link dialog etc.
 
 ### Fixes
 
+* Fix various issues on conditional fields that were occurring when adding new widgets with default values or selecting a falsy value in a field that has a conditional field relying on it.  
+Populate new or existing doc instances with default values and add an empty `null` choice to select fields that do not have a default value (required or not) and to the ones configured with dynamic choices.
 * Rich text widgets save more reliably when many actions are taken quickly just before save.
+* Fix an issue in the `oembed` field where the value was kept in memory after cancelling the widget editor, which resulted in saving the value if the widget was nested and the parent widget was saved.  
+Also improve the `oembed` field UX by setting the input as `readonly` rather than `disabled` when fetching the video metadata, in order to avoid losing its focus when typing.
 
 ## 3.44.0 (2023-04-13)
 
@@ -59,11 +99,6 @@ those writing mocha tests of Apostrophe modules.
 ### Fixes
 * Fix child page slug when title is deleted
 
-### Fixes
-
-* Fix various issues on conditional fields that were occurring when adding new widgets with default values or selecting a falsy value in a field that has a conditional field relying on it.  
-Populate new or existing doc instances with default values and add an empty `null` choice to select fields that do not have a default value (required or not) and to the ones configured with dynamic choices.
-
 ## 3.43.0 (2023-03-29)
 
 ### Adds

package/modules/@apostrophecms/area/ui/apos/components/AposAreaEditor.vue

@@ -363,6 +363,7 @@ export default {
       if (!this.widgetIsContextual(widget.type)) {
         const componentName = this.widgetEditorComponent(widget.type);
         apos.area.activeEditor = this;
+        apos.bus.$on('apos-refreshing', cancelRefresh);
         const result = await apos.modal.execute(componentName, {
           value: widget,
           options: this.widgetOptionsByType(widget.type),
@@ -370,6 +371,7 @@ export default {
           docId: this.docId
         });
         apos.area.activeEditor = null;
+        apos.bus.$off('apos-refreshing', cancelRefresh);
         if (result) {
           return this.update(result);
         }
@@ -593,6 +595,9 @@ export default {
   }
 };
 
+function cancelRefresh(refreshOptions) {
+  refreshOptions.refresh = false;
+}
 </script>
 
 <style lang="scss" scoped>

package/modules/@apostrophecms/area/ui/apos/components/AposAreaExpandedMenu.vue

@@ -198,7 +198,7 @@ export default {
 
 .apos-widget-group {
   &:not(:last-of-type) {
-    margin-bottom: 30px;
+    margin-bottom: 20px;
   }
 
   .apos-widget__preview {
@@ -206,8 +206,9 @@ export default {
     display: flex;
     justify-content: center;
     align-items: center;
+    overflow: hidden;
     height: 135px;
-    border: 1px solid var(--a-base-7);
+    outline: 1px solid var(--a-base-7);
     border-radius: var(--a-border-radius);
     background-color: var(--a-base-10);
   }
@@ -221,7 +222,7 @@ export default {
   &--3-columns {
     display: grid;
     grid-template-columns: repeat(3, 1fr);
-    gap: 10px;
+    gap: 15px 10px;
     .apos-widget__preview {
       height: 89px;
     }
@@ -230,7 +231,7 @@ export default {
   &--4-columns {
     display: grid;
     grid-template-columns: repeat(4, 1fr);
-    gap: 5px;
+    gap: 15px 5px;
     .apos-widget__preview {
       height: 66px;
     }
@@ -289,8 +290,18 @@ export default {
 .apos-widget-group__label,
 .apos-widget__help {
   @include type-base;
+  margin-top: 0;
   line-height: var(--a-line-tall);
-  color: var(--a-base-4);
   text-align: left;
 }
+
+.apos-widget__help {
+  color: var(--a-base-2);
+  font-size: var(--a-type-smaller);
+}
+
+.apos-widget__label {
+  line-height: 1.2;
+  margin-bottom: 5px;
+}
 </style>

package/modules/@apostrophecms/doc-type/index.js

@@ -1,6 +1,7 @@
 const { SemanticAttributes } = require('@opentelemetry/semantic-conventions');
 const _ = require('lodash');
 const util = require('util');
+const extendQueries = require('./lib/extendQueries');
 
 module.exports = {
   options: {
@@ -472,8 +473,9 @@ module.exports = {
             }
           }
           if (self.extendQueries[name]) {
-            wrap(query.builders, self.extendQueries[name].builders || {});
-            wrap(query.methods, self.extendQueries[name].methods || {});
+            const extendedQueries = self.extendQueries[name](self, query);
+            extendQueries(query.builders, extendedQueries.builders || {});
+            extendQueries(query.methods, extendedQueries.methods || {});
           }
         }
         Object.assign(query, query.methods);
@@ -2322,8 +2324,14 @@ module.exports = {
               query.and({ $or });
             }
           }
-        }
+        },
 
+        viewContext: {
+          def: null,
+          launder(viewContext) {
+            return [ 'manage', 'relationship' ].includes(viewContext) ? viewContext : null;
+          }
+        }
       },
 
       methods: {
@@ -3073,17 +3081,3 @@ module.exports = {
     };
   }
 };
-
-function wrap(context, extensions) {
-  for (const [ name, fn ] of extensions) {
-    if ((typeof fn) !== 'function') {
-      // Nested structure is allowed
-      context[name] = context[name] || {};
-      return wrap(context[name], fn);
-    }
-    const superMethod = context[name];
-    context[name] = function(...args) {
-      return fn(superMethod, ...args);
-    };
-  }
-}

package/modules/@apostrophecms/doc-type/lib/extendQueries.js

@@ -0,0 +1,21 @@
+module.exports = extendQueries;
+
+function extendQueries(queries, extensions) {
+  for (const [ name, fn ] of Object.entries(extensions)) {
+    if (typeof fn === 'object' && !Array.isArray(fn) && fn !== null) {
+      // Nested structure is allowed
+      queries[name] = queries[name] || {};
+      return extendQueries(queries[name], fn);
+    }
+
+    if (typeof fn !== 'function' || typeof queries[name] !== 'function') {
+      queries[name] = fn;
+      continue;
+    }
+
+    const superMethod = queries[name];
+    queries[name] = function(...args) {
+      return fn(superMethod, ...args);
+    };
+  }
+};

package/modules/@apostrophecms/doc-type/ui/apos/components/AposDocEditor.vue

@@ -775,7 +775,7 @@ export default {
       window.localStorage.setItem(this.savePreferenceName, pref);
     },
     onContentChanged(e) {
-      if (this.original?._id !== e.doc._id) {
+      if (!e.doc || this.original?._id !== e.doc._id) {
         return;
       }
       if (e.doc.type !== this.docType) {

package/modules/@apostrophecms/email/index.js

@@ -1,5 +1,5 @@
 const nodemailer = require('nodemailer');
-const htmlToText = require('html-to-text');
+const { htmlToText } = require('html-to-text');
 const _ = require('lodash');
 
 // ## Options
@@ -26,18 +26,61 @@ module.exports = {
       async emailForModule(req, templateName, data, options, module) {
         const transport = self.getTransport();
         const html = await module.render(req, templateName, data);
-        const text = htmlToText.fromString(html, {
-          format: {
-            heading: function (elem, fn, options) {
-              const h = fn(elem.children, options);
-              const split = h.split(/(\[.*?\])/);
-              return split.map(function (s) {
-                if (s.match(/^\[.*\]$/)) {
-                  return s;
-                } else {
-                  return s.toUpperCase();
-                }
-              }).join('') + '\n';
+        const text = htmlToText(html, {
+          selectors: [
+            {
+              selector: 'a',
+              options: { hideLinkHrefIfSameAsText: true }
+            },
+            {
+              selector: 'h1',
+              format: 'customHeading'
+            },
+            {
+              selector: 'h2',
+              format: 'customHeading'
+            },
+            {
+              selector: 'h3',
+              format: 'customHeading'
+            },
+            {
+              selector: 'h4',
+              format: 'customHeading'
+            },
+            {
+              selector: 'h5',
+              format: 'customHeading'
+            },
+            {
+              selector: 'h6',
+              format: 'customHeading'
+            }
+          ],
+          formatters: {
+            // Custom heading formatter, based on the core heading but
+            // no uppercase inside "[ ]" blocks.
+            customHeading: function (elem, walk, builder, formatOptions) {
+              builder.openBlock({ leadingLineBreaks: formatOptions.leadingLineBreaks || 2 });
+              if (formatOptions.uppercase !== false) {
+                // Keep track of [ and ] (no nested support)
+                let ignoreUpper = false;
+                builder.pushWordTransform(str => {
+                  if (str.trim().startsWith('[')) {
+                    ignoreUpper = true;
+                  }
+                  const word = ignoreUpper ? str : str.toUpperCase();
+                  if (str.trim().endsWith(']')) {
+                    ignoreUpper = false;
+                  }
+                  return word;
+                });
+                walk(elem.children, builder);
+                builder.popWordTransform();
+              } else {
+                walk(elem.children, builder);
+              }
+              builder.closeBlock({ trailingLineBreaks: formatOptions.trailingLineBreaks || 2 });
             }
           }
         });

package/modules/@apostrophecms/modal/ui/apos/mixins/AposEditorMixin.js

@@ -140,13 +140,21 @@ export default {
       const fields = this.getFieldsByCategory(followedByCategory);
 
       const followingValues = {};
+      const parentFollowing = {};
+      for (const [ key, val ] of Object.entries(this.parentFollowingValues || {})) {
+        parentFollowing[`<${key}`] = val;
+      }
 
       for (const field of fields) {
         if (field.following) {
           const following = Array.isArray(field.following) ? field.following : [ field.following ];
           followingValues[field.name] = {};
           for (const name of following) {
-            followingValues[field.name][name] = this.getFieldValue(name);
+            if (name.startsWith('<')) {
+              followingValues[field.name][name] = parentFollowing[name];
+            } else {
+              followingValues[field.name][name] = this.getFieldValue(name);
+            }
           }
         }
       }

package/modules/@apostrophecms/oembed-field/ui/apos/components/AposInputOembed.vue

@@ -8,10 +8,14 @@
       <div class="apos-input-wrapper">
         <input
           :class="classes"
-          v-model="next.url" type="url"
+          v-model="next.url"
+          type="url"
           :placeholder="$t(field.placeholder)"
-          :disabled="field.readOnly" :required="field.required"
-          :id="uid" :tabindex="tabindex"
+          :disabled="field.readOnly"
+          :readonly="tempReadOnly"
+          :required="field.required"
+          :id="uid"
+          :tabindex="tabindex"
         >
         <component
           v-if="icon"
@@ -43,10 +47,14 @@ export default {
   data () {
     return {
       next: (this.value && this.value.data)
-        ? this.value.data : {},
+        ? { ...this.value.data } : {},
       oembedResult: {},
       dynamicRatio: '',
-      oembedError: null
+      oembedError: null,
+
+      // This variable will set the input as readonly,
+      // not disabled, in order to avoid losing focus.
+      tempReadOnly: false
     };
   },
   computed: {
@@ -104,7 +112,7 @@ export default {
       this.validateAndEmit();
     },
     async loadOembed () {
-      this.field.readOnly = true;
+      this.tempReadOnly = true;
       this.oembedResult = {};
       this.oembedError = null;
       this.dynamicRatio = '';
@@ -132,7 +140,7 @@ export default {
         this.next.title = '';
         this.next.thumbnail = '';
       } finally {
-        this.field.readOnly = false;
+        this.tempReadOnly = false;
       }
     }
   }

package/modules/@apostrophecms/piece-type/ui/apos/components/AposDocsManager.vue

@@ -73,7 +73,7 @@
             :checked-count="checked.length"
             :batch-operations="moduleOptions.batchOperations"
             @select-click="selectAll"
-            @search="search"
+            @search="onSearch"
             @page-change="updatePage"
             @filter="filter"
             @batch="handleBatchAction"
@@ -119,6 +119,7 @@
 import AposDocsManagerMixin from 'Modules/@apostrophecms/modal/mixins/AposDocsManagerMixin';
 import AposModifiedMixin from 'Modules/@apostrophecms/ui/mixins/AposModifiedMixin';
 import AposPublishMixin from 'Modules/@apostrophecms/ui/mixins/AposPublishMixin';
+import { debounce } from 'Modules/@apostrophecms/ui/utils';
 
 export default {
   name: 'AposDocsManager',
@@ -145,7 +146,9 @@ export default {
       totalPages: 1,
       currentPage: 1,
       filterValues: {},
-      queryExtras: {},
+      queryExtras: {
+        viewContext: this.relationshipField ? 'relationship' : 'manage'
+      },
       holdQueries: false,
       filterChoices: {},
       allPiecesSelection: {
@@ -209,6 +212,9 @@ export default {
     }
   },
   created() {
+    const DEBOUNCE_TIMEOUT = 500;
+    this.onSearch = debounce(this.search, DEBOUNCE_TIMEOUT);
+
     this.moduleOptions.filters.forEach(filter => {
       this.filterValues[filter.name] = filter.def;
       if (!filter.choices) {

package/modules/@apostrophecms/schema/index.js

@@ -1241,6 +1241,9 @@ module.exports = {
         if (fieldType.validate) {
           fieldType.validate(field, options, warn, fail);
         }
+        // Ancestors hoisting should happen AFTER the validation recursion,
+        // so that ancestors are processed as well.
+        self.hoistFollowingFieldsToParent(field, parent);
         function fail(s) {
           throw new Error(format(s));
         }
@@ -1261,6 +1264,28 @@ module.exports = {
         }
       },
 
+      // If a field has a following property and a parent,
+      // hoist that property values to the parent,
+      // if they start with `<`.
+      hoistFollowingFieldsToParent(field, parent) {
+        if (!parent || !field.following) {
+          return;
+        }
+        const following = typeof field.following === 'string'
+          ? [ field.following ]
+          : field.following;
+        const parentFollowing = typeof parent.following === 'string'
+          ? [ parent.following ]
+          : parent.following;
+        const hoistFollowing = following
+          .filter(f => f.startsWith('<'))
+          .map(f => f.slice(1));
+        parent.following = _.uniq([
+          ...(parentFollowing || []),
+          ...hoistFollowing
+        ]);
+      },
+
       // Recursively register the given schema, giving each field an _id and making provision to be able to
       // fetch its definition via apos.schema.getFieldById().
       //

package/modules/@apostrophecms/schema/ui/apos/components/AposArrayEditor.vue

@@ -114,6 +114,10 @@ export default {
     docId: {
       type: String,
       default: null
+    },
+    parentFollowingValues: {
+      type: Object,
+      default: null
     }
   },
   emits: [ 'modal-result', 'safe-close' ],

package/modules/@apostrophecms/schema/ui/apos/components/AposInputArray.vue

@@ -141,6 +141,7 @@
 
 <script>
 import AposInputMixin from 'Modules/@apostrophecms/schema/mixins/AposInputMixin.js';
+import AposInputFollowingMixin from 'Modules/@apostrophecms/schema/mixins/AposInputFollowingMixin.js';
 import cuid from 'cuid';
 import { klona } from 'klona';
 import { get } from 'lodash';
@@ -149,7 +150,7 @@ import draggable from 'vuedraggable';
 export default {
   name: 'AposInputArray',
   components: { draggable },
-  mixins: [ AposInputMixin ],
+  mixins: [ AposInputMixin, AposInputFollowingMixin ],
   props: {
     generation: {
       type: Number,
@@ -288,7 +289,8 @@ export default {
         field: this.field,
         items: this.next,
         serverError: this.serverError,
-        docId: this.docId
+        docId: this.docId,
+        parentFollowingValues: this.followingValues
       });
       if (result) {
         this.next = result;
@@ -341,18 +343,7 @@ export default {
       });
     },
     getFollowingValues(item) {
-      const followingValues = {};
-      for (const field of this.field.schema) {
-        if (field.following) {
-          const following = Array.isArray(field.following) ? field.following : [ field.following ];
-          followingValues[field.name] = {};
-          for (const name of following) {
-            followingValues[field.name][name] = item.schemaInput.data[name];
-          }
-        }
-      }
-
-      return followingValues;
+      return this.computeFollowingValues(item.schemaInput.data);
     }
   }
 };

package/modules/@apostrophecms/schema/ui/apos/components/AposInputObject.vue

@@ -17,6 +17,7 @@
             :generation="generation"
             :doc-id="docId"
             v-model="schemaInput"
+            :following-values="followingValuesWithParent"
             ref="schema"
           />
         </div>
@@ -27,10 +28,11 @@
 
 <script>
 import AposInputMixin from 'Modules/@apostrophecms/schema/mixins/AposInputMixin.js';
+import AposInputFollowingMixin from 'Modules/@apostrophecms/schema/mixins/AposInputFollowingMixin.js';
 
 export default {
   name: 'AposInputObject',
-  mixins: [ AposInputMixin ],
+  mixins: [ AposInputMixin, AposInputFollowingMixin ],
   props: {
     generation: {
       type: Number,
@@ -56,6 +58,11 @@ export default {
       next
     };
   },
+  computed: {
+    followingValuesWithParent() {
+      return this.computeFollowingValues(this.schemaInput.data);
+    }
+  },
   watch: {
     schemaInput: {
       deep: true,

package/modules/@apostrophecms/schema/ui/apos/mixins/AposInputFollowingMixin.js

@@ -0,0 +1,34 @@
+/**
+ * Provides followingValues computation for fields having
+ * sub-schema (array, object).
+ */
+
+export default {
+  methods: {
+    // Accept a `data` object with field values and return an object
+    // of the following values for each field of the underlying schema.
+    computeFollowingValues(data) {
+      const followingValues = {};
+      const parentFollowing = {};
+      for (const [ key, val ] of Object.entries(this.followingValues || {})) {
+        parentFollowing[`<${key}`] = val;
+      }
+
+      for (const field of this.field.schema) {
+        if (field.following) {
+          const following = Array.isArray(field.following) ? field.following : [ field.following ];
+          followingValues[field.name] = {};
+          for (const name of following) {
+            if (name.startsWith('<')) {
+              followingValues[field.name][name] = parentFollowing[name];
+            } else {
+              followingValues[field.name][name] = data[name];
+            }
+          }
+        }
+      }
+
+      return followingValues;
+    }
+  }
+};

package/modules/@apostrophecms/ui/ui/apos/scss/global/_theme.scss

@@ -64,6 +64,7 @@
   // Type Sizes
   --a-type-tiny: 9px;
   --a-type-small: 10px;
+  --a-type-smaller: 11px;
   --a-type-base: 12px;
   --a-type-label: 13px;
   --a-type-large: 14px;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "apostrophe",
-  "version": "3.45.1",
+  "version": "3.47.0",
   "description": "The Apostrophe Content Management System.",
   "main": "index.js",
   "scripts": {
@@ -17,7 +17,7 @@
     "url": "git@github.com:apostrophecms/apostrophe.git"
   },
   "engines": {
-    "node": ">=12.0.0"
+    "node": ">=16.0.0"
   },
   "keywords": [
     "apostrophe",
@@ -75,12 +75,12 @@
     "fs-extra": "^7.0.1",
     "glob": "^5.0.15",
     "he": "^0.5.0",
-    "html-to-text": "^5.1.1",
+    "html-to-text": "^9.0.5",
     "i18next": "^20.3.2",
     "i18next-http-middleware": "^3.1.5",
     "import-fresh": "^3.3.0",
     "is-wsl": "^2.2.0",
-    "jsdom": "^17.0.0",
+    "jsdom": "^22.0.0",
     "klona": "^2.0.4",
     "launder": "^1.4.0",
     "lodash": "^4.17.20",
@@ -109,11 +109,11 @@
     "sass": "^1.52.3",
     "sass-loader": "^10.1.1",
     "server-destroy": "^1.0.1",
-    "sluggo": "^0.3.0",
+    "sluggo": "^1.0.0",
     "tinycolor2": "^1.4.2",
     "tough-cookie": "^4.0.0",
     "underscore.string": "^3.3.4",
-    "uploadfs": "^1.17.1",
+    "uploadfs": "^1.22.1",
     "v-tooltip": "^2.0.3",
     "vue": "^2.6.14",
     "vue-advanced-cropper": "^1.10.1",

package/test/data/fpw_email_mock.js

@@ -0,0 +1,30 @@
+module.exports = {
+  html: '<h4>[test string] Resetting your [ another test string ] password on localhost</h4>\n' +
+    '<p>Hello cy_admin,</p>\n' +
+    '<p>You are receiving this email because a request to reset your password was made on localhost.</p>\n' +
+    '<p>If that is your wish, please follow this link to complete the password reset process:</p>\n' +
+    '<p><a href="http://localhost:3000/login?reset=clh0f780t0009ezh97wtu03d0&amp;email=admin%40example.com">http://localhost:3000/login?reset=clh0f780t0009ezh97wtu03d0&amp;email=admin%40example.com</a></p>\n' +
+    '<p>\n' +
+    '  If you did not request to reset your password, please delete and ignore this email. Someone else may have entered\n' +
+    '  your email address in error.\n' +
+    '</p>\n',
+  text: '[test string] RESETTING YOUR [ another test string ] PASSWORD ON LOCALHOST\n' +
+    '\n' +
+    'Hello cy_admin,\n' +
+    '\n' +
+    'You are receiving this email because a request to reset your password was made\n' +
+    'on localhost.\n' +
+    '\n' +
+    'If that is your wish, please follow this link to complete the password reset\n' +
+    'process:\n' +
+    '\n' +
+    'http://localhost:3000/login?reset=clh0f780t0009ezh97wtu03d0&email=admin%40example.com\n' +
+    // Improved link formatting via hideLinkHrefIfSameAsText option
+    // '[http://localhost:3000/login?reset=clh0f780t0009ezh97wtu03d0&email=admin%40example.com]\n' +
+    '\n' +
+    'If you did not request to reset your password, please delete and ignore this\n' +
+    'email. Someone else may have entered your email address in error.',
+  from: 'noreply@example.com',
+  to: 'admin@example.com',
+  subject: 'Your request to reset your password on localhost'
+};

package/test/email.js

@@ -1,5 +1,5 @@
 const t = require('../test-lib/test.js');
-const assert = require('assert');
+const assert = require('assert').strict;
 let apos;
 
 describe('Email', function() {
@@ -52,4 +52,35 @@ describe('Email', function() {
     assert(message.match(/To: recipient@example\.com/));
     assert(message.match(/\[http:\/\/example\.com\/\]/));
   });
+
+  it('should convert html to text', async function () {
+    await t.destroy(apos);
+    apos = await t.create({
+      root: module
+    });
+
+    const mockEmail = require('./data/fpw_email_mock.js');
+    const mockTransport = () => ({
+      sendMail: function (args) {
+        return Promise.resolve(args);
+      }
+    });
+    const mockModule = {
+      options: { email: { from: mockEmail.from } },
+      render: async () => mockEmail.html
+    };
+    apos.modules['@apostrophecms/email'].getTransport = mockTransport;
+
+    const result = await apos.modules['@apostrophecms/email'].emailForModule(
+      apos.task.getReq(), // req
+      'anyTemplate', // templateName
+      {}, // data
+      {
+        to: mockEmail.to,
+        subject: mockEmail.subject
+      }, // options
+      mockModule // module
+    );
+    assert.equal(result.text, mockEmail.text);
+  });
 });

package/test/follow-ancestors.js

@@ -0,0 +1,165 @@
+const t = require('../test-lib/test.js');
+const assert = require('assert');
+
+describe('Schema - follow ancestor fields', function() {
+
+  let apos;
+  this.timeout(t.timeout);
+  this.slow(2000);
+
+  beforeEach(async function() {
+    return t.destroy(apos);
+  });
+
+  after(async function() {
+    return t.destroy(apos);
+  });
+
+  it('should follow a parent field in array and object', async function() {
+    apos = await t.create({
+      root: module,
+      modules: {
+        household: {
+          extend: '@apostrophecms/piece-type',
+          options: {
+            alias: 'household'
+          },
+          fields: {
+            add: {
+              petPreference: {
+                type: 'select',
+                label: 'Pet Preference',
+                choices: [
+                  {
+                    value: 'cats',
+                    label: 'Cats'
+                  },
+                  {
+                    value: 'dogs',
+                    label: 'Dogs'
+                  }
+                ],
+                required: true
+              },
+              pets: {
+                type: 'array',
+                label: 'Pets',
+                fields: {
+                  add: {
+                    name: {
+                      type: 'string',
+                      label: 'Name',
+                      // Follow one level up
+                      following: [ '<petPreference' ]
+                    }
+                  }
+                }
+              },
+              favoritePet: {
+                type: 'object',
+                label: 'Favorite Pet',
+                fields: {
+                  add: {
+                    name: {
+                      type: 'string',
+                      label: 'Name',
+                      // Follow one level up
+                      following: [ '<petPreference' ]
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    });
+    const schema = apos.modules.household.schema;
+    const petField = schema.find(field => field.name === 'pets');
+    const favPetField = schema.find(field => field.name === 'favoritePet');
+    assert(petField);
+    assert.deepEqual(petField.following, [ 'petPreference' ]);
+    assert(favPetField);
+    assert.deepEqual(favPetField.following, [ 'petPreference' ]);
+  });
+
+  it('should follow a grand parent field in array and object', async function() {
+    apos = await t.create({
+      root: module,
+      modules: {
+        household: {
+          extend: '@apostrophecms/piece-type',
+          options: {
+            alias: 'household'
+          },
+          fields: {
+            add: {
+              petPreference: {
+                type: 'select',
+                label: 'Pet Preference',
+                choices: [
+                  {
+                    value: 'cats',
+                    label: 'Cats'
+                  },
+                  {
+                    value: 'dogs',
+                    label: 'Dogs'
+                  }
+                ],
+                required: true
+              },
+              rooms: {
+                type: 'array',
+                label: 'Rooms',
+                fields: {
+                  add: {
+                    pets: {
+                      type: 'array',
+                      label: 'Pets',
+                      fields: {
+                        add: {
+                          name: {
+                            type: 'string',
+                            label: 'Name',
+                            // Follow two levels up
+                            following: [ '<<petPreference' ]
+                          }
+                        }
+                      }
+                    },
+                    favoritePet: {
+                      type: 'object',
+                      label: 'Favorite Pet',
+                      fields: {
+                        add: {
+                          name: {
+                            type: 'string',
+                            label: 'Name',
+                            // Follow two levels up
+                            following: [ '<<petPreference' ]
+                          }
+                        }
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    });
+    const schema = apos.modules.household.schema;
+    const rooms = schema.find(field => field.name === 'rooms');
+    assert(rooms);
+    assert.deepEqual(rooms.following, [ 'petPreference' ]);
+
+    const petField = rooms.schema.find(field => field.name === 'pets');
+    const favPetField = rooms.schema.find(field => field.name === 'favoritePet');
+    assert(petField);
+    assert.deepEqual(petField.following, [ '<petPreference' ]);
+    assert(favPetField);
+    assert.deepEqual(favPetField.following, [ '<petPreference' ]);
+  });
+});

package/test/queryBuilders.js

@@ -0,0 +1,225 @@
+const t = require('../test-lib/test.js');
+const assert = require('assert');
+
+describe('Query Builders', function() {
+  this.timeout(t.timeout);
+
+  let apos;
+  after(function() {
+    return t.destroy(apos);
+  });
+
+  before(async function () {
+    apos = await t.create({
+      root: module,
+      modules: {
+        young: {
+          options: {
+            alias: 'young'
+          },
+          extend: '@apostrophecms/piece-type',
+          fields: {
+            add: {
+              age: {
+                label: 'Age',
+                type: 'integer',
+                required: true
+              }
+            }
+          },
+          queries(self, query) {
+            return {
+              builders: {
+                age: {
+                  launder(str) {
+                    return [ 'children', 'adult' ].includes(str) ? str : null;
+                  },
+                  finalize() {
+                    const age = query.get('age');
+
+                    if ([ 'children', 'adults' ].includes(age)) {
+                      const ageCriteria = age === 'children' ? { $lte: 18 } : { $gt: 18 };
+                      query.and({ age: ageCriteria });
+                    }
+                  }
+                }
+              },
+              methods: {
+                async sortByAge() {
+                  await query.finalize();
+
+                  const pipeline = [
+                    { $match: query.get('criteria') },
+                    { $sort: { age: 1 } }
+                  ];
+
+                  const results = await self.apos.doc.db.aggregate(pipeline).toArray();
+
+                  return results;
+                }
+              }
+            };
+          }
+        },
+        person: {
+          extend: 'young',
+          options: {
+            alias: 'person'
+          },
+          extendQueries(self, query) {
+            return {
+              builders: {
+                age: {
+                  def: 'adult',
+                  launder(_super, val) {
+                    const laundered = _super();
+
+                    if (laundered !== null) {
+                      return laundered;
+                    }
+
+                    return val === 'senior' ? val : null;
+                  },
+                  async finalize(_super) {
+                    await _super();
+
+                    const age = query.get('age');
+
+                    if (age === 'seniors') {
+                      query.and({ age: { $gt: 60 } });
+                    }
+                  }
+                }
+              },
+              methods: {
+                async sortByAge(_super) {
+                  assert(typeof _super === 'function');
+
+                  await query.finalize();
+
+                  const pipeline = [
+                    { $match: query.get('criteria') },
+                    { $sort: { age: -1 } }
+                  ];
+
+                  const results = await self.apos.doc.db.aggregate(pipeline).toArray();
+
+                  return results;
+                }
+              }
+            };
+          }
+        }
+      }
+    });
+  });
+
+  it('should insert person pieces and verify age query builder is working', async function() {
+    const req = apos.task.getReq();
+    const persons = getPersons(apos.young);
+    const { insertedCount } = await apos.doc.db.insertMany(persons);
+
+    assert(insertedCount === 6);
+
+    const children = await apos.young.find(req).age('children').toArray();
+    const adults = await apos.young.find(req).age('adults').toArray();
+
+    assert(children.length === 2);
+    children.forEach((child) => {
+      assert(child.age <= 18);
+    });
+
+    assert(adults.length === 4);
+    adults.forEach((adult) => {
+      assert(adult.age > 18);
+    });
+  });
+
+  it('should insert seniors and verify the query builders have been properly extended', async function() {
+    const req = apos.task.getReq();
+    const persons = getPersons(apos.person, true);
+    const { insertedCount } = await apos.doc.db.insertMany(persons);
+
+    assert(insertedCount === 8);
+
+    const children = await apos.person.find(req).age('children').toArray();
+    const adults = await apos.person.find(req).age('adults').toArray();
+    const seniors = await apos.person.find(req).age('seniors').toArray();
+
+    assert(children.length === 2);
+    children.forEach((child) => {
+      assert(child.age <= 18);
+    });
+
+    assert(adults.length === 6);
+    adults.forEach((adult) => {
+      assert(adult.age > 18);
+    });
+
+    assert(seniors.length === 2);
+    seniors.forEach((senior) => {
+      assert(senior.age > 60);
+    });
+  });
+
+  it('should verify that query methods work and can be extende', async function() {
+    const req = apos.task.getReq();
+    const youngSorted = await apos.young.find(req).age('adults').sortByAge();
+    assert(youngSorted[0].age === 25);
+    assert(youngSorted[1].age === 32);
+    assert(youngSorted[2].age === 50);
+    assert(youngSorted[3].age === 58);
+
+    const personsSorted = await apos.person.find(req).age('adults').sortByAge();
+    assert(personsSorted[0].age === 80);
+    assert(personsSorted[1].age === 72);
+    assert(personsSorted[2].age === 58);
+    assert(personsSorted[3].age === 50);
+    assert(personsSorted[4].age === 32);
+  });
+});
+
+function getPersons(instance, withSeniors = false) {
+  const moduleName = instance.__meta.name;
+  return [
+    {
+      title: 'Jean',
+      age: 32
+    },
+    {
+      title: 'Julie',
+      age: 25
+    },
+    {
+      title: 'Victor',
+      age: 14
+    },
+    {
+      title: 'Marc',
+      age: 58
+    },
+    {
+      title: 'Hector',
+      age: 7
+    },
+    {
+      title: 'Marie',
+      age: 50
+    },
+    ...withSeniors ? [
+      {
+        title: 'Jules',
+        age: 72
+      },
+      {
+        title: 'Renée',
+        age: 80
+      }
+    ] : []
+  ].map((p, i) => ({
+    _id: `${moduleName}${i}`,
+    ...instance.newInstance(),
+    slug: `${moduleName}-${p.title.toLowerCase()}`,
+    ...p
+  }));
+}