@suffolklitlab/alkiln 4.9.2 → 4.10.0

package/.github/workflows/test_tests.yml

@@ -42,8 +42,8 @@ jobs:
       - name: Set name of artifact folder with date and UTC time
         # https://www.shell-tips.com/linux/how-to-format-date-and-time-in-linux-macos-and-bash/#how-to-format-a-date-in-bash
         run: |
-          echo "ARTIFACT_NAME=alkiln_tests_output-$(date +'%Y-%m-%d at %Hhrs %Mmins %Ssecs' -u) UTC" >> $GITHUB_ENV
-          echo "UNIT_TESTS_ARTIFACT_NAME=_alkiln_tests_misc-$(date +'%Y-%m-%d at %Hhrs %Mmins %Ssecs' -u) UTC" >> $GITHUB_ENV
+          echo "ARTIFACT_NAME=alkiln-$(date +'%Y-%m-%d at %Hh%Mm%Ss' -u) UTC" >> $GITHUB_ENV
+          echo "UNIT_TESTS_ARTIFACT_NAME=_alkiln_tests_misc-$(date +'%Y-%m-%d at %Hh%Mm%Ss' -u) UTC" >> $GITHUB_ENV
       - name: Set languages
         run: echo "EXTRA_LANGUAGES=${{ github.event.inputs.extra_languages }}" >> $GITHUB_ENV
         if: ${{ github.event.inputs.extra_languages != '' }}
@@ -71,7 +71,7 @@ jobs:
         if: ${{ always() }}
         with:
           name: ${{ env.ARTIFACT_NAME }}
-          path: ./alkiln_tests_output-*
+          path: ./alkiln-*
       # Delete Playground Project and project name file
       - name: Cleanup
         if: ${{ always() }}

package/CHANGELOG.md

@@ -40,6 +40,25 @@ Format:
 -->
 <!-- ## [Unreleased] -->
 
+## [4.10.0] - 2022-11-17
+### Changed
+- Don't mark `...there_in_another | False |` in story tables as invalid, as it's necessary for some
+  workflows (see https://github.com/SuffolkLITLab/ALKiln/pull/580 for a longer discussion).
+  - Explicitly **not** documented, as we don't want to encourage people to use it if it's not
+    necessary for their interviews.
+- continuing between screens will no longer press button with the `btn-primary` class. This means
+  that it won't press "Exit", or "Restart" buttons, to avoid getting in an infinite loop.
+- Shorten test report and artifact filenames, attempting to have fewer files whose whole paths are
+  longer than 260 characters. (See https://github.com/SuffolkLITLab/ALKiln/pull/626 for details).
+
+### Fixed
+- Corrects the month in the artifact folder timestamp; was printing things like `81` for September
+  instead of `09`, because of a `+` being interpreted as Javascript string concatenation and not math.
+
+## [4.9.3] - 2022-09-07
+### Fixed
+- `retry` of failed tests not implemented for developers. See https://github.com/SuffolkLITLab/ALKiln/issues/601.
+
 ## [4.9.2] - 2022-09-02
 ### Fixed
 - Environment variables `SERVER_RELOAD_TIMEOUT_SECONDS` and `MAX_SECONDS_FOR_SERVER_RELOAD` were being used as milliseconds instead of seconds. See https://github.com/SuffolkLITLab/ALKiln/issues/606.

package/action.yml

@@ -43,7 +43,7 @@ runs:
       # Human-readable date/time:
       # https://www.shell-tips.com/linux/how-to-format-date-and-time-in-linux-macos-and-bash/#how-to-format-a-date-in-bash
       run: |
-        echo "ARTIFACT_NAME=alkiln_tests_output $(date +'%Y-%m-%d at %Hhrs %Mmins %Ssecs' -u) UTC" >> $GITHUB_ENV
+        echo "ARTIFACT_NAME=alkiln-$(date +'%Y-%m-%d at %Hh%Mm%Ss' -u) UTC" >> $GITHUB_ENV
         if ${{ github.event.inputs.extra_languages != '' }}
         then
           echo "Manually set languages: ${{ github.event.inputs.extra_languages }}"
@@ -77,7 +77,7 @@ runs:
           "scripts": {
             "test": "npm run langs_setup && npm run cucumber -- $@",
             "cucumber_base": "./node_modules/.bin/cucumber-js --require ./node_modules/@suffolklitlab/alkiln/lib/index.js",
-            "cucumber": "run_cucumber(){ npm run cucumber_base -- \"$@\" docassemble/*/data/sources/*.feature; }; run_cucumber",
+            "cucumber": "run_cucumber(){ npm run cucumber_base -- \"$@\" docassemble/*/data/sources/*.feature --retry 1; }; run_cucumber",
             "langs": "npm run langs_setup && ./node_modules/.bin/cucumber-js --require ./node_modules/.bin/alkiln-cucumber docassemble/*/data/sources/*_lang*.feature",
             "langs_setup": "node_modules/.bin/alkiln-langs 'docassemble/*/data/sources/*.feature'",
             "setup": "node_modules/.bin/alkiln-setup",
@@ -128,7 +128,7 @@ runs:
       uses: actions/upload-artifact@v2
       with:
         name: ${{ env.ARTIFACT_NAME }}
-        path: ./alkiln_tests_output-*
+        path: ./alkiln-*
 
 # ##################################
 # # A developer's workflow should look similar to the below

package/lib/scope.js

@@ -54,7 +54,33 @@ let is_secret_var = function(row) {
   return original.flags !== undefined && original.flags.secret_name !== undefined;
 }
 
+let fromBase64 = function(base64_str) {
+  /* Takes a base64 encoded string and returns it decoded.
+   * Note that this can take strings with invalid base 64 characters,
+   * but will change those characters to `/`s instead.
+   */
+  let buffer = Buffer.from( base64_str, 'base64' );
+  return buffer.toString( `utf-8` );
+}
+
+let toBase64 = function ( utf8_str, exclude_padding=true) {
+  /* Encoded a given string (@param utf8_str) in base64.
+   * @param exclude_padding {boolean} - if true, strips off `=` characters
+   *     that are added as padding while base64 encoding (docassemble doesn't
+   *     include those characters, and uses the UTF-7 base64 encoding
+   *     (RFC-2152)). For more details, see
+   *     https://github.com/nodejs/node/issues/6107#issuecomment-207177131
+   */
+  if ( typeof( utf8_str ) !== `string`  ) {  // Prevent an error
+    return `Will+Never+Match+Existing+DOM+Node==`;
+  }
+  let buffer = Buffer.from( utf8_str, 'utf-8' );
+  let base64str = buffer.toString( `base64` )
+  return exclude_padding ? base64str.replace(/=/g, '') : base64str;
+}
+
 let proxies_regex = /(\bx\.)|(\bx\[)|(\[[ijklmn]\])/g;
+let da_base64_regex = /^[A-Za-z0-9+/]+$/;
 let misc_artifacts_dir = `_alkiln_test-misc_artifacts`;
 
 module.exports = {
@@ -620,7 +646,7 @@ module.exports = {
     * - Birthdate fields that will be showing up relatively soon
     * - Time fields?
     */
-    let base64_var_name = await scope.toBase64( scope, { utf8_str: var_name });
+    let base64_var_name = toBase64( var_name );
 
     // Will catch some radio and checkbox inputs too, which will then be rejected
     // Note: I think `showif`s with `code` don't use `data-saveas`
@@ -659,12 +685,14 @@ module.exports = {
     return to_manipulate;
   },  // Ends scope.setVar()
 
+  continue_button_selector: `fieldset.da-field-buttons button[type="submit"].btn-primary`,
+  signature_selector: `fieldset .dasigsave`,
   continue: async function ( scope ) {
     /* Presses whatever button it finds that might lead to the next page. */
     // Any selectors I find seem somewhat precarious.
     let elem = await Promise.race([
-      scope.page.waitForSelector(`fieldset.da-field-buttons button[type="submit"]`),  // other pages (this is the most consistent way)
-      scope.page.waitForSelector(`fieldset .dasigsave`),  // signature page
+      scope.page.waitForSelector(scope.continue_button_selector),  // other pages (this is the most consistent way)
+      scope.page.waitForSelector(scope.signature_selector),  // signature page
     ]);
     await elem.evaluate( el => { return el.className });
     // Waits for navigation or user error
@@ -675,15 +703,16 @@ module.exports = {
     /** Return true if a button that will allow continuing appears
     *    on this page. Otherwise return false. */
 
-    // Possible to find this on an event screen with `buttons:`, like an exit button
+    // Will only find this with "Continue buttons":
+    // * An actual continue button that doesn't set a variable
+    //   <button class="btn btn-da btn-primary" type="submit">Continue</button>
+    // * One that sets a variable:
+    //   <button type="submit" class="btn btn-da btn-primary" name="Zm9v" value="True">Continue</button>
+    // It will not find event screen `buttons:`, like an exit button or a restart button
     // <button type="submit" class="btn btn-da btn-danger" name="X211bHRpcGxlX2Nob2ljZQ" value="0">exit</button>
-    // An actual continue button that doesn't set a variable
-    // <button class="btn btn-da btn-primary" type="submit">Continue</button>
-    // One that sets a variable:
-    // <button type="submit" class="btn btn-da btn-primary" name="Zm9v" value="True">Continue</button>
     // `buttons:` can be used in question blocks as choices
-    let regular = await scope.page.$( `fieldset.da-field-buttons button[type="submit"]` );
-    let signature = await scope.page.$( `fieldset .dasigsave` );
+    let regular = await scope.page.$(scope.continue_button_selector);
+    let signature = await scope.page.$(scope.signature_selector);
 
     return regular !== null || signature !== null;
 
@@ -972,9 +1001,9 @@ module.exports = {
     if ( !encoded_trigger_var ) {
       // TODO: Add documentation and then link to it in this message.
       await scope.addToReport(scope, { type: `warning`, value: `You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.` });
-      encoded_trigger_var = await scope.toBase64( scope, { utf8_str: `None` });
+      encoded_trigger_var = toBase64( `None` );
     }
-    let trigger = await scope.fromBase64( scope, { base64_str: encoded_trigger_var });
+    let trigger = fromBase64( encoded_trigger_var );
 
     
     // Some `show if` fields have `names` like '_field_n' instead of their var name. Ex: _field_1
@@ -1120,7 +1149,18 @@ module.exports = {
       // Inputs like textareas don't have values
       if ( values.length > 0 ) {
         for ( let value of values ){
-          possible_table_rows.push({ var: var_name, value, });
+          possible_table_rows.push({ var: var_name, value: value, });
+          // Ignore blanks, and values that certainly aren't base64 encoded like True and False
+          // Modified from https://stackoverflow.com/a/8571649/11416267
+          // DA doesn't use `==` to pad base 64
+          if (value !== 'None' && value !== 'True' && value !== 'False'
+              && value.match(da_base64_regex)) {
+            let value_decoded = fromBase64(value);
+            let values_decoded = scope.decodeFully( scope, {expr_str: value_decoded });
+            for (let possible_val of values_decoded) {
+              possible_table_rows.push({var: var_name, value: possible_val, });
+            }
+          }
         }
       } else {
         possible_table_rows.push({ var: var_name, value: '', });
@@ -1145,11 +1185,11 @@ module.exports = {
 
     let field_like_names = {};
     let field_like_names_encoded = $('input[name="_varnames"]')[0].attribs.value;
-    let field_like_names_str = await scope.fromBase64( scope, { base64_str: field_like_names_encoded });
+    let field_like_names_str = fromBase64( field_like_names_encoded );
     let field_like_names_json = JSON.parse( field_like_names_str );
     for ( let field_like_key in field_like_names_json ) {
-      let field_like_DOM_name = await scope.fromBase64( scope, { base64_str: field_like_key });
-      let field_like_var_name = await scope.fromBase64( scope, { base64_str: field_like_names_json[ field_like_key ]});
+      let field_like_DOM_name = fromBase64( field_like_key );
+      let field_like_var_name = fromBase64( field_like_names_json[ field_like_key ] );
       field_like_names[ field_like_DOM_name ] = field_like_var_name;
     }
 
@@ -1178,14 +1218,11 @@ module.exports = {
     *  @param encoded {str} - base64 encoded string of the node
     *  @param field_like_names {obj} - e.g. `{ _field_0: 'some_checkbox_var_name' }`
     *  @param nota {bool} - is the field a 'none of the above' field? */
-    let var_names = [];
-    let var_name = '';
-
     // E.g. continue buttons that don't set a variable
-    if ( encoded === undefined ) { return var_names; }
+    if ( encoded === undefined ) { return []; }
 
     // Names can be encoded multiple times, so start peeling the layers
-    let layer_1_decoded = await scope.fromBase64( scope, { base64_str: encoded });
+    let layer_1_decoded = fromBase64( encoded );
     // If this is of the format `_field_n`, we need to get the actual matching var name.
     if ( field_like_names[ layer_1_decoded ] ) {
       layer_1_decoded = field_like_names[ layer_1_decoded ];
@@ -1200,60 +1237,66 @@ module.exports = {
       // TODO: Should we move this back into `getAllFields()`?
     }
 
-    // A lot of checkbox fields have a key hidden inside them. (not yesno type checkboxes)
-    let checkbox_match = layer_1_decoded.match( /^(.*)\[[BR]'(.*)'\]/ );
+    return scope.decodeFully(scope, { expr_str: layer_1_decoded, field_like_names, nota });
+  },  // Ends scope.getPossibleVarNames()
+
+  decodeFully: function ( scope, { expr_str, field_like_names = {}, nota} ) {
+    /*
+    * Given a DA variable or value name, make sure it's fully decoded from base64.
+    *  @param variable_str {str} - a python variable string, potentially partially base64 encoded
+    *    Some examples:
+    *    - my_variable
+    *    - checkboxes_choices[B'Y2hlY2tib3hfb3RoZXJfb3B0XzI']
+    *    - foo[bar][B'Y2hlY2tib3hfb3RoZXJfb3B0XzI']
+    *  @param field_like_names {obj} - e.g. `{ _field_0: 'some_checkbox_var_name' }`
+    *  @param nota {bool} - is the field a 'none of the above' field?
+    */
+    // Some fields have a key hidden inside them.
+    // This gets the variable name before the final brackets, and the likely
+    // still base64 encoded string inside the brackets
+    let before_and_in_brackets = expr_str.match( /^(.*)\[[BR]'(.*)'\]/ );
 
     // Of the format `foo[B'encoded']` or `foo[R'encoded']`
+    // The B means internal to docassemble, the encoded portion is a string,
+    // and the R means that the python `repr` function was called with a
+    // non-string object
     // See https://github.com/jhpyle/docassemble/blob/595ad0a08572c0188f9ab49b1a6af99a3621cd42/docassemble_base/docassemble/base/standardformatter.py#L2108
 
-    // What about something like foo[R'encoded1'][B'encoded2']? Is that a
-    // thing? Can they be index numbers? Or just `foo['encoded1']`? What
-    // would their format be? The above? `foo[R'actual_choice'][B'encoded']`?
-    // `foo['something'][B'encoded']`?
-
     // =====================
     // Ex: checkboxes_choices[B'Y2hlY2tib3hfb3RoZXJfb3B0XzI']
     // Ex: checkboxes_choices[R'Y2hlY2tib3hfb3RoZXJfb3B0XzI']
-    if ( checkbox_match ) {
-
-      let key_or_name = checkbox_match[1];
+    let possible = [];
+    if ( before_and_in_brackets ) {
+      let key_or_name = before_and_in_brackets[1];
       // If this is of the format `_field_n`, we need to get the actual matching var name.
-      if ( field_like_names[ key_or_name ] ) {
-        var_name = field_like_names[ key_or_name ];
-      } else {
-        var_name = key_or_name;
-      }
+      let var_name = field_like_names [ key_or_name ] || key_or_name;
 
-      // Our own marker for a 'none of the above' checkbox choice
-      if ( nota ) { var_names.push( `${ var_name }['None']` ); }
-      else {
-        // Get the choice name. E.g. option_1, option_2
-        let box_layer_1_decoded = await scope.fromBase64( scope, { base64_str: checkbox_match[2] });
-        var_names.push( `${ var_name }['${ box_layer_1_decoded }']` );
+      let dictionary_key = before_and_in_brackets[2];
 
-        try {
-          // The part inside `[B'encoded']` could need one more decoding (or more?)
-          // It may have invalid chars if it's not a one-word var name, though, like '_'
-          let box_layer_2_decoded = await scope.fromBase64( scope, { base64_str: box_layer_1_decoded });
-          var_names.push(`${ var_name }['${ box_layer_2_decoded }']`);
-        } catch ( err ) {}  // It wasn't double encoded. Do nothing.
+      // Our own marker for a 'none of the above' checkbox choice
+      if ( nota ) { 
+        possible.push( `${ var_name }['None']` ); 
+      } else {
+        if (dictionary_key.match(da_base64_regex)) {
+          // Get the choice name. E.g. option_1, option_2
+          let dictionary_key_decoded = fromBase64( dictionary_key );
+          possible.push( `${ var_name }['${ dictionary_key_decoded }']` );
+          if (dictionary_key_decoded.match(da_base64_regex)) {
+            try {
+              // The part inside `[B'encoded']` could need one more decoding.
+              possible.push(`${ var_name }['${ fromBase64( dictionary_key_decoded ) }']`);
+            } catch ( err ) {}  // It wasn't double encoded. Do nothing.
+          }
+        }
       }
 
     // =====================
-    // Otherwise, just the var name (non checkboxes or yesno checkbox type things)
+    // If bracket regex didn't match, just use var name
     } else {
-      var_name = layer_1_decoded;
-      var_names.push(`${ layer_1_decoded }`);
-      // // Values are sometimes encoded multiple times (check this happens with a plain var name)
-      // let layer_2_decoded = await scope.fromBase64( layer_1_decoded );
-      // names.var_names.push( layer_2_decoded );
+      possible.push(`${ expr_str }`);
     }
-
-    // Detecting valid variable names/characters
-    // https://stackoverflow.com/a/23377268
-
-    return var_names;
-  },  // Ends scope.getPossibleVarNames()
+    return possible;
+  },
 
   getOptionValues: async function ( scope, { $select }) {
     /* Returns all the option node values of the select node. */
@@ -1261,35 +1304,11 @@ module.exports = {
     let option_nodes = $select.find( `option` );
     for ( let opt of option_nodes ) {
       options.push( opt.attribs.value );
-      // Dropdown options created with objects will be encoded
-      let decoded = await scope.fromBase64( scope, { base64_str: opt.attribs.value });
-      options.push( decoded );
+      // Dropdowns created w/ objects are base64 encoded; but it's handled in getPossibleTableRowMatches
     }
-    // TODO: These may be encoded? Just 'decode' and append those vals too.
-    // TODO: Keep those decoded values somewhere for setting the right
-    // option in the DOM. Not sure how that can be put together sensically.
     return options;
   },  // Ends scope.getOptionValues()
 
-  fromBase64: async function ( scope, { base64_str }) {
-    let buffer = Buffer.from( base64_str, 'base64' );
-    return buffer.toString( `utf-8` );
-  },
-
-  toBase64: async function ( scope, { utf8_str }, exclude_padding=true) {
-    if ( typeof( utf8_str ) !== `string`  ) {  // Prevent an error
-      return `Will+Never+Match+Existing+DOM+Node==`;
-    }
-    // Sometimes, converting to base64 results in padding characters ('=')
-    // being added to the end. Docassemble does not use these padding
-    // characters everywhere, so we allow for stripping them using 
-    // the exclude_padding argument. For more details, see
-    // https://github.com/nodejs/node/issues/6107#issuecomment-207177131
-    let buffer = Buffer.from( utf8_str, 'utf-8' );
-    let base64str = buffer.toString( `base64` )
-    return exclude_padding ? base64str.replace(/=/g, '') : base64str;
-  },
-
 
   // TODO: Maybe add `from_story_table` to the var data table (array...)
   getMatchingRows: async function ( scope, { field, var_data }) {
@@ -1481,7 +1500,12 @@ module.exports = {
       await scope.addToReport(scope, { type: `warning`, value: multiple_matches_msg });
     }
 
-    if ( session_vars.get_debug() ) { console.log( `final_matching_rows:\n`, JSON.stringify( final_matching_rows )); }
+    if ( session_vars.get_debug() ) { 
+      console.log( `final_matching_rows:\n`, JSON.stringify( final_matching_rows )); 
+      if ( final_matching_rows.length == 0) {
+        console.log(` field:\n`, JSON.stringify( field ) );
+      }
+    }
     return final_matching_rows;
   },  // Ends scope.getMatchingRows()
 
@@ -1685,8 +1709,6 @@ module.exports = {
     },
     select: async function ( scope, { handle, answer }) {
       // Note: I don't remember what's really going on in here.
-      // I will note that values of `select` elements are strings,
-      // not variables, so we don't need to check for variable names.
 
       // A dropdown's option value can be one of two things
       // Try to find the element using the first value
@@ -1707,7 +1729,7 @@ module.exports = {
       // If that literal value isn't on the page, it should be a base64 encoded value
       // TODO: Can these be double encoded? Can they be encoded like objects?
       } else {
-        let base64_name = await scope.toBase64( scope, { utf8_str: answer });
+        let base64_name = toBase64( answer );
         await handle.select( base64_name );
       }
       
@@ -2127,13 +2149,18 @@ module.exports = {
         enhanced_var_data.push( special_row );
 
       // Neutralize a `.there_is_another` row in a story table
-      } else if ( from_story_table && var_datum.var.match( /\.there_is_another$/ ) ) {
+      } else if ( from_story_table && var_datum.var.match( /\.there_is_another$/ ) && var_datum.value !== `False`) {
         var_datum.invalid = true;
         // Removing the row will just cause a different error that will take longer to fail and
         // probably add a confusing message to the report, so mutating seems, sadly, more useful.
         var_datum.value = `False`;  // The original value is still preserved
         // Warn the developer not to use `.there_is_another`.
-        await scope.addToReport( scope, { type: `warning`, value: `The attribute \`.there_is_another\` is invalid in story table tests. Replace it with \`.target_number\` in your \`var\` and \`trigger\` columns. Set the \`value\` to the number of items in that list. This test will now set this row's \`value\` to \`False\`. See https://suffolklitlab.github.io/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing#there_is_another. The row data is\n${ JSON.stringify( var_datum.original )}` });
+        await scope.addToReport( scope, { type: `warning`, 
+            value: 'The attribute `.there_is_another` is invalid in story table tests. Replace it with '
+              + '`.target_number` in your `var` and `trigger` columns. Set the `value` to the number of items in '
+              + `that list. This test will now set this row's \`value\` to \`False\`. See `
+              + `https://suffolklitlab.github.io/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing#there_is_another. `
+              + `The row data is\n${ JSON.stringify( var_datum.original )}` });
       }
     }
 
@@ -2821,4 +2848,24 @@ module.exports = {
 
     return all_are_included;
   },  // Ends scope.reportIncludesAllExpected()
+
+  reportDoesNotInclude: async function ( scope, { not_expected=[] }) {
+    /* Tests the behavior of this testing framework.
+    * Test whether the expected values are not included in the test report.
+    * 
+    * @param not_expected {array} Arr of strs that should not appear in the report.
+    */
+    let current_report_obj = scope.report.get( scope.scenario_id );
+    let scenario = [ scope.scenario_id, current_report_obj ];  // Mimic how loop works with `Map`
+    let report = await scope.getPrintableScenario( scope, { scenario });
+    let none_included = true;
+    for ( let one_expectation of not_expected ) {
+      if ( report.includes( one_expectation )) {
+        none_included = false;
+        expect( report ).not.to.contain( one_expectation );
+      }
+    }
+
+    return none_included;
+  },
 };

package/lib/steps.js

@@ -115,6 +115,7 @@ Before(async (scenario) => {
   scope.scenario_id = uuidv4();
   scope.expected_status = null;
   scope.expected_in_report = null;
+  scope.expected_not_in_report = null;
   scope.server_reload_promise = null;
 
   await scope.addReportHeading(scope, {scenario});
@@ -1068,6 +1069,19 @@ Given(/the Scenario report should include/i, async ( report_text ) => {
 
 });
 
+Given(/the Scenario report should not include/i, async ( report_text ) => {
+  /* WARNING: If a Step will fail, this Step must come first.
+  * 
+  * Prepare to test that the Scenario report does not include `report_text`.
+  * The actual test has to be done at the end of the Scenario as some text
+  * may be added to the report there. */
+  if ( !scope.expected_not_in_report ) {
+    scope.expected_not_in_report = [];
+  }
+  scope.expected_not_in_report.push( report_text );
+
+});
+
 Given(/the final Scenario status should be "(passed|failed)"/i, async ( expected_status ) => {
   /* WARNING: If a Step will fail, this Step must come first.
   * 
@@ -1156,6 +1170,20 @@ After(async function(scenario) {
     else { scenario.result.status = `FAILED`; }
   }
 
+  if (scope.expected_not_in_report && scope.expected_not_in_report.length > 0) {
+    let not_expected = scope.expected_not_in_report;
+    // Reset report values no matter what so they don't mess up future scenarios
+    scope.expected_not_in_report = null;
+    let all_were_not_there = await scope.reportDoesNotInclude( scope, { not_expected });
+
+    if ( all_were_not_there ) {
+      scenario.result.status = `PASSED`;
+    } else { 
+      scenario.result.status = `FAILED`;
+    }
+
+  }
+
   // If there is a page open, then sign out and close it
   if ( scope.page ) {
     // Catch a possible reload error.

package/lib/utils/files.js

@@ -11,14 +11,14 @@ files.readable_date = function() {
   */
   let date = new Date();  // now
   let day = ("0" + date.getUTCDate()).slice(-2);
-  let month = ("0" + date.getUTCMonth() + 1).slice(-2);
+  let month = ("0" + (date.getUTCMonth() + 1)).slice(-2);
   let year = date.getUTCFullYear();
   let hours = ("0" + date.getUTCHours()).slice(-2);
   let mins = ("0" + date.getUTCMinutes()).slice(-2);
   let secs = ("0" + date.getUTCSeconds()).slice(-2);
   let msecs = ("00" + date.getUTCMilliseconds()).slice(-3);
 
-  let fancy_str = `${ year }-${ month }-${ day } at ${ hours }hr ${ mins }min ${ secs }sec ${ msecs }ms UTC`;
+  let fancy_str = `${ year }-${ month }-${ day } at ${ hours }h${ mins }m${ secs }s${ msecs }ms UTC`;
   return fancy_str;
 };  // Ends files.readable_date()
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@suffolklitlab/alkiln",
-  "version": "4.9.2",
+  "version": "4.10.0",
   "description": "Integrated automated end-to-end testing with docassemble, puppeteer, and cucumber.",
   "main": "lib/index.js",
   "scripts": {
@@ -42,6 +42,7 @@
     "chai": "4.2.0",
     "cheerio": "1.0.0-rc.10",
     "dotenv": "8.2.0",
+    "deep-equal-in-any-order": "^2.0.0",
     "mocha": "9.2.0",
     "puppeteer": "13.1.3",
     "qs": "6.10.2",

package/tests/features/interactive_steps.feature

@@ -132,3 +132,35 @@ Scenario: tap element with an error
   """
   Given I start the interview at "test_taps"
   And I tap the "Tests-not_there-tab" tab
+
+@i5 @decoding-test @object-multiselect
+Scenario: Base64 encoded corner cases are decoded correctly
+  Given I start the interview at "test_decoding"
+  And I get to "end screen" with this data:
+    | var | value | trigger |
+    | object_multiselect_test['obj_opt_1'] | True | |
+    | object_multiselect_test['obj_opt_3'] | True | |
+    | multiselect_test['hi'] | True | |
+    | multiselect_test['dear'] | True | |
+    | object_radio_field | object_radio_choice_one | |
+    | object_checkboxes_test['obj_chkbx_opt_1'] | True | |
+    | object_dropdown | obj_opt_2 | |
+    | checkbox_dict['single_quote_key']['🁳🧴🯍🥫🅍🗎🹇🗷🌲🯵'] | True | |
+
+# This test should fail because it's target id is never found, but that also means
+# it has succeeded because it didn't try to keep looking for the id by pressing 'restart'
+# to continue.
+@fast @i6
+Scenario: Fails as it doesn't try to 'continue' with a restart button
+  Given the final Scenario status should be "failed"
+  And the Scenario report should include:
+  """
+  The test got stuck on "kickout-screen"
+  """
+  Given the max seconds for each step in this scenario is 10
+  Given I start the interview at "test_kickout"
+  And I get to "doesnt exist" with this data:
+    | var | value | trigger |
+    | user_choice | wrong | |
+  
+

package/tests/features/reports.feature

@@ -6,13 +6,13 @@ Feature: Reports show the right things
 # rp for report pass
 
 # ===============================
-# Reoprts for "failed" Scenarios
+# Reports for "failed" Scenarios
 # ===============================
 
 # ---- Exceptions in steps.js ----
 
 @fast @rf1 @error
-Scenario: Fail with missng language link
+Scenario: Fail with missing language link
   Given the final Scenario status should be "failed"
   Given the Scenario report should include:
   """
@@ -106,7 +106,7 @@ Scenario: Fail with missing error message
 
 # TODO: Check this with validation code failure too
 @fast @rf10 @error
-Scenario: Fail with was uexepctedly not able to continue for invalid field input message
+Scenario: Fail with was unexpectedly not able to continue for invalid field input message
   Given the final Scenario status should be "failed"
   Given the Scenario report should include:
   """
@@ -544,3 +544,14 @@ Scenario: Sign in to server successfully
   Signed in
   """
   Given I sign in with the email "USER1_EMAIL" and the password "USER1_PASSWORD"
+
+@rp4 @table
+Scenario: Report doesn't complain about `there_is_another | False` in a table.
+  Given the Scenario report should not include:
+  """
+  The attribute `.there_is_another` is invalid in story table tests
+  """
+  Given I start the interview at "test_gather"
+  And I get to "end screen" with this data:
+    | var | value | trigger |
+    | users.there_is_another | False | users.there_is_another |

package/tests/unit_tests/fields.fixtures.js

@@ -15,7 +15,7 @@ fields.standard = [
       }
     ],
     "type": "checkbox",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"Y2hlY2tib3hlc19vdGhlcltCJ1kyaGxZMnRpYjNoZmIzUm9aWEpmYjNCMFh6RSdd\"][value=\"True\"][id=\"Y2hlY2tib3hlc19vdGhlcg_0\"][class=\"dafield1 danon-nota-checkbox da-to-labelauty checkbox-icon labelauty da-active-invisible dafullwidth\"]",
@@ -25,13 +25,9 @@ fields.standard = [
         "var": "checkboxes_other['checkbox_other_opt_1']",
         "value": "True"
       },
-      {
-        "var": "checkboxes_other['r\u0017���1��az����']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"Y2hlY2tib3hlc19vdGhlcltCJ1kyaGxZMnRpYjNoZmIzUm9aWEpmYjNCMFh6SSdd\"][value=\"True\"][id=\"Y2hlY2tib3hlc19vdGhlcg_1\"][class=\"dafield1 danon-nota-checkbox da-to-labelauty checkbox-icon labelauty da-active-invisible dafullwidth\"]",
@@ -41,13 +37,9 @@ fields.standard = [
         "var": "checkboxes_other['checkbox_other_opt_2']",
         "value": "True"
       },
-      {
-        "var": "checkboxes_other['r\u0017���1��az����']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"Y2hlY2tib3hlc19vdGhlcltCJ1kyaGxZMnRpYjNoZmIzUm9aWEpmYjNCMFh6TSdd\"][value=\"True\"][id=\"Y2hlY2tib3hlc19vdGhlcg_2\"][class=\"dafield1 danon-nota-checkbox da-to-labelauty checkbox-icon labelauty da-active-invisible dafullwidth\"]",
@@ -57,13 +49,9 @@ fields.standard = [
         "var": "checkboxes_other['checkbox_other_opt_3']",
         "value": "True"
       },
-      {
-        "var": "checkboxes_other['r\u0017���1��az����']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"_ignore1\"][id=\"labelauty-294201\"][class=\"dafield1 danota-checkbox da-to-labelauty checkbox-icon labelauty da-active-invisible dafullwidth\"]",
@@ -75,7 +63,7 @@ fields.standard = [
       }
     ],
     "type": "checkbox",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"cmFkaW9feWVzbm8\"][value=\"True\"][id=\"cmFkaW9feWVzbm8_0\"][class=\"da-to-labelauty labelauty da-active-invisible dafullwidth\"]",
@@ -87,7 +75,7 @@ fields.standard = [
       }
     ],
     "type": "radio",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"cmFkaW9feWVzbm8\"][value=\"False\"][id=\"cmFkaW9feWVzbm8_1\"][class=\"da-to-labelauty labelauty da-active-invisible dafullwidth\"]",
@@ -99,7 +87,7 @@ fields.standard = [
       }
     ],
     "type": "radio",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"cmFkaW9fb3RoZXI\"][value=\"radio_other_opt_1\"][id=\"cmFkaW9fb3RoZXI_0\"][class=\"da-to-labelauty labelauty da-active-invisible dafullwidth\"]",
@@ -111,7 +99,7 @@ fields.standard = [
       }
     ],
     "type": "radio",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"cmFkaW9fb3RoZXI\"][value=\"radio_other_opt_2\"][id=\"cmFkaW9fb3RoZXI_1\"][class=\"da-to-labelauty labelauty da-active-invisible dafullwidth\"]",
@@ -123,7 +111,7 @@ fields.standard = [
       }
     ],
     "type": "radio",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"cmFkaW9fb3RoZXI\"][value=\"radio_other_opt_3\"][id=\"cmFkaW9fb3RoZXI_2\"][class=\"da-to-labelauty labelauty da-active-invisible dafullwidth\"]",
@@ -135,7 +123,7 @@ fields.standard = [
       }
     ],
     "type": "radio",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"dGV4dF9pbnB1dA\"][id=\"dGV4dF9pbnB1dA\"][class=\"form-control\"]",
@@ -147,7 +135,7 @@ fields.standard = [
       }
     ],
     "type": "text",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion textarea[name=\"dGV4dGFyZWE\"][id=\"dGV4dGFyZWE\"][class=\"form-control\"]",
@@ -159,7 +147,7 @@ fields.standard = [
       }
     ],
     "type": "",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion input[name=\"ZGF0ZV9pbnB1dA\"][id=\"ZGF0ZV9pbnB1dA\"][class=\"form-control\"]",
@@ -171,7 +159,7 @@ fields.standard = [
       }
     ],
     "type": "date",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion select[name=\"ZHJvcGRvd25fdGVzdA\"][id=\"ZHJvcGRvd25fdGVzdA\"][class=\"form-select dasingleselect\"]",
@@ -181,37 +169,21 @@ fields.standard = [
         "var": "dropdown_test",
         "value": ""
       },
-      {
-        "var": "dropdown_test",
-        "value": ""
-      },
       {
         "var": "dropdown_test",
         "value": "dropdown_opt_1"
       },
-      {
-        "var": "dropdown_test",
-        "value": "v�)v�'��m�"
-      },
       {
         "var": "dropdown_test",
         "value": "dropdown_opt_2"
       },
-      {
-        "var": "dropdown_test",
-        "value": "v�)v�'��m�"
-      },
       {
         "var": "dropdown_test",
         "value": "dropdown_opt_3"
       },
-      {
-        "var": "dropdown_test",
-        "value": "v�)v�'��m�"
-      }
     ],
     "type": "",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   },
   {
     "selector": "#daquestion button[name=\"ZGlyZWN0X3N0YW5kYXJkX2ZpZWxkcw\"][value=\"True\"][class=\"btn btn-da btn-primary\"]",
@@ -223,7 +195,7 @@ fields.standard = [
       }
     ],
     "type": "submit",
-    "trigger": "direct_standard_fields"
+    "trigger": "direct_standard_fields",
   }
 ];  // ends fields.standard
 
@@ -276,10 +248,6 @@ fields.show_if = [
         "var": "showif_checkboxes_other['showif_checkboxes_nota_1']",
         "value": "True"
       },
-      {
-        "var": "showif_checkboxes_other['�\u001a0��܅�$n�^��赯�']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "direct_showifs"
@@ -292,10 +260,6 @@ fields.show_if = [
         "var": "showif_checkboxes_other['showif_checkboxes_nota_2']",
         "value": "True"
       },
-      {
-        "var": "showif_checkboxes_other['�\u001a0��܅�$n�^��赯�']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "direct_showifs"
@@ -308,10 +272,6 @@ fields.show_if = [
         "var": "showif_checkboxes_other['showif_checkboxes_nota_3']",
         "value": "True"
       },
-      {
-        "var": "showif_checkboxes_other['�\u001a0��܅�$n�^��赯�']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "direct_showifs"
@@ -420,42 +380,22 @@ fields.show_if = [
         "var": "showif_dropdown",
         "value": ""
       },
-      {
-        "var": "showif_dropdown",
-        "value": ""
-      },
       {
         "var": "showif_dropdown",
         "value": "showif_dropdown_1"
       },
-      {
-        "var": "showif_dropdown",
-        "value": "�\u001a0��ݮ�]�\t�"
-      },
       {
         "var": "showif_dropdown",
         "value": "showif_dropdown_2"
       },
-      {
-        "var": "showif_dropdown",
-        "value": "�\u001a0��ݮ�]�\t�"
-      },
       {
         "var": "showif_dropdown",
         "value": "showif_dropdown_3"
       },
-      {
-        "var": "showif_dropdown",
-        "value": "�\u001a0��ݮ�]�\t�"
-      },
       {
         "var": "showif_dropdown",
         "value": "showif_dropdown_4"
       },
-      {
-        "var": "showif_dropdown",
-        "value": "�\u001a0��ݮ�]�\t�"
-      }
     ],
     "type": "",
     "trigger": "direct_showifs"
@@ -725,10 +665,6 @@ fields.object_dropdown = [
         "var": "object_dropdown",
         "value": ""
       },
-      {
-        "var": "object_dropdown",
-        "value": ""
-      },
       {
         "var": "object_dropdown",
         "value": "b2JqX29wdF8x"
@@ -766,6 +702,70 @@ fields.object_dropdown = [
   }
 ];
 
+// ============================
+// multiselect created with objects
+// ============================
+// ```
+// - Something: some_var
+//   datatype: object
+//   choices:
+//     - obj1
+//     - obj2
+// ```
+fields.object_multiselect = [
+  {
+    "selector": "#daquestion select[name=\"b2JqZWN0X211bHRpc2VsZWN0\"][id=\"b2JqZWN0X211bHRpc2VsZWN0\"][class=\"form-control damultiselect daobject\"]",
+    "tag": "select",
+    "guesses": [
+      {
+        "var": "object_multiselect['b2JqX29wdF8x']",
+        "value": "True"
+      },
+      {
+        "var": "object_multiselect['obj_opt_1']",
+        "value": "True"
+      },
+      {
+        "var": "object_multiselect['b2JqX29wdF8y']",
+        "value": "True"
+      },
+      {
+        "var": "object_multiselect['obj_opt_2']",
+        "value": "True"
+      },
+      {
+        "var": "object_multiselect['b2JqX29wdF8z']",
+        "value": "True"
+      },
+      {
+        "var": "object_multiselect['obj_opt_3']",
+        "value": "True"
+      },
+    ],
+    "type": "",
+    "trigger": "object_multiselect"
+  },
+  {
+    "guesses": [
+      {
+        "value": "True",
+        "var": "object_multiselect.gathered"
+      }
+    ],
+    "selector": "#daquestion input[name=\"b2JqZWN0X211bHRpc2VsZWN0LmdhdGhlcmVk\"][value=\"True\"]",
+    "tag": "input",
+    "trigger": "object_multiselect",
+    "type": "hidden"
+  },
+  {
+    "selector": "#daquestion button[class=\"btn btn-da btn-primary\"]",
+    "tag": "button",
+    "guesses": [],
+    "type": "submit",
+    "trigger": "object_multiselect"
+  }, 
+];
+
 
 // ============================
 // mixed quotes
@@ -779,10 +779,6 @@ fields.mixed_quotes = [
         "var": "single_quote_dict['single_quote_key']['sq_one']",
         "value": "True"
       },
-      {
-        "var": "single_quote_dict['single_quote_key']['���']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "double_quote_dict['double_quote_key']"
@@ -795,10 +791,6 @@ fields.mixed_quotes = [
         "var": "single_quote_dict['single_quote_key']['sq_two']",
         "value": "True"
       },
-      {
-        "var": "single_quote_dict['single_quote_key']['����']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "double_quote_dict['double_quote_key']"
@@ -811,10 +803,6 @@ fields.mixed_quotes = [
         "var": "single_quote_dict['single_quote_key']['sq_three']",
         "value": "True"
       },
-      {
-        "var": "single_quote_dict['single_quote_key']['��톷�']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "double_quote_dict['double_quote_key']"
@@ -839,10 +827,6 @@ fields.mixed_quotes = [
         "var": "double_quote_dict[\"double_quote_key\"]['dq_one']",
         "value": "True"
       },
-      {
-        "var": "double_quote_dict[\"double_quote_key\"]['v��']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "double_quote_dict['double_quote_key']"
@@ -855,10 +839,6 @@ fields.mixed_quotes = [
         "var": "double_quote_dict[\"double_quote_key\"]['dq_two']",
         "value": "True"
       },
-      {
-        "var": "double_quote_dict[\"double_quote_key\"]['v���']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "double_quote_dict['double_quote_key']"
@@ -871,10 +851,6 @@ fields.mixed_quotes = [
         "var": "double_quote_dict[\"double_quote_key\"]['dq_three']",
         "value": "True"
       },
-      {
-        "var": "double_quote_dict[\"double_quote_key\"]['v�톷�']",
-        "value": "True"
-      }
     ],
     "type": "checkbox",
     "trigger": "double_quote_dict['double_quote_key']"

package/tests/unit_tests/getAllFields.test.js

@@ -1,11 +1,15 @@
 const chai = require('chai');
 const expect = chai.expect;
+const deepEqualInAnyOrder = require('deep-equal-in-any-order');
+chai.use(deepEqualInAnyOrder);
 // We need jest or something, right? To do fancy stuff.
 
 const html = require('./html.fixtures.js');
 const fields = require('./fields.fixtures.js');
 const scope = require('../../lib/scope.js');
 const getAllFields = scope.getAllFields;
+
+chai.config.truncateThreshold = 0
 // TODO: Rearrange fixtures so related fixtures are next to each other? e.g.
 // buttons_yesno.html, buttons_yesno.fields, buttons_yesno.table, buttons_yesno.matches
 // May make more files both to make and to import, but may be more useful
@@ -29,7 +33,9 @@ const getAllFields = scope.getAllFields;
 it(`creates the right data for standard fields`, async function() {
   // 18 fields (03/15/21)
   let result = await getAllFields( scope, { html: html.standard });
-  expect( result ).to.deep.equal( fields.standard );
+  //console.log(`${ JSON.stringify(result) }`);
+  //console.log(`-----------------\n${ JSON.stringify(fields.standard) }`);
+  expect( result ).to.deep.equalInAnyOrder( fields.standard );
 });
 
 
@@ -38,7 +44,7 @@ it(`creates the right data for standard fields`, async function() {
 // ============================
 it(`creates the right data for 'show if' fields`, async function() {
   let result = await getAllFields( scope, { html: html.show_if });
-  expect( result ).to.deep.equal( fields.show_if );
+  expect( result ).to.deep.equalInAnyOrder( fields.show_if );
 });
 
 
@@ -48,25 +54,25 @@ it(`creates the right data for 'show if' fields`, async function() {
 it(`creates the right data for one continue button`, async function() {
   // `continue button field:`
   let result = await getAllFields( scope, { html: html.button_continue });
-  expect( result ).to.deep.equal( fields.button_continue );
+  expect( result ).to.deep.equalInAnyOrder( fields.button_continue );
 });
 
 it(`creates the right data for yesnomaybe buttons`, async function() {
   // `yesnomaybe:`
   let result = await getAllFields( scope, { html: html.buttons_yesnomaybe });
-  expect( result ).to.deep.equal( fields.buttons_yesnomaybe );
+  expect( result ).to.deep.equalInAnyOrder( fields.buttons_yesnomaybe );
 });
 
 it(`creates the right data for other mutiple choice continue buttons`, async function() {
   // `field:` and `buttons:`
   let result = await getAllFields( scope, { html: html.buttons_other });
-  expect( result ).to.deep.equal( fields.buttons_other );
+  expect( result ).to.deep.equalInAnyOrder( fields.buttons_other );
 });
 
 it(`creates the right data for an event action button`, async function() {
   // `field:` and `action buttons:`
   let result = await getAllFields( scope, { html: html.buttons_event_action });
-  expect( result ).to.deep.equal( fields.buttons_event_action );
+  expect( result ).to.deep.equalInAnyOrder( fields.buttons_event_action );
 });
 
 
@@ -76,7 +82,7 @@ it(`creates the right data for an event action button`, async function() {
 // x[i].name.first
 it(`creates the right data for a multi-proxy name (x[i])`, async function() {
   let result = await getAllFields( scope, { html: html.proxies_xi });
-  expect( result ).to.deep.equal( fields.proxies_xi );
+  expect( result ).to.deep.equalInAnyOrder( fields.proxies_xi );
 });
 
 // Multiple proxies by the same name are on the list (because of a loop)
@@ -84,7 +90,7 @@ it(`creates the right data for a multi-proxy name (x[i])`, async function() {
 it(`creates the right data for a multi-proxy name (x[i]) again for consistency`, async function() {
   // same data as `proxies_xi`, but have this here for consistency
   let result = await getAllFields( scope, { html: html.proxies_multi });
-  expect( result ).to.deep.equal( fields.proxies_multi );
+  expect( result ).to.deep.equalInAnyOrder( fields.proxies_multi );
 });
 
 
@@ -94,7 +100,7 @@ it(`creates the right data for a multi-proxy name (x[i]) again for consistency`,
 it(`creates the right data for a signature field`, async function() {
   // `field:` and `action buttons:`
   let result = await getAllFields( scope, { html: html.signature });
-  expect( result ).to.deep.equal( fields.signature );
+  expect( result ).to.deep.equalInAnyOrder( fields.signature );
 });
 
 
@@ -109,7 +115,7 @@ it(`creates the right data for a signature field`, async function() {
 // ```
 it(`creates the right data for a 'choices:' field`, async function() {
   let result = await getAllFields( scope, { html: html.choices });
-  expect( result ).to.deep.equal( fields.choices );
+  expect( result ).to.deep.equalInAnyOrder( fields.choices );
 });
 
 
@@ -125,10 +131,9 @@ it(`creates the right data for a 'choices:' field`, async function() {
 // ```
 it(`creates the right data for a dropdown created with an object`, async function() {
   let result = await getAllFields( scope, { html: html.object_dropdown });
-  expect( result ).to.deep.equal( fields.object_dropdown );
+  expect( result ).to.deep.equalInAnyOrder(fields.object_dropdown );
 });
 
-
 // ============================
 // DOM for mixed quotes test in getMatchingRows.test.js
 // ============================
@@ -138,5 +143,5 @@ it(`creates the right data for a dropdown created with an object`, async functio
 // following test is mostly useful for that second purpose.
 it(`creates the right data for a question whose table will have mixed quotes`, async function() {
   let result = await getAllFields( scope, { html: html.mixed_quotes });
-  expect( result ).to.deep.equal( fields.mixed_quotes );
+  expect( result ).to.deep.equalInAnyOrder( fields.mixed_quotes );
 });

package/tests/unit_tests/getSafeScenarioFilename.test.js

@@ -9,9 +9,9 @@
  
 let test_filename = function ( expected_prefix, result ) {
   /* Test a name to see if it's valid output with a language defined. */
-  let expected_name_regex_str = `^${ expected_prefix }-${ names.base_filename }-\.{40}$`;
+  let expected_name_regex_str = `^${ expected_prefix }-${ names.base_filename }-\.{32}$`;
   if ( expected_prefix == `` ) {
-   expected_name_regex_str = `^${ names.base_filename }-\.{40}$`;
+   expected_name_regex_str = `^${ names.base_filename }-\.{32}$`;
   }
   let regex = new RegExp( expected_name_regex_str );
  

package/tests/unit_tests/html.fixtures.js

@@ -727,7 +727,6 @@ html.object_dropdown = `
     </form>
 </div>`;
 
-
 html.mixed_quotes = `
 <div id="daquestion" aria-labelledby="dapagetitle" role="main" class="tab-pane fade show active offset-xl-3 offset-lg-3 col-xl-6 col-lg-6 offset-md-2 col-md-8">
     <div data-variable="ZG91YmxlX3F1b3RlX2RpY3RbJ2RvdWJsZV9xdW90ZV9rZXknXQ" id="trigger" aria-hidden="true" style="display: none;"></div>