@suffolklitlab/alkiln 5.2.0 → 5.3.0

package/lib/scope.js

@@ -17,6 +17,7 @@ const { waitForTimeout } = require('./utils/time');
 const files = require('./utils/files' );
 const server = require('./docassemble/docassemble_api_interface');
 const wrapPromiseWithTimeout = require('./cucumber_8_shim');
+const reports = require(`./utils/reports`);
 
 
 let ordinal_to_integer = {
@@ -82,152 +83,10 @@ let toBase64 = function ( utf8_str, exclude_padding=true) {
 
 let proxies_regex = /(\bx\.)|(\bx\[)|(\[[ijklmn]\])/g;
 let da_base64_regex = /^[A-Za-z0-9+/]+$/;
-let misc_artifacts_dir = `_alkiln-misc_artifacts`;
 
 module.exports = {
   trigger_not_needed_flag: `ALKiln: no trigger variable needed`,
 
-  addToReport: async function( scope, { type, value }) {
-    /* Add an item to a specific list in a scenario's report.
-    * Create report if necessary.
-    * 
-    * The report has a key for each scenario and each of those
-    * keys should correspond to a list containing the relevant data. */
-    if ( session_vars.get_debug() ) { console.log(`Report:\ntype: ${ type }, value: ${ value }\n`) }
-    let scenario = await scope.makeSureReportPartsExist( scope );
-    scenario.lines.push({ type, value });
-
-    // TODO: Not sure how to use .add_to_debug_log() here considering possibly dynamic filepath
-    // log.add_to_debug_log(`Report:\ntype: ${ type }, value: ${ value }\n`);
-
-    // Ensure filepath for saving local unit test logs
-    if ( !scope.paths ) {
-      // TODO: would it be useful to put in existing artifacts folder if possible.
-      // Can this be usefully abstracted?
-      scope.paths = { debug_log: `${ misc_artifacts_dir }/unit_tests_logs-${ files.readable_date() }.txt` };
-    }
-
-    try {
-      fs.appendFileSync(scope.paths.debug_log, `\nReport:\ntype: ${ type }, value: ${ value }`);
-    } catch (err) {
-      fs.mkdirSync( misc_artifacts_dir );
-      fs.appendFileSync(scope.paths.debug_log, `\nReport:\ntype: ${ type }, value: ${ value }`);
-    }
-    return scenario;
-    
-  },  // Ends scope.addToReport()
-
-  makeSureReportPartsExist: async function( scope ) {
-    /* If a part of the report needs to exist right now, but doesn't exist,
-    * create it. */
-    if ( !scope.report ) { scope.report = new Map(); }
-    if ( !scope.scenario_id ) {
-      scope.scenario_id = `_report_${ Date.now() }`;
-    }
-    if ( !scope.report.get( scope.scenario_id )) {
-      scope.report.set( scope.scenario_id, {} )
-      scope.report.get( scope.scenario_id ).status = `in progress`;
-    }
-
-    let scenario = scope.report.get( scope.scenario_id );
-    if ( !scenario.lines ) { scenario.lines = []; }
-
-    return scenario;
-  },  // Ends scope.makeSureReportPartsExist()
-
-  setReportScenarioStatus: async function( scope, { status=`PASSED` }) {
-    /* Add final status of scenario to scenario report object - passed, failed, etc. */
-    scope.report.get( scope.scenario_id ).status = status;
-  },  // Ends scope.setReportScenarioStatus()
-
-  convertToOriginalStoryTableRow: async function( scope, { row_data }) {
-    /* Returns the original data of row into a string formatted as a story table row.
-    * Should this show the actual row data that was used instead? That could
-    * be pretty confusing to most devs. */
-    let source_row = row_data.source || row_data;
-    let original = source_row.original;
-    let var_str = await scope.toTrimmedJSON( scope, { str: original.var });
-    let value_str = await scope.toTrimmedJSON( scope, { str: original.value });
-    let trigger_str = await scope.toTrimmedJSON( scope, { str: original.trigger });
-    if ( trigger_str === scope.trigger_not_needed_flag ) {
-      // This text was added by ALKiln itself. It's not part of the user's data
-      trigger_str = ``;
-    }
-    return `${ ' '.repeat(6) }| ${ var_str } | ${ value_str } | ${ trigger_str } |`;
-  },  // Ends scope.convertToOriginalStoryTableRows()
-
-  toTrimmedJSON: async function( scope, { str='' }) {
-    /* Turn into JSON string then trim quotes from the start and end. */
-    let json = JSON.stringify( str );
-    let trimmed = json.replace( /^"/, '' ).replace( /"$/, '' ).replace( /\\\\/g, `\\`);
-    return trimmed;
-  },  // Ends scope.toTrimmedJSON()
-
-  addReportHeading: async function (scope, { scenario }) {
-    /** Return printable heading based on Scenario name and tags.
-    *    Allow characters from other languages.
-    */
-    if ( session_vars.get_debug() ) { console.log( scenario.pickle.name ); }
-
-    // Collect all tag names
-    let tag_names = [];
-    for ( let tag of scenario.pickle.tags ) {
-      tag_names.push( tag.name );
-    }
-
-    let heading = `\n---------------\n`
-      + `Scenario: ${ scenario.pickle.name }`;
-
-    if ( tag_names.length > 0 ) {
-      heading += `\nTags: ${ tag_names.join(' ') }`;
-    }
-
-    heading += `\n---------------`;
-
-    await scope.addToReport( scope, {
-      type: `heading`,
-      value: heading,
-    });
-  },  // Ends scope.addReportHeading()
-
-  getPrintableReport: async function( scope ) {
-    /* Return a string generated from test report data. */
-    let report = `Assembly Line Kiln Automated Testing Report - ${ (new Date()).toUTCString() }\n`;
-
-    // First list failed scenarios, then non-passed scenarios, then passed scenarios
-    let failed_reports = ``;
-    let passed_reports = ``;
-    let other_reports = ``;
-    for ( let scenario of scope.report ) {
-
-      let report = await scope.getPrintableScenario( scope, { scenario });
-      let [ scenario_id, data ] = scenario;
-      if ( data.status === `FAILED` ) { failed_reports += report; }
-      else if ( data.status === `PASSED` ) { passed_reports += report; }
-      else { other_reports += report; }
-    }  // ends for every scenario
-
-    if ( failed_reports !== `` ) { report += `\n\n===============================\n===============================\nFailed scenarios:\n${ failed_reports }`; }
-    if ( other_reports !== `` ) { report += `\n\n===============================\n===============================\nScenarios that did not pass:\n${ other_reports }`; }
-    if ( passed_reports !== `` ) { report += `\n\n===============================\n===============================\nPassed scenarios:\n${ passed_reports }`; }
-
-    return report;
-  },  // Ends scope.getPrintableReport()
-
-  getPrintableScenario: async function( scope, { scenario }) {
-    /* Return a string generated from scenario list of report items. */
-    let [ scenario_id, data ] = scenario;
-    let report = ``;
-    for ( let line of data.lines ) {
-      if ( line.type === `page_id` ) { report += `screen id: `; }
-      else if ( line.type === `outcome` ) { report += `\n`; }
-      else if ( line.type === `warning` ) { report += `WARNING: `; }
-      else if ( line.type === `error` ) { report += `\nERROR: ` }
-      report += `${ line.value }\n`;
-    }
-    return report;
-  },  // Ends scope.getPrintableScenario()
-
   getSafeScenarioBaseFilename: async function( scope, { scenario }) {
     /** Return a string that's safe to be a filename. Include the Scenario
     *    description and tags.
@@ -275,6 +134,15 @@ module.exports = {
     return safe_name;
   },  // Ends scope.getSafeScenarioFilename()
 
+  getA11yPath: async function( scope ) {
+    // Get a unique path for a json file
+    let { id } = await scope.examinePageID( scope, 'none to match' );
+    let short_id = `${ id }`.substring(0, 20);
+    // Need timestamp in case of a loop where the same page gets assessed for a11y multiple times
+    let a11y_path = path.join( scope.paths.scenario, `aXe_failure-${ short_id }-${ Date.now() }.json` );
+    return a11y_path;
+  },
+
   getJSONFilename: async function( scope ) {
     // Get a unique path for a json file
     let { id } = await scope.examinePageID( scope, 'none to match' );
@@ -356,7 +224,7 @@ module.exports = {
         let error_text_prop = await error_elem.getProperty( 'textContent' );
         let system_error_text = await error_text_prop.jsonValue();
 
-        await scope.addToReport(scope, { type: `error`, value: system_error_text });
+        reports.addToReport(scope, { type: `error`, value: system_error_text });
         throw system_error_text;
       };
 
@@ -386,7 +254,7 @@ module.exports = {
     // first in user-triggered cases - users used to be able to access this almost
     // directly, but they can't anymore. Our functions should know to only pass good things.
     let msg = `Cannot find the element to tap.`;
-    if ( !elem ) { await scope.addToReport(scope, { type: `error`, value: msg }); }
+    if ( !elem ) { reports.addToReport(scope, { type: `error`, value: msg }); }
 
     expect( elem, msg ).to.exist;
 
@@ -425,7 +293,7 @@ module.exports = {
       } else {
         // Throw any non-timeout error
         let err_msg = `Error occurred when ALKiln tried to tap "${ tapperText }".`
-        scope.addToReport( scope, { type: `error`, value: err_msg });
+        reports.addToReport( scope, { type: `error`, value: err_msg });
         throw error;
       }  // ends if error is timeout error
 
@@ -517,7 +385,7 @@ module.exports = {
       await scope.get_server_reload_promise( scope );
     } else {
       // Otherwise just throw the error
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `error`,
         value: non_reload_report_msg });
       throw error;
@@ -579,7 +447,7 @@ module.exports = {
           + `${ Math.round( ms_till_server_timeout/1000 ) } seconds to respond. `
           + `If the server was just reloading and needed more time, try setting the `
           + `"SERVER_RELOAD_TIMEOUT_SECONDS" GitHub secret to a longer amount of time.`
-        await scope.addToReport( scope, { type: `error`, value: timeout_message });
+        reports.addToReport( scope, { type: `error`, value: timeout_message });
       }
 
       // Once server has responded, throw an error to end the test. After the first
@@ -599,8 +467,8 @@ module.exports = {
     let reload_failure_msg = `The test was unable to continue because the `
       + `server was reloading. ALKiln will try this Scenario a total of 2 times. An `
       + `error will still be printed for this attempt.`;
-    await scope.addToReport( scope, { type: `error`, value: reload_failure_msg });
-    // await scope.addToReport( scope, { type: `error`, value: timeout_message });
+    reports.addToReport( scope, { type: `error`, value: reload_failure_msg });
+    // reports.addToReport( scope, { type: `error`, value: timeout_message });
     // clearTimeout( server_timeout_id );
     throw( reload_failure_msg );
   },  // Ends scope.throw_server_was_reloading_error()
@@ -616,22 +484,22 @@ module.exports = {
     * https://github.com/puppeteer/puppeteer/issues/299 and
     */
 
+    // If file has finished downloading
+    if ( scope.downloadComplete ) {
+      // reset the flag and resolve
+      scope.downloadComplete = false;
+      return true;
+    }
+
     // Stop/resolve if too much time has passed
     let expirationTime = scope.timeout - 200;  // ms
     if ( !endTime ) { endTime = new Date((new Date()).getTime() + expirationTime); }
     let diff = endTime.getTime() - Date.now();
     if ( diff <= 0 ) { return false; }
 
-    // If time hasn't expired
-    if ( scope.downloadComplete ) {
-      // If download is complete, reset the flag and resolve
-      scope.downloadComplete = false;
-      return true;
-    } else {
-      // Otherwise wait and then check again
-      await scope.page.waitForTimeout( 100 );
-      await scope.detectDownloadComplete(scope, endTime);
-    }
+    // If time hasn't expired, wait and then check again
+    await scope.page.waitForTimeout( 100 );
+    await scope.detectDownloadComplete(scope, endTime);
 
     return false;
   },
@@ -673,7 +541,7 @@ module.exports = {
     let elem = await scope.page.$(`#${tab_id}`); 
     let error_msg = `Couldn't find the tab with id "#${tab_id}" on the page, is there a typo?`;
     if ( !elem ) {
-      await scope.addToReport(scope, { type: `error`, value: error_msg }); 
+      reports.addToReport(scope, { type: `error`, value: error_msg }); 
     }
     expect( elem, error_msg ).to.exist;
     await scope.tapElement( scope, elem, tab_id );
@@ -683,7 +551,7 @@ module.exports = {
     /** Return if there were any violations and the file containing aXe output with more details of the checks */
     let { id } = await scope.examinePageID( scope, 'none to match' );
     if ( scope.page_id !== id ) {
-      await scope.addToReport(scope, { type: `page_id`, value: `${ id }`, });
+      reports.addToReport(scope, { type: `page_id`, value: `${ id }`, });
       scope.page_id = id;
     }
     const axe = new AxePuppeteer(scope.page);
@@ -701,16 +569,15 @@ module.exports = {
     let axe_path = null;
     const passed = axe_result.violations.length == 0;
     if (!passed) {
-      let axe_filename = await scope.getSafeScenarioFilename( scope, {prefix: `aXe_failure`}) + '.json';
-      axe_path = `${ scope.paths.scenario }/${ axe_filename }`;
+      axe_path = await scope.getA11yPath( scope );
       fs.writeFileSync( axe_path, JSON.stringify( axe_result, null, 2 ));
       let msg = `Found potential accessibility issues on the ${ scope.page_id } screen. Details in ${ axe_path }.`;
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `error`,
         value: msg
       });
     } else {
-      await scope.addToReport(scope, { type: `info`, value: `Accessibility on ${ scope.page_id } passed!`})
+      reports.addToReport(scope, { type: `info`, value: `Accessibility on ${ scope.page_id } passed!`})
     }
     return {
       passed: axe_result.violations.length == 0,
@@ -722,7 +589,7 @@ module.exports = {
     let elem = await scope.page.$(`${selector}`);
     let error_msg = `Couldn't find "${selector}" on the page, is there a typo?`;
     if ( !elem ) {
-      await scope.addToReport(scope, { type: `error`, value: error_msg });
+      reports.addToReport(scope, { type: `error`, value: error_msg });
     }
     expect( elem, error_msg ).to.exist;
     await scope.tapElement( scope, elem, '', waitForTimeout );
@@ -732,11 +599,6 @@ module.exports = {
     /* Try to load the page. Should we also pass a `timeout` arg or just
     *    use scope.timeout? */
 
-    await scope.addToReport(scope,{
-      type: `row`,
-      value: `Trying to load the interview`
-    });
-
     let interview_url = null;
     // If the file is already a full url, just use that arbitrary url
     if ( /^http/.test( file_name ) ) {
@@ -752,7 +614,11 @@ module.exports = {
       let base_url = await get_base_interview_url();
       interview_url = `${ base_url }${ file_name }`;
     }
-    if ( session_vars.get_debug() ) { console.log( `interview_url:`, interview_url ); }
+
+    reports.addToReport(scope,{
+      type: `row`,
+      value: `Trying to load the interview at "${interview_url}"`
+    });
 
     if ( !scope.page ) { scope.page = await scope.browser.newPage(); }
 
@@ -773,7 +639,7 @@ module.exports = {
       } else {
 
         // Throw any non-timeout error
-        scope.addToReport( scope, {
+        reports.addToReport( scope, {
           type: `error`,
           value: `Error occurred when ALKiln tried to go to the interview url`
         });
@@ -785,7 +651,7 @@ module.exports = {
     let load_result = await scope.getLoadData( scope );
     // Errors, or reaching timeout, causes an exception and is shown to the developer at the end
     if ( load_result.error ) {
-      await scope.addToReport(scope, { type: `error`, value: `On final attempt to load interview, got "${ load_result.error }"` });
+      reports.addToReport(scope, { type: `error`, value: `On final attempt to load interview, got "${ load_result.error }"` });
       expect( load_result.error ).to.equal( '' );
     }
 
@@ -855,7 +721,7 @@ module.exports = {
     if (!var_data && ! raw_var_data) {
       let no_data_msg = `ALKiln Internal error: normalizeTable called w/o var_data or raw_var_data:` +
           ` open an issue at https://github.com/SuffolkLITLab/ALKiln/issues/new if you see this!`;
-      await scope.addToReport( scope, { type: `error`, value: no_data_msg });
+      reports.addToReport( scope, { type: `error`, value: no_data_msg });
       throw Error(no_data_msg);
     }
 
@@ -870,7 +736,7 @@ module.exports = {
             let bad_table_msg = `Your Story Table definition needs to be changed. The best practice`
                 + ` is to make your table 3 columns wide with a first row in this format: "| var | value | trigger |".`
                 + ` The first row of your table is actually "${ raw_array[0] }"`;
-            await scope.addToReport( scope, { type: `error`, value: bad_table_msg})
+            reports.addToReport( scope, { type: `error`, value: bad_table_msg})
             throw Error(bad_table_msg);
           } else if (row_raw.length == 2) {
             var_data.push({var: row_raw[0], value: row_raw[1]});
@@ -890,7 +756,7 @@ module.exports = {
         actual_var_value = process.env[row.flags.secret_name];
         if ( actual_var_value === undefined ) {
           let not_in_env_msg = `The GitHub SECRET "${ row.flags.secret_name }" doesn't exist. Check for a typo and check your workflow file.`;
-          await scope.addToReport( scope, { type: `error`, value: not_in_env_msg })
+          reports.addToReport( scope, { type: `error`, value: not_in_env_msg })
           throw ReferenceError(`Could not find "${row.flags.secret_name }": ${not_in_env_msg}.`)
         }
       }
@@ -942,7 +808,7 @@ module.exports = {
     let encoded_trigger_var = $( trigger_elem ).data( `variable` );  // This should come out to 'None' at the very least
     if ( !encoded_trigger_var ) {
       // TODO: Add documentation and then link to it in this message.
-      await scope.addToReport(scope, { type: `warning`, value: `You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.` });
+      reports.addToReport(scope, { type: `warning`, value: `You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.` });
       encoded_trigger_var = toBase64( `None` );
     }
     let trigger = fromBase64( encoded_trigger_var );
@@ -1081,7 +947,7 @@ module.exports = {
     // Exceptions: Some specific fields can be duplicates without being dangerous
     if ( matching_nodes.length > 1 && !selector.includes(`[class="file-caption-name"]`) ) {
       let msg = `${ matching_nodes.length } items on this page matched the base64 encoded name '${ selector }'. You may be setting the same variable in multiple places on this page.`;
-      await scope.addToReport(scope, { type: `warning`, value: msg });
+      reports.addToReport(scope, { type: `warning`, value: msg });
     }
 
     return selector;
@@ -1360,7 +1226,7 @@ module.exports = {
           + `variable or a generic object, but the page does not `
           + `contain the trigger variable's name in its HTML. See `
           + `https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.`;
-        await scope.addToReport(scope, { type: `warning`, value: page_trigger_warning });
+        reports.addToReport(scope, { type: `warning`, value: page_trigger_warning });
       }
 
       for ( let row_that_matches_this_field of rows_that_match_field_names ) {
@@ -1374,13 +1240,13 @@ module.exports = {
           // a useful message.
 
           // First, make the row data more readable to humans.
-          let row_as_story_table = await scope.convertToOriginalStoryTableRow( scope, { row_data: row_that_matches_this_field });
+          let row_as_story_table = reports.convertToOriginalStoryTableRow( scope, { row_data: row_that_matches_this_field });
           let row_trigger_warning = `This story table row needs a value in the "trigger" `
             + `column, but it is empty. The test might get unexpected results. See `
             + `https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#trigger.`
             + `\nThe row's data:\n${ row_as_story_table }`
             + `\nThis field's data:\n${ JSON.stringify( field )}`;
-          await scope.addToReport(scope, { type: `warning`, value: row_trigger_warning });
+          reports.addToReport(scope, { type: `warning`, value: row_trigger_warning });
           rows_without_a_trigger_name.push( row_that_matches_this_field );
         } else {
           let triggers_match = await scope.matchNeutralizedQuotes( scope, { value1: page_trigger_name, value2: table_row_trigger_name });
@@ -1406,7 +1272,7 @@ module.exports = {
         // First, make the row data more readable to humans.
         let conflicts_as_story_table_rows = [];
         for ( let row of rows_with_conflicting_trigger_names ) {
-          let table_str = await scope.convertToOriginalStoryTableRow( scope, { row_data: row });
+          let table_str = reports.convertToOriginalStoryTableRow( scope, { row_data: row });
           conflicts_as_story_table_rows.push( table_str );
         }
 
@@ -1417,7 +1283,7 @@ module.exports = {
           + `https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#trigger.`
           + `\nThe data of row(s) with conflicting trigger name(s):\n${ conflicts_as_story_table_rows.join( `\n` )}`
           + `\nThis field's data:\n${ JSON.stringify( field )}`;
-        await scope.addToReport(scope, {
+        reports.addToReport(scope, {
           type: `warning`,
           value: all_trigger_names_conflict_msg
         });
@@ -1434,7 +1300,7 @@ module.exports = {
       // First, make the row data more readable to humans.
       let rows_as_story_table = [];
       for ( let row of final_matching_rows ) {
-        let table_str = await scope.convertToOriginalStoryTableRow( scope, { row_data: row });
+        let table_str = reports.convertToOriginalStoryTableRow( scope, { row_data: row });
         rows_as_story_table.push( table_str );
       }
 
@@ -1444,7 +1310,7 @@ module.exports = {
         + `https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#trigger.`
         + `\nThe matching rows:\n${ rows_as_story_table.join(`\n`) }`
         + `\nThis field's data:\n${ JSON.stringify( field )}`;
-      await scope.addToReport(scope, { type: `warning`, value: multiple_matches_msg });
+      reports.addToReport(scope, { type: `warning`, value: multiple_matches_msg });
     }
 
     if ( session_vars.get_debug() ) { 
@@ -1477,11 +1343,6 @@ module.exports = {
    */
     let row_used = null;
 
-    // Skip hidden fields right away. When a date field was above a combobox,
-    // interacting with the hidden field caused the date field to open its
-    // calendar which blocked input to the combobox
-    if ( field.type === `hidden` ) { return row_used; }
-
     let matching_input_rows = await scope.getMatchingRows( scope, { var_data, field });
 
     // Nothing to set if there are no matching table rows
@@ -1597,8 +1458,16 @@ module.exports = {
       row_was_used = await scope.setCustomDatatype[ custom_datatype ]( scope, { handle: custom_handle, answer });
     } else {
       // If no custom datatype, set a regular field
-      row_was_used = await scope.enter_answer[ field.tag ]( scope, { handle, answer });
-    }
+
+      // Skip hidden fields. When a `show if` date field is above a combobox,
+      // interacting with the hidden field causes the date field to open its
+      // calendar which blocks input to the combobox
+      if ( field.type === `hidden` ) {
+        row_was_used = false;
+      } else {
+        row_was_used = await scope.enter_answer[ field.tag ]( scope, { handle, answer });
+      }
+    }  // ends if custom datatype
 
     return row_was_used;
   },  // Ends scope.funnel_the_answer()
@@ -1614,8 +1483,12 @@ module.exports = {
 
       // If it doesn't have the right format
       if ( answer === null || !answer.includes(`/`) ) {
-        // Do nothing
-        return;
+        // Return field unused.
+        reports.addToReport( scope, {
+          type: `warning`,
+          value: `Invalid date. Value given: "${ answer }".`
+        });
+        return false;
       }
 
       let date_parts = answer.split(`/`);
@@ -1636,18 +1509,20 @@ module.exports = {
             handle: field,
             answer: date_parts[ field_i ]
           });
+          await handle.press(`Tab`);
         }
 
       }  // For each field
 
       await scope.afterStep( scope );
+      return true;
     },  // Ends scope.setCustomDatatype.al_date()
 
     BirthDate: async function ( scope, { handle, answer }) {
       /** Given a date of the format 'mm/dd/yyyy' and the handle of the
       * custom field container, sets the ALToolbox custom birthdate
       * field values. */
-
+      answer = await scope.today_to_date(scope, { date: answer });
       await scope.setCustomDatatype.al_date( scope, { handle, answer })
     },  // Ends scope.setCustomDatatype.BirthDate()
 
@@ -1655,6 +1530,7 @@ module.exports = {
       /** Given a date of the format 'mm/dd/yyyy' and the handle of the
       * custom field container, sets the ALToolbox custom ThreePartsDate
       * field values. */
+      answer = await scope.today_to_date(scope, { date: answer });
       await scope.setCustomDatatype.al_date( scope, { handle, answer })
     },  // Ends scope.setCustomDatatype.ThreePartsDate()
 
@@ -1729,36 +1605,20 @@ module.exports = {
         await scope.afterStep(scope, { waitForShowIf: true });
 
       } else if (type == `date`) {
-        let answer_date = answer;
-        // If the date is specified in the format "today" or "today + 2" or "today-1"
-        // it will need some pre-processing. 
-        if (answer.indexOf(`today`) !== -1) {
-          // Find out how many days to add/subtract
-          let date_delta = answer.replace(/\s/g, '');
-          date_delta = date_delta.match(/today([+-]\d+)?/)[1];
-          date_delta = date_delta == undefined ? 0 : date_delta;
-          date_delta = parseInt(date_delta);
-          // Get today's date
-          answer_date = new Date(); 
-          // Add/subtract required number of days
-          answer_date.setDate(answer_date.getDate() + date_delta);
-          // Convert to the docassemble date field format: mm/dd/yyyy
-          // Reference: https://gomakethings.com/setting-a-date-input-to-todays-date-with-vanilla-js/
-          answer_date = ((answer_date.getMonth() + 1).toString().padStart(2, 0) + '/' + 
-                         answer_date.getDate().toString().padStart(2, 0) + '/' +
-                         answer_date.getFullYear().toString());
-        }
+        let answer_date = await scope.today_to_date(scope, { date: answer });
         await scope.setText( scope, { handle, answer: answer_date });
+        await handle.press(`Tab`);
         await scope.afterStep(scope, { waitForShowIf: true });
       } else if (type == `time`) {
         // Authors should enter the time like 12:34 PM, but we shouldn't type ":", space, or M.
         let answer_time = answer.replace(":", "").replace(" ", "").replace("M", "");
         await handle.focus();
         await handle.type( answer );
-        await handle.press("Enter");
+        await handle.press(`Enter`);
         await scope.afterStep(scope, { waitForShowIf: true });
       } else {
         await scope.setText( scope, { handle, answer });
+        await handle.press(`Tab`);
         await scope.afterStep(scope, { waitForShowIf: true });
       }
 
@@ -1774,7 +1634,50 @@ module.exports = {
       return;
     },
 
-  },  // ends scope.enter_answer
+  },  // ends scope.enter_answer()
+
+  today_to_date: async function ( scope, { date }) {
+    /** Return `date` or, if the date is specified in the format
+    *   "today" or "today + 2" or "today-1", return a date of the format
+    *   "mm/dd/yyyy".
+    * 
+    * @param scope { obj } REQUIRED. Object with test state.
+    * @param date { str } REQUIRED. Input from the developer.
+    * 
+    * @returns { str } `date` or "today" math as date str
+    * 
+    * WARNING: If the developer is counting on date boundaries to trigger
+    *   other logic then timezone differences may interfere with that. They
+    *   should:
+    * 
+    *   1. Test with a day well within the date range they're testing instead
+    *   of near a boundary. For example, test 8 days from now instead of 10.
+    *   This is because their test may run around 12am and thus be vulnerable
+    *   to failure.
+    *   2. Warn the user explicitly and let them know when they need to file by
+    *   in case the user doesn't know and files a few days from the day they filled
+    *   out the form.
+    */
+    let valid_date = date;
+    if (date.indexOf(`today`) !== -1) {
+      // Find out how many days to add/subtract
+      let date_delta = date.replace(/\s/g, '');
+      date_delta = date_delta.match(/today([+-]\d+)?/)[1];
+      date_delta = date_delta == undefined ? 0 : date_delta;
+      date_delta = parseInt(date_delta);
+      // Get today's date
+      valid_date = new Date(); 
+      // Add/subtract required number of days
+      valid_date.setDate(valid_date.getDate() + date_delta);
+      // Convert to the docassemble date field format: mm/dd/yyyy
+      // Reference: https://gomakethings.com/setting-a-date-input-to-todays-date-with-vanilla-js/
+      valid_date = ((valid_date.getMonth() + 1).toString().padStart(2, 0) + '/' + 
+                     valid_date.getDate().toString().padStart(2, 0) + '/' +
+                     valid_date.getFullYear().toString());
+    }
+
+    return valid_date;
+  },  // Ends scope.today_to_date()
 
   uploadFiles: async function ( scope, { handle, answer }) {
     /* Try to upload one or more files to a file-type input field.
@@ -1787,7 +1690,7 @@ module.exports = {
     // allow a typo where someone forgot to include a space after a comma.
     let uploads_names = answer.split(`,`);
     if ( uploads_names.length === 0 ) {
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `error`,
         value: `Your list of files to upload is empty.`
       });
@@ -1819,7 +1722,7 @@ module.exports = {
 
     // Make sure sources directory exists and has files in it
     if ( dirs.length === 0 ) {
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `warning`,
         value: `The test files need to be in the "sources" directory, `
           + `but ALKiln couldn't find the directory or it was empty.`
@@ -1851,7 +1754,7 @@ module.exports = {
     }  // ends for each file
 
     if ( missing_files.length > 0 ) {
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `warning`,
         value: `ALKiln could not find "${ missing_files.join('", "') }" in any of these folders: "${ dirs.join('", "') }".`
       });
@@ -1908,7 +1811,7 @@ module.exports = {
     * takes a while to load. */
     let canvas = await scope.page.waitForSelector( `#dasigcanvas` );
     let msg = `Could not find a signature field.`;
-    if ( !canvas ) { await scope.addToReport(scope, { type: `error`, value: msg }); }
+    if ( !canvas ) { reports.addToReport(scope, { type: `error`, value: msg }); }
     expect( canvas, msg ).to.exist;
 
     // Provides functionality to draw name arg on canvas
@@ -1981,7 +1884,7 @@ module.exports = {
     // Only record the page id once for each page to which we navigate
     let { id } = await scope.examinePageID( scope, 'none to match' );
     if ( scope.page_id !== id ) {
-      await scope.addToReport(scope, { type: `page_id`, value: `${ id }`, });
+      reports.addToReport(scope, { type: `page_id`, value: `${ id }`, });
       scope.page_id = id;
     }
 
@@ -2011,9 +1914,9 @@ module.exports = {
 
           something_new_was_set = true;
           field.was_set = true;
-          await scope.addToReport(scope, {
+          reports.addToReport(scope, {
             type: `row`,
-            value: `${ await scope.convertToOriginalStoryTableRow(scope, { row_data: row_used }) }`
+            value: `${ reports.convertToOriginalStoryTableRow(scope, { row_data: row_used }) }`
           });
 
           // Accumulate number of times this row was used. Esp important for `.target_number`
@@ -2036,9 +1939,9 @@ module.exports = {
         let row_used = await scope.setVariable( scope, { field, var_data, });
         if ( row_used ) {
 
-          await scope.addToReport(scope, {
+          reports.addToReport(scope, {
             type: `row`,
-            value: `${ await scope.convertToOriginalStoryTableRow(scope, { row_data: row_used }) }`
+            value: `${ reports.convertToOriginalStoryTableRow(scope, { row_data: row_used }) }`
           });
 
           // Esp important for `.target_number`
@@ -2080,13 +1983,13 @@ module.exports = {
           if ( row.source ) { source_row = row.source; }
           let original_row = source_row.original;
           let msg = `Did not find a field on this page for the variable "${ original_row.var }" that could be set to "${ original_row.value }"`;
-          await scope.addToReport(scope, { type: `warning`, value: msg });
+          reports.addToReport(scope, { type: `warning`, value: msg });
         }
       }
       if ( num_unused_rows > 0 ) {
         let { id } = await scope.examinePageID( scope, 'none to match' );
         let msg = `Missing variable or variables on page "${id}"`;
-        await scope.addToReport(scope, { type: `error`, value: msg });
+        reports.addToReport(scope, { type: `error`, value: msg });
         expect( num_unused_rows, msg ).to.equal( 0 );
       }
     }
@@ -2276,7 +2179,7 @@ module.exports = {
         // probably add a confusing message to the report, so mutating seems, sadly, more useful.
         var_datum.value = `False`;  // The original value is still preserved
         // Warn the developer not to use `.there_is_another`.
-        await scope.addToReport( scope, { type: `warning`, 
+        reports.addToReport( scope, { type: `warning`, 
             value: 'The attribute `.there_is_another` is invalid in story table tests. Replace it with '
               + '`.target_number` in your `var` and `trigger` columns. Set the `value` to the number of items in '
               + `that list. This test will now set this row's \`value\` to \`False\`. See `
@@ -2310,10 +2213,10 @@ module.exports = {
     } else if ( value.match( /(true|yes|checked|check|selected|select)/i )) {
       if ( from_story_table && !row.artificial ) {
         if ( row.var.match( /\.there_is_another$/ ) ) {
-          await scope.addToReport( scope, { type: `warning`, value: `The attribute \`.there_is_another\` is invalid in story table tests. Replace it with \`.target_number\` in your \`var\` column. Set the \`value\` to the number of items in that list. This test will now set this row's \`value\` to \`False\`. See https://suffolklitlab.github.io/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing#there_is_another-loop. The row data is\n${ JSON.stringify( row.original )}` });
+          reports.addToReport( scope, { type: `warning`, value: `The attribute \`.there_is_another\` is invalid in story table tests. Replace it with \`.target_number\` in your \`var\` column. Set the \`value\` to the number of items in that list. This test will now set this row's \`value\` to \`False\`. See https://suffolklitlab.github.io/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing#there_is_another-loop. The row data is\n${ JSON.stringify( row.original )}` });
         } else {
           // If `target_number` is set to True instead of a number
-          await scope.addToReport( scope, { type: `warning`, value: `${ val_to_print } value is not a valid value for ${ row.var } here. This test will default to \`False\` to avoid problems.` });
+          reports.addToReport( scope, { type: `warning`, value: `${ val_to_print } value is not a valid value for ${ row.var } here. This test will default to \`False\` to avoid problems.` });
         }
         return `False`;
       } else { return `True`; }
@@ -2321,7 +2224,7 @@ module.exports = {
     } else if ( isNaN( desired_num )) {  // Story table loop will end
       // I can't figure out how to trigger this warning, so maybe we're
       // already handling everything we need to
-      await scope.addToReport( scope, { type: `warning`, value: `${ val_to_print } value is not a valid value for ${ row.var } here. This test will default to \`False\` to avoid problems.` });
+      reports.addToReport( scope, { type: `warning`, value: `${ val_to_print } value is not a valid value for ${ row.var } here. This test will default to \`False\` to avoid problems.` });
       return `False`;
 
 	    // Check that the number of elements in the list hits our desired number.
@@ -2372,7 +2275,7 @@ module.exports = {
     }
 
     let timeout_err_message = `The test tried to continue to the next page, but it took longer than ${ (scope.timeout/1000)/60 } min. Check the picture of this page. If a secret variable was used, there will be no picture.`
-    if ( timedOut ) { await scope.addToReport(scope, { type: `error`, value: timeout_err_message }); }
+    if ( timedOut ) { reports.addToReport(scope, { type: `error`, value: timeout_err_message }); }
     expect( timedOut, timeout_err_message ).to.be.false;
 
     clearTimeout( cont_timeout );
@@ -2416,13 +2319,13 @@ module.exports = {
     /* Throw a cucumber error with the error that appeared on the page. */
     if ( error_handlers.system_error !== undefined ) {
       let sys_err_message = `The test tried to continue to the next page after ${ id }, but there was a system error. Check the picture of this page.`
-      await scope.addToReport(scope, { type: `error`, value: sys_err_message });
+      reports.addToReport(scope, { type: `error`, value: sys_err_message });
       expect( was_system_error, sys_err_message ).to.be.false;
 
     } else {
       // If it wasn't a system error, it was a user error
       let user_err_message = `The test tried to continue to the next page after ${ id }, but the user got an error. Check the picture of this page.`
-      await scope.addToReport(scope, { type: `error`, value: user_err_message });
+      reports.addToReport(scope, { type: `error`, value: user_err_message });
       expect( true, user_err_message ).to.be.false;
     }
 
@@ -2444,6 +2347,22 @@ module.exports = {
       fullPage: fullPage,
     });
 
+    let html_path = path;
+    if (path.endsWith(".jpg")) {
+      html_path = html_path.substring(0, html_path.length - 4) + ".html";
+    } else {
+      html_path = html_path + ".html";
+    }
+
+    // Also save the HTML of the page
+    await scope.page.content().then(content => {
+      let server_url = session_vars.get_da_server_url();
+      content = content.replaceAll(/"(\/static\/.*\.css\?v=[^"]+")/g, server_url + "$1");
+      content = content.replaceAll(/"(\/static\/.*\.js\?v=[^"]+")/g, server_url + "$1");
+      content = content.replaceAll(/"(\/packagestatic\/.*\.css\?v=[^"]+")/g, server_url + "$1");
+      content = content.replaceAll(/"(\/packagestatic\/.*\.js\?v=[^"]+")/g, server_url + "$1");
+      fs.writeFileSync(html_path, content)
+    });
   },  // Ends scope.take_a_screenshot()
 
 
@@ -2483,7 +2402,7 @@ module.exports = {
       });
 
       // In future, may be saved to artifact file
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `json`,
         value: JSON.stringify( data, null, 2 )
       });
@@ -2499,7 +2418,7 @@ module.exports = {
       let response = await linkPage.goto( actual_url, { waitUntil: 'domcontentloaded' });
 
       let msg = `The "${ linkText }" link is broken.`;
-      if ( !response.ok() ) { await scope.addToReport( scope, { type: `error`, value: msg }); }
+      if ( !response.ok() ) { reports.addToReport( scope, { type: `error`, value: msg }); }
       expect( response.ok(), msg ).to.be.true;
 
       // This may cause problems if the linked page is the interview page
@@ -2548,7 +2467,7 @@ module.exports = {
       const [link] = await scope.page.$x(`//a[contains(text(), "${phrase}")]`);
 
       let msg = `The term "${ phrase }" seems to be missing.`;
-      if ( !link ) { await scope.addToReport(scope, { type: `error`, value: msg }); }
+      if ( !link ) { reports.addToReport(scope, { type: `error`, value: msg }); }
       expect( link, msg ).to.exist;
 
       await scope.tapElement( scope, link );
@@ -2575,7 +2494,7 @@ module.exports = {
       let [elem] = await scope.page.$x(`//a[contains(@href, "${ filename }")]`);
 
       let msg = `"${ filename }" seems to be missing. Cannot find a link to that document.`;
-      if ( !elem ) { await scope.addToReport(scope, { type: `error`, value: msg }); }
+      if ( !elem ) { reports.addToReport(scope, { type: `error`, value: msg }); }
       expect( elem, msg ).to.exist;
 
       scope.toDownload = filename;
@@ -2611,7 +2530,7 @@ module.exports = {
         name_parts_slice.push(name_parts_last);
         name_parts = name_parts_slice;
       
-        await scope.addToReport(scope, {
+        reports.addToReport(scope, {
           type: `warning`,
           value: `The name "${name_str}" has more than 4 parts, but 4 is the maximum allowed. The test will set the name to "${name_parts.join(" ")}".`
         });
@@ -2697,7 +2616,7 @@ module.exports = {
           await scope.handle_page_timeout_error( scope, { non_reload_report_msg, error });
         } else {
           // Throw any non-timeout error
-          scope.addToReport( scope, { type: `error`, value: err_msg });
+          reports.addToReport( scope, { type: `error`, value: err_msg });
           throw error;
         }  // ends if error is timeout error
 
@@ -2711,11 +2630,11 @@ module.exports = {
       // this is complex
       let email_msg = `The email address GitHub SECRET "${ email_secret_name }" doesn't exist. Check for a typo and check your workflow file.`
       if ( email === undefined ) {
-        await scope.addToReport( scope, { type: `error`, value: email_msg })
+        reports.addToReport( scope, { type: `error`, value: email_msg })
       }
       let password_msg = `The password GitHub SECRET "${ password_secret_name }" doesn't exist. Check for a typo and check your workflow file.`
       if ( password === undefined ) {
-        await scope.addToReport( scope, { type: `error`, value: password_msg })
+        reports.addToReport( scope, { type: `error`, value: password_msg })
       }
 
       expect( email, email_msg ).to.not.equal( undefined );
@@ -2732,7 +2651,7 @@ module.exports = {
       // TODO: use a Promise.race to fail faster.
       await scope.page.waitForSelector( `.datopcenter .alert-success` );
 
-      await scope.addToReport( scope, {
+      reports.addToReport( scope, {
         type: `row`,
         value: `Signed into ${ session_vars.get_da_server_url() }/user/sign-in successfully.`
       });
@@ -2874,7 +2793,7 @@ module.exports = {
         if ( type !== `` && type !== `hidden` ) {
           // Field types that we can't yet handle, but plan to in future
           if ( type === `file` ) {
-            await scope.addToReport( scope, {
+            reports.addToReport( scope, {
               type: `warning`,
               value: `Sorry, ALKiln's random input tests cannot yet handle "${ type }" fields.`
             });
@@ -2980,7 +2899,7 @@ module.exports = {
     */
     let current_report_obj = scope.report.get( scope.scenario_id );
     let scenario = [ scope.scenario_id, current_report_obj ];  // Mimic how loop works with `Map`
-    let report = await scope.getPrintableScenario( scope, { scenario });
+    let report = reports.getPrintableScenario( scenario );
     let all_are_included = true;
     for ( let one_expectation of expected ) {
       if ( !report.includes( one_expectation )) {
@@ -3000,7 +2919,7 @@ module.exports = {
     */
     let current_report_obj = scope.report.get( scope.scenario_id );
     let scenario = [ scope.scenario_id, current_report_obj ];  // Mimic how loop works with `Map`
-    let report = await scope.getPrintableScenario( scope, { scenario });
+    let report = reports.getPrintableScenario( scenario );
     let none_included = true;
     for ( let one_expectation of not_expected ) {
       if ( report.includes( one_expectation )) {