@suffolklitlab/alkiln 5.11.2-feat-output-5 → 5.11.2-fix-root-dir-1

package/.github/workflows/github_server.yml

@@ -70,11 +70,11 @@ jobs:
       - run: echo "ALKiln finished starting the isolated GitHub docassemble server"
         shell: bash
 
-      # #### Developer note: You can probably leave this out
-      # # Optional debugging to explore things like docker issues
-      # - name: Docker debug tmate session
-      #   if: ${{ failure() && github.event.inputs.enable_tmate == 'true' }}
-      #   uses: mxschmitt/action-tmate@v3
+      #### Developer note: You can probably leave this out
+      # Optional debugging to explore things like docker issues
+      - name: Docker debug tmate session
+        if: ${{ github.event.inputs.enable_tmate }}
+        uses: mxschmitt/action-tmate@v3
 
       #### Developer note: You can probably leave this out
       - name: Run ALKiln - Env vars for our own tests from server output
@@ -93,54 +93,25 @@ jobs:
 
       - name: "Run ALKiln tests"
         if: ${{ success() }}
-        id: alkiln
         #### Developer note: you'll need to replace `uses: ./`
         #### with the path to ALKiln’s repository name and branch name. For example,
         #### for version 5, use the branch name `v5`: `uses: suffolkLITLab/ALKiln@v5`
         uses: ./
-        #### Developer note: You can probably leave out this `env` section
+        #### Developer note: You can probably leave this out
         env:
-          # Internal: docassemble changes sometimes break @a11y tests. That is
-          # a da problem, not ours. We will trigger these tests manually when we
-          # want to check up on this.
-          ALKILN_TAG_EXPRESSION: "${{ (github.event.inputs.tags && format('{0}', github.event.inputs.tags)) || '(not @a11y) and (not @error)' }}"
+          ALKILN_TAG_EXPRESSION: "${{ (github.event.inputs.tags && format('{0}', github.event.inputs.tags)) || 'not @a11y' }}"
         with:
           #### Developer note: Required inputs. See
           #### https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/alkiln/writing/#sandbox-inputs
           SERVER_URL: "${{ steps.github_server.outputs.SERVER_URL }}"
           DOCASSEMBLE_DEVELOPER_API_KEY: "${{ steps.github_server.outputs.DOCASSEMBLE_DEVELOPER_API_KEY }}"
           INSTALL_METHOD: "server"
-          #### Developer note: You can probably leave the rest out
-          #### To learn more, see https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/alkiln/writing/#optional-inputs
-          ALKILN_TAG_EXPRESSION: "${{ env.ALKILN_TAG_EXPRESSION }}"
-          ALKILN_VERSION: output
-
-      #### Developer note: Example of making an issue when tests fail
-      - shell: bash
-        if: ${{ failure() }}
-        id: files
-        env:
-          GH_TOKEN: ${{ github.token }}
-        run: |
-          # Make an issue with file contents or 'no file' message as part of the body
-
-          # ex: "alkiln-2024-05-23 at 10h35m08sUTC/"
-          FOLDER=$(ls -d */ | grep -E '^alkiln-*')
-
-          # Tests that failed or had typos in the Step instructions
-          UNEXPECTED_RESULTS_PATH="${FOLDER}unexpected_results.txt"
-          # Other possibly useful files
-          # REPORT_PATH="${FOLDER}report.txt"
-          # DEBUG_LOG_PATH="${FOLDER}debug_log.txt"
-
-          if [ -f "$UNEXPECTED_RESULTS_PATH" ]; then
-            UNEXPECTED_RESULTS=$(cat "$UNEXPECTED_RESULTS_PATH")
-          else
-            UNEXPECTED_RESULTS="unexpected_results.txt does not exist. Something other than the tests may have failed."
-          fi
-
-          gh issue create --body "An ALKiln test run failed. See the action at ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}.
-
-          ### Results:
+          #### Developer note: See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/alkiln/writing/#optional-inputs
+          #### You can probably leave this out
+          # Internal: docassemble changes sometimes break @a11y tests. That is
+          # a da problem, not ours. We will trigger these tests manually when we
+          # want to check up on this.
+          ALKILN_TAG_EXPRESSION: $ALKILN_TAG_EXPRESSION
+          #### Developer note: You can probably leave this out
+          # ALKILN_VERSION: url
 
-          $UNEXPECTED_RESULTS" --repo "$GITHUB_REPOSITORY" --label "testing" --title "Parse file in outer workflow: Test if failed tests make issue"

package/.github/workflows/playground.yml

@@ -55,13 +55,18 @@ jobs:
       # Place the root directory in this branch to access relative paths to action files
       - uses: actions/checkout@v4
 
+      - name: Pause between triggers
+        if: (github.event_name == 'pull_request' && ! github.event.pull_request.head.repo.fork)
+        shell: bash
+        run: sleep 60
+
       #### Developer note: you'll need to replace `uses: ./`
       #### with the path to ALKiln’s repository name and branch name. For example,
       #### for version 5, use the branch name `v5`: `uses: suffolkLITLab/ALKiln@v5`
       - uses: ./
         #### Developer note: You can probably leave this out
         env:
-          ALKILN_TAG_EXPRESSION: "${{ (github.event.inputs.tags && format('{0}', github.event.inputs.tags)) || '(not @a11y) and (not @error)' }}"
+          ALKILN_TAG_EXPRESSION: "${{ (github.event.inputs.tags && format('{0}', github.event.inputs.tags)) || 'not @a11y' }}"
         with:
           #### Developer note: Required ALKiln inputs. You can read more at
           #### https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/alkiln/writing/#githubNyou-inputs
@@ -72,6 +77,6 @@ jobs:
           # Internal: docassemble changes sometimes break @a11y tests. That is
           # a da problem, not ours. We will trigger these tests manually when we
           # want to check up on this.
-          ALKILN_TAG_EXPRESSION: "${{ env.ALKILN_TAG_EXPRESSION }}"
+          ALKILN_TAG_EXPRESSION: $ALKILN_TAG_EXPRESSION
           #### Developer note: You can probably leave this out
-          ALKILN_VERSION: output
+          # ALKILN_VERSION: url

package/CHANGELOG.md

@@ -45,25 +45,9 @@ Format:
 
 ## [Unreleased]
 
-### Added
-
-- New outputs from the ALKiln action - `REPORT`, `UNEXPECTED_RESULTS_PATH`, and `DEBUG_LOG_PATH`. Authors can choose to use these as they wish. For example, they can put the contents of these in issues they create from their workflow. Closes [#701](https://github.com/SuffolkLITLab/ALKiln/issues/701).
-- New file with just failure results, including cucumber results when possible. It accumulates Scenario info as the tests run. Even if a test run stops early, there will still be some results.
-
 ### Changed
 
-- report.txt should accumulate over time instead of being created all at once at the end. Even if a test run stops early, there will still be some results.
-- report.txt includes the cucumber output at the bottom as well.
-
-### Fixed
-
-- Tag expression not being parsed correctly. Surrounded `ALKILN_TAG_EXPRESSION` with `"`.
-
-### Internal
-
-- Removed our own workflow's pause between triggers
-- Improved our use of ALKIN_TAG_EXPRESSION env var
-- 
+- Use an absolute path for `runtime_config.json`
 
 ## [5.11.2] - 2024-05-17
 

package/action.yml

@@ -102,7 +102,6 @@ runs:
       if: ${{ inputs.INSTALL_METHOD == 'playground' && failure() }}
       shell: bash
       run: |
-        # 😞 ALK0028 ERROR: Unable to create a Project
         echo -e "\n\n====\n😞 ALK0028 ERROR: Unable to create a Project on your server's testing account or pull your package into it. Check the messages above this line.\n\n"
 
     # Server installations - find folders and save session vars
@@ -122,7 +121,7 @@ runs:
       env:
         ALKILN_TAG_EXPRESSION: ${{ inputs.ALKILN_TAG_EXPRESSION || github.event.inputs.tags && format('{0}', github.event.inputs.tags) }}
       shell: bash
-      run: alkiln-run "$ALKILN_TAG_EXPRESSION"
+      run: alkiln-run $ALKILN_TAG_EXPRESSION
     
     # on playground, delete project
     - name: "💡 ALK0032 INFO: Delete the Project from the Playground"
@@ -138,17 +137,6 @@ runs:
         name: ${{ env.ARTIFACT_NAME }}
         path: ./alkiln-*
 
-    # Download artifacts folder internally to create action output
-    - name: "💡 ALK0182 INFO: Get uploaded artifacts folder"
-      if: ${{ always() }}
-      uses: actions/download-artifact@v4
-      with:
-        name: ${{ env.ARTIFACT_NAME }}
-
-    # Don't create output from files
-    # Cannot properly create outputs with multi-line text. Collapses onto one line.
-
     - shell: bash
-      if: ${{ always() }}
       run: |
         echo "💡 ALK0034 INFO: ALkiln finished running tests"

package/action_for_github_server/action.yml

@@ -109,14 +109,12 @@ runs:
         if: ${{ env.OUTPUT_DOCKER == 'false' }}
         shell: bash
         run: |
-          # 💡 ALK0007 INFO: ALKiln will now hide docker output
-          echo -e '===\n💡 ALK0007 INFO: ALKiln will now hide docker output to avoid possibly showing details about your config. If you want to get output to see more of what is going on, use "with:" and set the input "SHOW_DOCKER_OUTPUT" to "true". This output will only be visible to those who can already see the action output, like people with admin or write permissions.\n==='
+          echo '===\n💡 ALK0007 INFO: ALKiln will now hide docker output to avoid possibly showing details about your config. If you want to get output to see more of what is going on, use "with:" and set the input "SHOW_DOCKER_OUTPUT" to "true". This output will only be visible to those who can already see the action output, like people with admin or write permissions.\n==='
       - name: "💡 ALK0008 INFO: ALKiln will show docker output"
         if: ${{ env.OUTPUT_DOCKER == 'true' }}
         shell: bash
         run: |
-          # 💡 ALK0008 INFO: ALKiln will show docker output
-          echo -e '===\n💡 ALK0008 INFO: ALKiln will show docker output. ALKiln cannot control this output. If you want to prevent output, use "with:" and set the input "SHOW_DOCKER_OUTPUT" to "false". This output will only be visible to those who can already see the action output, like people with admin or write permissions.\n==='
+          echo '===\n💡 ALK0008 INFO: ALKiln will show docker output. ALKiln cannot control this output. If you want to prevent output, use "with:" and set the input "SHOW_DOCKER_OUTPUT" to "false". This output will only be visible to those who can already see the action output, like people with admin or write permissions.\n==='
 
       # TODO: Reduce these to 1 block by putting ` > /dev/null 2>&1` into an env var
       # No docker output
@@ -158,7 +156,6 @@ runs:
         if: ${{ env.OUTPUT_DOCKER == 'false' }}
         shell: bash
         run: |
-          # 💡 ALK0011 INFO: The following messages are not docker output
           echo "💡 ALK0011 INFO: The following messages are not docker output, just ALKiln waiting for the server to start"
 
       - name: "💡 ALK0012 INFO: Waiting for server to start"

package/lib/run_cucumber.js

@@ -3,11 +3,9 @@
 const fs = require('fs');
 const cucumber_api = require('@cucumber/cucumber/api');
 
-const log = require('./utils/log');  // These always log in the console
+const log = require('./utils/log');
 const session_vars = require('./utils/session_vars');
 
-const SUMMARY_FILENAME = `cucumber-report.txt`;
-
 function build_config( command_args ) {
   // Turn all the paths to the sources folders into paths to the feature files
   let sources_paths = session_vars.get_sources_paths();
@@ -19,18 +17,14 @@ function build_config( command_args ) {
   const config = {
     publishQuiet: true,
     require: `./lib/index.js`,
-    format: [`progress`, `summary:${ SUMMARY_FILENAME }`],
+    format: [`progress`, `summary:cucumber-report.txt`],
     paths: feature_paths,
     retry: 1,
   }
 
   // Normalize tag expressions, if there are any
-
-  // Joining and splitting handles tags surrounded with `""` or those without `""`
-  let tags = command_args[`_`].join(` `).split(` `);
-  // If there is no tag expression, `tags` is ['']. Ignore those cases.
-  // Length test may be unnecessary.
-  if ( tags[0] || tags.length > 1 ) {
+  let tags = command_args[`_`];
+  if (tags.length > 0) {
     let joined_tags = '';
     // Cucumber expects tags in boolean expressions, like (@a0 or @a1) and @random.
     // If we get a list of only tags, then "or" them all together
@@ -111,20 +105,19 @@ function build_config( command_args ) {
 
   const { success } = await cucumber_api.runCucumber({...runConfiguration, support});
   if ( success ) {
-    log.success({ type: `run`, code: `ALK0054`, pre: `Tests succeeded!` });
+    log.info({ type: `run`, code: `ALK0054`, pre: `Cucumber executed correctly` });
   } else {
-    log.error({ type: `run`, code: `ALK0055`, pre: `One or more tests got unexpected results` });
+    log.error({ type: `run`, code: `ALK0055`, pre: `Cucumber ran into an error` });
   }
-  // Code is our custom code for proper completion with failed tests
-  const exitCode = success ? 0 : 2;
+  const exitCode = success ? 0 : 1;
   process.exitCode = exitCode;
 
   // This is hardcoded information from `provide_config` above.
   // This code isn't used for anything other than detecting and removing color codes.
-  let summary_file_name = SUMMARY_FILENAME;
+  let summary_file_name = 'cucumber-report.txt';
   fs.readFile(summary_file_name, 'utf8', (err, text) => {
     if (err) {
-      log.error({ type: `internal run`, code: `ALK0056`, pre: `Failed to read cucumber report`, data: err });
+      log.error({ type: `run`, code: `ALK0056`, pre: `cucumber report`, data: err });
       return;
     }
 
@@ -135,16 +128,5 @@ function build_config( command_args ) {
     // Put it in the correct file in the correct folder
     let artifacts_path = session_vars.get_artifacts_path_name();
     fs.appendFileSync( `${ artifacts_path }/${ log.debug_log_file }`, `\n\n${text}`);
-    try {
-      // Add to a unexpected results file (that should exist already) if needed
-      if ( exitCode === 2 ) {
-        fs.appendFileSync(
-          `${ artifacts_path }/${ log.unexpected_filename }`,
-          `\n\n${ text }`
-        );
-      }
-    } catch ( error ) {
-      log.error({ type: `internal run`, code: `ALK0181`, pre: `This is sometimes fine. ALKiln was unable to read ${ log.unexpected_filename }, which might just mean there was an unrelated failure above.`, data: error });
-    }
   });
 })();

package/lib/scope.js

@@ -3228,7 +3228,8 @@ module.exports = {
     * 
     * @param expected {array} Arr of strs that should appear in the report.
     */
-    let scenario = scope.report.get( scope.scenario_id );
+    let current_report_obj = scope.report.get( scope.scenario_id );
+    let scenario = [ scope.scenario_id, current_report_obj ];  // Mimic how loop works with `Map`
     let report = reports.getPrintableScenario( scenario );
     let all_are_included = true;
     for ( let one_expectation of expected ) {
@@ -3247,7 +3248,8 @@ module.exports = {
     * 
     * @param not_expected {array} Arr of strs that should not appear in the report.
     */
-    let scenario = scope.report.get( scope.scenario_id );
+    let current_report_obj = scope.report.get( scope.scenario_id );
+    let scenario = [ scope.scenario_id, current_report_obj ];  // Mimic how loop works with `Map`
     let report = reports.getPrintableScenario( scenario );
     let none_included = true;
     for ( let one_expectation of not_expected ) {

package/lib/steps.js

@@ -101,11 +101,8 @@ BeforeAll(async () => {
   session_vars.save_artifacts_path_name( scope.paths.artifacts );
 
   scope.paths.report = `${ scope.paths.artifacts }/report.txt`;
-  scope.paths.failures = `${ scope.paths.artifacts }/${ log.unexpected_filename }`;
   scope.paths.debug_log = `${ scope.paths.artifacts }/${ log.debug_log_file }`;
   fs.writeFileSync( scope.paths.debug_log, "" );
-
-  reports.create( scope );
 });
 
 Before(async (scenario) => {
@@ -1205,17 +1202,17 @@ After(async function(scenario) {
   }
 
   if ( scope.failed_pdf_compares.length > 0) {
-    let msg = scope.failed_pdf_compares.reduce((str, new_msg) => `${ str }\n―――\n${ new_msg }`)
+    let msg = scope.failed_pdf_compares.reduce((str, new_msg) => `${ str }\n---\n${ new_msg }`)
     changeable_test_status = `FAILED`;
     reports.addToReport(scope, {
       type: `error`,
       code: `ALK0093`,
-      value: `PDF comparison failed ${ scope.failed_pdf_compares.length } time(s)\n―――\n${ msg }\n―――\n`
+      value: `PDF comparison failed ${ scope.failed_pdf_compares.length } time(s)\n---\n${ msg }\n---\n`
     });
   }
 
   // Record status before internal report tests can interfere with values
-  reports.saveFinalScenarioData( scope, { status: changeable_test_status });
+  reports.setReportScenarioStatus( scope, { status: changeable_test_status });
 
   if (changeable_test_status !== `PASSED`) {
     log.debug({
@@ -1259,11 +1256,11 @@ After(async function(scenario) {
   }  // ends if not passed
 
   // Add report text to Scenario folder after everything has been added to the report
-  let scenario_report_obj = scope.report.get( scope.scenario_id );
+  let current_report_obj = scope.report.get( scope.scenario_id );
+  let scenario_report_obj = [ scope.scenario_id, current_report_obj ];  // Mimic how loop works with `Map`
   let report = reports.getPrintableScenario( scenario_report_obj );
   // Save the report as in the Scenario folder
   fs.writeFileSync( scope.paths.scenario_report, report );
-  // TODO: Save any cucumber failure message for the Scenario here (instead of waiting till run_cucumber.js)
 
   // ---------------- Check internal test results ----------------
 
@@ -1414,6 +1411,9 @@ AfterAll(async function() {
   // May need newest version of cucumberjs
   console.log( `\n\n${ report }` );
 
+  // Save/download the report as an artifact
+  fs.writeFileSync( scope.paths.report, report );
+
   // If there is a browser open, then close it
   if (scope.browser) {
     await scope.browser.close();

package/lib/utils/log.js

@@ -2,7 +2,6 @@ const fs = require('fs');
 const session_vars = require( './session_vars' );
 
 // ? 🌈 💡 🔎 🤕 🐞
-// Alternatives: 🩹 ❤️‍🩹 🚑
 // TODO: return full message so it can be passed to manually
 // thrown errors if needed.
 
@@ -92,5 +91,4 @@ log.add_to_debug_log = function(value) {
   fs.appendFileSync(log.debug_log_file, value);
 };
 
-log.debug_log_file = `debug_log.txt`;
-log.unexpected_filename = `unexpected_results.txt`;
+log.debug_log_file = 'debug_log.txt'

package/lib/utils/reports.js

@@ -7,13 +7,6 @@ const files = require(`./files` );
 
 module.exports = reports = {};
 
-reports.title = `Assembly Line Kiln Automated Testing Report - ${ (new Date()).toUTCString() }\n`;
-reports.failures = [ `\n\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n🤕 Failed scenarios\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n` ];
-reports.successes = [ `\n\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n🌈 Passed scenarios\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n` ];
-// reports.warnings = [ `\n\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n🔎 Scenarios to check\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n` ];
-// reports.undefineds = [ `\n\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n[langs icon] Scenarios with typos\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n` ];
-reports.others = [ `\n\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n🔎 Other scenarios that did not pass\n≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡≡\n` ];
-
 reports.addReportHeading = function (scope, { scenario }) {
   /** Return printable heading based on Scenario name and tags.
   *    Allow characters from other languages.
@@ -26,14 +19,14 @@ reports.addReportHeading = function (scope, { scenario }) {
     tag_names.push( tag.name );
   }
 
-  let heading = `\n―――――――――――――――――――――\n`
+  let heading = `\n---------------\n`
     + `Scenario: ${ scenario.pickle.name }`;
 
   if ( tag_names.length > 0 ) {
     heading += `\nTags: ${ tag_names.join(' ') }`;
   }
 
-  heading += `\n―――――――――――――――――――――`;
+  heading += `\n---------------`;
 
   reports.addToReport( scope, {
     code: `ALK0176`,
@@ -78,30 +71,21 @@ reports.addToReport = function( scope, { type, code, value }) {
   }
 
   // Report stuff
-  let scenario = reports.makeSureScenarioExists( scope );
+  let scenario = makeSureReportPartsExist( scope );
   scenario.lines.push({ type, code, value });
 
   return scenario;
 };  // Ends reports.addToReport()
 
-reports.create = function( scope ) {
-  reports.makeSureReportExists( scope );
-}
-
-reports.makeSureReportExists = function( scope ) {
+let makeSureReportPartsExist = function( scope ) {
   /** If a part of the report needs to exist right now, but doesn't exist,
   * create it. */
   if ( !scope.report ) { scope.report = new Map(); }
-  return this;
-};  // Ends reports.makeSureReportExists()
-
-reports.makeSureScenarioExists = function ( scope ) {
-  reports.makeSureReportExists( scope );
   if ( !scope.scenario_id ) {
     scope.scenario_id = `_report_${ Date.now() }`;
   }
   if ( !scope.report.get( scope.scenario_id )) {
-    scope.report.set( scope.scenario_id, {} );
+    scope.report.set( scope.scenario_id, {} )
     scope.report.get( scope.scenario_id ).status = `in progress`;
   }
 
@@ -109,36 +93,11 @@ reports.makeSureScenarioExists = function ( scope ) {
   if ( !scenario.lines ) { scenario.lines = []; }
 
   return scenario;
-};  // Ends reports.makeSureScenarioExists()
-
-reports.saveFinalScenarioData = function( scope, { status=`in progress` }) {
-  this.setReportScenarioStatus( scope, { status });
-  let scenario = scope.report.get( scope.scenario_id );
-  let report = this.getPrintableScenario( scenario );
-  if ( scenario.status === `FAILED` ) { this.failures.push( report ); }
-  else if ( scenario.status === `PASSED` ) { this.successes.push( report ); }
-  // else if ( scenario.status === `WARNING` ) { passed_reports += report; this.warnings.push( report ); }
-  // else if ( scenario.status === `UNDEFINED` ) { passed_reports += report; this.undefineds.push( report ); }
-  else { this.others.push( report ); }
-
-  // Save to failures.txt (worry about optimization later)
-  if ( this.failures.length > 1 || this.others.length > 1 ) {
-    fs.writeFileSync(
-      scope.paths.failures,
-      this.title + this.getPrintableUnexpected( scope )
-    );
-  }
-  // Save to reports.txt (worry about optimization later)
-  fs.writeFileSync( scope.paths.report, this.getPrintableReport( scope ) );
-
-  return scenario;
-};  // Ends reports.saveFinalScenarioData()
-
+};  // Ends makeSureReportPartsExist()
 
 reports.setReportScenarioStatus = function( scope, { status=`PASSED` }) {
   /** Add final status of scenario to scenario report object - passed, failed, etc. */
   scope.report.get( scope.scenario_id ).status = status;
-  return scope.report.get( scope.scenario_id );
 };  // Ends reports.setReportScenarioStatus()
 
 reports.convertToOriginalStoryTableRow = function( scope, { row_data }) {
@@ -165,38 +124,34 @@ let trimJSON = function( str=`` ) {
 };  // Ends trimJSON()
 
 reports.getPrintableReport = function( scope ) {
-  /** Return a string generated from test report data.
-  *
-  * First list failed scenarios, then non-passed scenarios, then passed scenarios. */
-  let report = this.getTitle( scope );
-
-  if ( this.failures.length > 1 ) { report += this.failures.join( `` ); }
-  if ( this.successes.length > 1 ) { report += this.successes.join( `` ); }
-  // if ( this.warnings.length > 1 ) {}
-  // if ( this.undefineds.length > 1 ) {}
-  if ( this.others.length > 1 ) { report += this.others.join( `` ); }
+  /** Return a string generated from test report data. */
+  let report = `Assembly Line Kiln Automated Testing Report - ${ (new Date()).toUTCString() }\n`;
+
+  // First list failed scenarios, then non-passed scenarios, then passed scenarios
+  let failed_reports = ``;
+  let passed_reports = ``;
+  let other_reports = ``;
+  for ( let scenario of scope.report ) {
+
+    let report = reports.getPrintableScenario( scenario );
+    let [ scenario_id, data ] = scenario;
+    if ( data.status === `FAILED` ) { failed_reports += report; }
+    else if ( data.status === `PASSED` ) { passed_reports += report; }
+    else { other_reports += report; }
+  };  // ends for every scenario
+
+  if ( failed_reports !== `` ) { report += `\n\n===============================\n===============================\n🤕 Failed scenarios:\n${ failed_reports }`; }
+  if ( other_reports !== `` ) { report += `\n\n===============================\n===============================\n🔎 Scenarios that did not pass:\n${ other_reports }`; }
+  if ( passed_reports !== `` ) { report += `\n\n===============================\n===============================\n🌈 Passed scenarios:\n${ passed_reports }`; }
 
   return report;
 };  // Ends reports.getPrintableReport()
 
-reports.getTitle = function( scope ) { return this.title; }
-
-reports.getPrintableUnexpected = function( scope ) {
-  // Note about `> 1`: The first line of the report section always exists
-  let output = ``;
-  if ( this.failures.length > 1 ) {
-    output += this.failures.join(``);
-  }
-  if ( this.others.length > 1 ) {
-    output += this.others.join(``);
-  }
-  return output;
-};  // Ends reports.getPrintableUnexpected()
-
 reports.getPrintableScenario = function( scenario ) {
   /** Return a string generated from scenario list of report items. */
+  let [ scenario_id, data ] = scenario;
   let report = ``;
-  for ( let line of scenario.lines ) {
+  for ( let line of data.lines ) {
     let { type, code, value } = line;
     report += `${ getLineText({ type, code, value }) }\n`;
   }

package/lib/utils/session_vars.js

@@ -107,7 +107,7 @@ session_vars.get_languages = function () {
 };  // Ends session_vars.get_languages()
 
 
-const runtime_config_path = `runtime_config.json`;
+const runtime_config_path = path.join(process.cwd(), `runtime_config.json`);
 const project_name_key = `da_project_name`;
 session_vars.save_project_name = function ( project_name ) {
   /* Saves the name of the project to a json obj so deletion can use it later.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@suffolklitlab/alkiln",
-  "version": "5.11.2-feat-output-5",
+  "version": "5.11.2-fix-root-dir-1",
   "description": "Integrated automated end-to-end testing with docassemble, puppeteer, and cucumber.",
   "main": "lib/index.js",
   "scripts": {