@suffolklitlab/alkiln 5.15.4 → 5.16.0-fix-artifacts

package/.github/workflows/da_image_v_sha_7d13853.yml

@@ -0,0 +1,69 @@
+name: Use docassemble image version
+
+on:
+  push:
+  pull_request:
+  workflow_dispatch:
+    inputs:
+      show_docker_output:
+        required: false
+        default: false
+        type: boolean
+        description: 'Show the docker logs while building the GitHub server container. It will also save the docker log artifact. This might show sensitive config information.'
+      # Experimental
+      enable_tmate:
+        type: boolean
+        description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'
+        required: false
+        default: false
+
+jobs:
+
+  github-server-tests:
+    # Avoids running double tests when someone on the team makes a pull request
+    # 1: Trigger job on push or dispatch from this repository
+    # 2: Trigger job on pull request from a fork
+    if: (
+          github.event_name != 'pull_request'
+          && ! github.event.pull_request.head.repo.fork
+        ) || (
+          github.event_name == 'pull_request'
+          && github.event.pull_request.head.repo.fork
+        )
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        node-version: [24.x]
+      
+    steps:
+      # Place the root directory in this branch to access relative paths to
+      # action files
+      - uses: actions/checkout@v4
+
+      - name: "ALKiln - Use a specific docassemble image version to start the isolated temporary docassemble server on GitHub"
+        id: github_server
+        uses: ./action_for_github_server
+        with:
+          SHOW_DOCKER_OUTPUT: "${{ github.event.inputs.show_docker_output }}"
+          DOCASSEMBLE_IMAGE: "ghcr.io/suffolklitlab/docassemble:sha-7d13853"
+      - run: echo "ALKiln finished starting the isolated GitHub docassemble server"
+        shell: bash
+
+      ## Optional debugging to explore things like docker issues
+      #- name: Docker debug tmate session
+      #  #if: ${{ failure() && github.event.inputs.enable_tmate == 'true' }}
+      #  uses: mxschmitt/action-tmate@v3
+
+      - name: "ALKiln - Confirm docassemble packages get installed correctly"
+        if: ${{ success() }}
+        id: alkiln
+        uses: ./
+        with:
+          # Required inputs. See
+          # https://assemblyline.suffolklitlab.org/docs/alkiln/writing/#sandbox-inputs
+          SERVER_URL: "${{ steps.github_server.outputs.SERVER_URL }}"
+          DOCASSEMBLE_DEVELOPER_API_KEY: "${{ steps.github_server.outputs.DOCASSEMBLE_DEVELOPER_API_KEY }}"
+          INSTALL_METHOD: "server"
+          _ALKILN_INTERNAL_TESTS: "true"
+          ALKILN_TAG_EXPRESSION: "@e3"  # One very simple test
+          ALKILN_VERSION: "action_outputs"

package/.github/workflows/github_server.yml

@@ -157,10 +157,37 @@ jobs:
           SERVER_URL: "${{ steps.github_server.outputs.SERVER_URL }}"
           DOCASSEMBLE_DEVELOPER_API_KEY: "${{ steps.github_server.outputs.DOCASSEMBLE_DEVELOPER_API_KEY }}"
           INSTALL_METHOD: "server"
-          #### Developer note: You can probably leave the rest out
+          #### Developer note: Optional inputs. You can probably leave the rest out
           #### To learn more, see https://assemblyline.suffolklitlab.org/docs/alkiln/writing/#optional-inputs
           ALKILN_TAG_EXPRESSION: "${{ env.ALKILN_TAG_EXPRESSION }}"
-          # ALKILN_VERSION: 
+          _ALKILN_INTERNAL_TESTS: "true"
+          ALKILN_VERSION: "action_outputs"
+
+      #### Developer note: You can leave out this section
+      # Test our own action output
+      - shell: bash
+        if: ${{ always() }}
+        env:
+          GH_TOKEN: ${{ github.token }}
+          PATH_TO_ARTIFACTS: "${{ steps.alkiln.outputs.PATH_TO_ARTIFACTS }}"
+          PATH_TO_REPORT_FILE: "${{ steps.alkiln.outputs.PATH_TO_REPORT_FILE }}"
+          PATH_TO_REPORT_LOG_FILE: "${{ steps.alkiln.outputs.PATH_TO_REPORT_LOG_FILE }}"
+          PATH_TO_UNEXPECTED_RESULTS_FILE: "${{ steps.alkiln.outputs.PATH_TO_UNEXPECTED_RESULTS_FILE }}"
+          PATH_TO_DEBUG_LOG_FILE: "${{ steps.alkiln.outputs.PATH_TO_DEBUG_LOG_FILE }}"
+        run: |
+          echo "PATH_TO_ARTIFACTS: $PATH_TO_ARTIFACTS"
+          echo "PATH_TO_REPORT_FILE: $PATH_TO_REPORT_FILE"
+          echo "PATH_TO_REPORT_LOG_FILE: $PATH_TO_REPORT_LOG_FILE"
+          echo "PATH_TO_UNEXPECTED_RESULTS_FILE: $PATH_TO_UNEXPECTED_RESULTS_FILE"
+          echo "PATH_TO_DEBUG_LOG_FILE: $PATH_TO_DEBUG_LOG_FILE"
+
+          # Test accessing the report file
+          if [ -f "${{ env.PATH_TO_REPORT_FILE }}" ]; then
+            REPORT_TEXT=$(cat "${{ env.PATH_TO_REPORT_FILE }}")
+            echo "The report file exists and we can get its text"
+          else
+            echo "The report file does not exist. Something other than the interview tests may have failed."
+          fi
 
       #### Developer note: Example of making an issue when tests fail
       #### that includes the text of the failure output file
@@ -176,13 +203,13 @@ jobs:
           # Make an issue with file contents or 'no file' message as part of the body
 
           if [ -f "${{ env.PATH_TO_UNEXPECTED_RESULTS_FILE }}" ]; then
-            UNEXPECTED_2=$(cat "${{ env.PATH_TO_UNEXPECTED_RESULTS_FILE }}")
+            UNEXPECTED_RESULTS_TEXT=$(cat "${{ env.PATH_TO_UNEXPECTED_RESULTS_FILE }}")
           else
-            UNEXPECTED_2="unexpected_results.txt does not exist. Something other than the interview tests may have failed."
+            UNEXPECTED_RESULTS_TEXT="unexpected_results.txt does not exist. Something other than the interview tests may have failed."
           fi
 
           gh issue create --body "An ALKiln test run failed. See the action at ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}.
 
           ### Results:
 
-          $UNEXPECTED_2" --repo "$GITHUB_REPOSITORY" --label "testing" --title "ALKiln tests failed"
+          $UNEXPECTED_RESULTS_TEXT" --repo "$GITHUB_REPOSITORY" --label "testing" --title "ALKiln tests failed"

package/.github/workflows/playground.yml

@@ -1,7 +1,6 @@
 name: Playground installation
 
 on:
-  push:
   pull_request:
   workflow_dispatch:
     inputs:
@@ -9,6 +8,8 @@ on:
         required: False
         description: 'Optional. Use a "tag expression" specify which tagged tests to run (https://cucumber.io/docs/cucumber/api/#tag-expressions)'
         default: ''
+  schedule:
+    - cron: "0 1 * * SUN"
 
 jobs:
 
@@ -32,7 +33,7 @@ jobs:
 
     env:
       #### Developer note: We recommend turning these into environment
-      #### variables before using them as inputs later
+      #### variables, like we do here, before using them as inputs later
       SERVER_URL: ${{ secrets.SERVER_URL }}
       DOCASSEMBLE_DEVELOPER_API_KEY: ${{ secrets.DOCASSEMBLE_DEVELOPER_API_KEY }}
 
@@ -78,8 +79,9 @@ jobs:
           #### You can probably leave this out
           ALKILN_MAX_RANDOM_TESTS_PER_SCENARIO: 10
           # Internal: docassemble changes sometimes break @a11y tests. That is
-          # a da problem, not ours. We will trigger these tests manually when we
+          # a da problem, not ours. We must trigger @a11y tests manually when we
           # want to check up on this.
+          #### Developer note: Optional inputs. You can probably leave the rest out
           ALKILN_TAG_EXPRESSION: "${{ env.ALKILN_TAG_EXPRESSION }}"
-          #### Developer note: You can probably leave this out
-          # ALKILN_VERSION: 
+          _ALKILN_INTERNAL_TESTS: "true"
+          ALKILN_VERSION: "action_outputs"

package/CHANGELOG.md

@@ -43,7 +43,40 @@ Format:
 - 
 -->
 
-<!-- ## [Unreleased] -->
+## [Unreleased]
+
+### Added
+
+- Added `_ALKILN_INTERNAL_TESTS` action.yml input to allow us to skip some security flags to install and test our development releases of ALKiln.
+
+### Changed
+
+- In action.yml, temporarily (we hope) replaced `npm rebuild` with an explicit search for existing puppeteer chrome executables. There is no fallback if all of those are missing. Addresses [#1088](https://github.com/suffolkLITLab/aLKiln/issues/1088). We hope to find a proper fix in the future.
+
+### Fixed
+- Artifacts were being created in the wrong dir when using the main action.yml in GitHub actions. See [#1055](https://github.com/suffolkLITLab/aLKiln/issues/1055). We will have to release a temporary fix in the action to let people run passing tests until the week is up and the fix passes our new security measures.
+
+
+## [5.16.0] - 2026-05-14
+
+### Added
+
+- Adds a new optional parameter to `action_for_github_server/action.yml`, the full name of the docassemble image. It defaults to `jhpyle/docassemble:latest`, what we previously used, but can also be changed to an earlier version (`jhpyle/docassemble:1.9.8`) or a different fork of docassemble (`ghcr.io/suffolklitlab/docassemble:latest`). Note that old docassemble versions may sometimes get removed.
+
+### Changed
+
+- Changed the default version of docassemblecli to 0.0.25
+- Use `cwd` as the base of file paths. Motivated by ALKiP's upcoming need to change the way it handles its own file paths.
+- Handle curl failures while waiting for docassemble server startup. Wrapped the curl call with set +e / set -e so GitHub Actions does not exit on curl failures. All non-zero curl exit codes are treated as "not ready yet" and retried - this covers transient errors like exit code 56 (connection dropped) and exit code 7 (connection refused) that may come up during startup. Added a comment explaining the permissive approach. Changed response value from "000" to "missing" for clarity in logs. See [#1044](https://github.com/SuffolkLITLab/ALKiln/issues/1044).
+
+### Fixed
+
+- Print error correctly when missing sources paths
+- Changed the default version of docassemblecli to 0.0.25
+
+### Security
+
+- Security: Gave our main action's `npm install` call the arguments ` --ignore-scripts --min-release-age=7` to improve security against malicious `pre-install` and `post-install` scripts. See [#1053](https://github.com/SuffolkLITLab/ALKiln/issues/1053).
 
 ## [5.15.4] - 2025-11-29
 
@@ -1235,4 +1268,4 @@ Note: published on incorrect commit
 - `example.feature` - an example test to get a project started
 - `github/workflows/run_form_tests.yml` - Automated github workflow to run tests when code is pushed and a manual trigger for testing without needing to push
 - `.gitignore` - ignores files that are generated by the tests and shouldn't be added to the repo
-- `package.json` - keep up-to-date version of this test repository and hold scripts that the automated tests run
+- `package.json` - keep up-to-date version of this test repository and hold scripts that the automated tests run

package/action.yml

@@ -37,6 +37,11 @@ inputs:
     description: "The maximum number of tests ALKiln will generate for every Scenario that can generate tests."
     required: false
     # Default will be internal to avoid duplication of data
+  _ALKILN_INTERNAL_TESTS:
+    description: "If true, will use different security settings."
+    type: boolean
+    required: false
+    default: false
 
 outputs:
   PATH_TO_ARTIFACTS:
@@ -115,12 +120,60 @@ runs:
       with:
         node-version: "24.x"
         package-manager-cache: false
-    - name: "💡 ALK0026 INFO: Install ALKiln directly from npm"
+
+    # For regular authors
+    - name: "💡 ALK0026 INFO: Install ALKiln directly from npm (at least 7 days old)"
+      if: ${{ inputs._ALKILN_INTERNAL_TESTS != true }}
       shell: bash
       run: |
         log="💡 ALK0026 INFO: Install ALKiln directly from npm"
+        repo_name="${{ github.event.repository.name }}"
+        if [[ $repo_name == *"ALKiln"* ]]; then
+          echo "⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️ YOU MAY BE MISSING THE _ALKILN_INTERNAL_TESTS FLAG ⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️"
+        fi
         echo -e "\n$log" >> "${{ env.DEBUG_PATH }}"
-        npm install -g "@suffolklitlab/alkiln@$ALKILN_VERSION"
+        if [[ $repo_name == *"ALKiln"* ]]; then
+          echo "⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️"
+        fi
+        npm install --ignore-scripts --min-release-age=7 -g "@suffolklitlab/alkiln@$ALKILN_VERSION"
+
+    # For internal development, allow testing with more recent versions of ALKiln
+    - name: "🔎 ALK0279 WARNING: Install recent version of ALKiln directly from npm"
+      if: ${{ inputs._ALKILN_INTERNAL_TESTS == true }}
+      shell: bash
+      run: |
+        log="🔎 ALK0279 WARNING: Install **recent** version of ALKiln directly from npm"
+        repo_name="${{ github.event.repository.name }}"
+        if [[ $repo_name != *"ALKiln"* ]]; then
+          echo "⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️ YOU MAY BE USING AN UNSAFE VERSION OF ALKILN ⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️"
+        fi
+        echo -e "\n$log" >> "${{ env.DEBUG_PATH }}"
+        if [[ $repo_name != *"ALKiln"* ]]; then
+          echo "⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️⚠️"
+        fi
+        npm install --ignore-scripts -g "@suffolklitlab/alkiln@$ALKILN_VERSION"
+
+    # Install puppeteer browser that we skipped with security feature --ignore-scripts
+    - name: "💡 ALK0280 INFO: Install puppeteer browser that we skipped with security feature --ignore-scripts"
+      if: ${{ inputs._ALKILN_INTERNAL_TESTS == true }}
+      shell: bash
+      run: |
+        BROWSER="$(
+          command -v google-chrome-stable ||
+          command -v google-chrome ||
+          command -v chrome ||
+          command -v chromium-browser ||
+          command -v chromium ||
+          true
+        )"
+        if [[ -n "$BROWSER" ]]; then
+          echo "💡 ALK0280 INFO: Found puppeteer browser executable at '$BROWSER'"
+          echo "PUPPETEER_EXECUTABLE_PATH=$BROWSER" >> "$GITHUB_ENV"
+        else
+          echo "🤕 ALK0281 INFO: Unable to find puppeteer browser executable"
+          # Our project uses bash error codes in the 50's. This may change.
+          exit 51
+        fi
 
     # Files prep
     - shell: bash

package/action_for_github_server/action.yml

@@ -23,10 +23,14 @@ inputs:
     description: "Default is 600 seconds. Maximum amount of seconds to give the docassemble docker container to serve the site."
     required: false
     default: 600  # 10 min
+  DOCASSEMBLE_IMAGE:
+    description: "The specific docassemble image to use."
+    required: false
+    default: jhpyle/docassemble
   DOCASSEMBLECLI_VERSION:
     description: "The version of docassemblecli to install."
     required: false
-    default: "0.0.17"
+    default: "0.0.25"
 
 outputs:
   DOCASSEMBLE_DEVELOPER_API_KEY:
@@ -155,35 +159,37 @@ runs:
         if: ${{ env.OUTPUT_DOCKER == 'false' }}
         env:
           CONFIG_ARGS: ${{ env.CONFIG_ARGS }}
+          DOCASSEMBLE_IMAGE: "${{ inputs.DOCASSEMBLE_IMAGE }}"
         shell: bash
         run: |
           log="💡 ALK0009 INFO: Download and start docker silently"
           echo -e "\n$log" >> "${{ env.DEBUG_LOGS_PATH }}"
-          docker pull jhpyle/docassemble > /dev/null 2>&1
+          docker pull "$DOCASSEMBLE_IMAGE" > /dev/null 2>&1
           docker run --name docassemble_container \
                      --env DA_ADMIN_EMAIL="$DA_ADMIN_EMAIL" \
                      --env DA_ADMIN_PASSWORD="$DA_ADMIN_PASSWORD" \
                      --env DA_ADMIN_API_KEY="$DA_ADMIN_API_KEY" \
                      $CONFIG_ARGS \
                      --cap-add SYS_PTRACE \
-                     --memory="4gb" -d -p 80:80 jhpyle/docassemble > /dev/null 2>&1
+                     --memory="4gb" -d -p 80:80 "$DOCASSEMBLE_IMAGE" > /dev/null 2>&1
       # With output
       - name: "💡 ALK0010 INFO: Download and start docker"
         if: ${{ env.OUTPUT_DOCKER == 'true' }}
         env:
           CONFIG_ARGS: ${{ env.CONFIG_ARGS }}
+          DOCASSEMBLE_IMAGE: "${{ inputs.DOCASSEMBLE_IMAGE }}"
         shell: bash
         run: |
           log="💡 ALK0010 INFO: Download and start docker"
           echo -e "\n$log" >> "${{ env.DEBUG_LOGS_PATH }}"
-          docker pull jhpyle/docassemble
+          docker pull "$DOCASSEMBLE_IMAGE"
           docker run --name docassemble_container \
                      --env DA_ADMIN_EMAIL="$DA_ADMIN_EMAIL" \
                      --env DA_ADMIN_PASSWORD="$DA_ADMIN_PASSWORD" \
                      --env DA_ADMIN_API_KEY="$DA_ADMIN_API_KEY" \
                      $CONFIG_ARGS \
                      --cap-add SYS_PTRACE \
-                     --memory="4gb" -d -p 80:80 jhpyle/docassemble
+                     --memory="4gb" -d -p 80:80 "$DOCASSEMBLE_IMAGE"
 
       # Section for showing the time it takes to start the server.
 
@@ -213,14 +219,25 @@ runs:
 
             # Check if max seconds till loading has passed
             if [[ $SECONDS -ge $MAX_SECONDS_FOR_DOCKER ]]; then
-              log3="🤕 ALK0014 ERROR: Timed out waiting for docker container to serve the site. If you want to give your docker container more timem to install, set the MAX_SECONDS_FOR_DOCKER input for this action."
+              log3="🤕 ALK0014 ERROR: Timed out waiting for docker container to serve the site. If you want to give your docker container more time to install, set the MAX_SECONDS_FOR_DOCKER input for this action."
               echo -e "\n$log3" >> "${{ env.DEBUG_LOGS_PATH }}" && echo -e "$log3"
               exit 1
             fi
 
             # Set the variable to a new string value in each iteration
-            response=$(curl -o /dev/null -s -w "%{http_code}\n" http://localhost:80/health_check?ready=1)
-            log4="💡 ALK0015 INFO: Response is $response"
+            # We intentionally skip all non-zero curl exit codes here instead of handling specific ones.
+            # During server startup there are several transient errors that can come up and since we already log  the exit code and have a timeout,
+            # retrying on all of them is safer than trying to maintain a list of specific codes to handle.
+            set +e
+            response=$(curl -o /dev/null -s -w "%{http_code}" http://localhost:80/health_check?ready=1)
+            status=$?
+            set -e
+            
+            if [[ $status -ne 0 ]]; then
+              response="missing"
+            fi
+
+            log4="💡 ALK0015 INFO: Response is $response (curl exit code: $status)"
             echo -e "\n$log4" >> "${{ env.DEBUG_LOGS_PATH }}" && echo -e "$log4"
 
             # Check if the string includes the desired text
@@ -228,7 +245,7 @@ runs:
               log5="💡 ALK0016 SUCCESS: Success! The docker container is ready!"
               echo -e "\n$log5" >> "${{ env.DEBUG_LOGS_PATH }}" && echo -e "$log5"
             else
-              log6="💡 ALK0017 INFO: The docker container is not ready yet. Will check again in 30 seconds."
+              log6="💡 ALK0017 INFO: The docker container is not ready yet (HTTP=$response, curl exit code=$status). Will check again in 30 seconds."
               echo -e "\n$log6" >> "${{ env.DEBUG_LOGS_PATH }}" && echo -e "$log6"
               sleep 30
             fi

package/docs/016_root_path_2026_04_09.md

@@ -0,0 +1,17 @@
+# Root path
+
+This code assumes the current working directory (cwd) will contain the necessary files and folders to get files like `.feature` files and the test run runtime config file.
+
+When you run ALKiln on the command line, run the tests in the root directory of the docassemble package with the tests. There are other ways to tell processes where the root directory is. For example, ALKiP, a docassemble package that uses ALKiln inside an author's server, runs `subprocess.run()` or `subprocess.Popen()` with `cwd=`. In ALKiP the `cwd` is most likely `/tmp`.
+
+Files that make this root path assumption:
+
+- lib/utils/set_sources_paths.js
+- lib/utils/files.js
+- lib/utils/session_vars.js
+
+ALKiln makes assumptions about specific folder names inside the root directory. See `lib/utils/set_sources_paths.js` and `validate.js` for where it looks for `.feature` files.
+
+## Anti-goals
+
+It is possible for us to make the root path configurable in a few ways (env vars, command line args, etc.), but we are avoiding adding that maintenance cost until we see a need.

package/lib/scope.js

@@ -2768,7 +2768,7 @@ module.exports = {
         pic_name = `pic_on-${ short_id }-${ timestamp }`;
       }
 
-      await scope.take_a_screenshot( scope, { path: `./${ scope.paths.scenario }/${ pic_name }.jpg` });
+      await scope.take_a_screenshot( scope, { path: `${ scope.paths.scenario }/${ pic_name }.jpg` });
 
       await scope.afterStep( scope );
     },  // Ends scope.steps.screenshot()

package/lib/setup/artifacts.js

@@ -2,19 +2,24 @@
 
 const session_vars = require(`../utils/session_vars`);
 const files = require(`../utils/files`);
-const Log = require(`../setup/artifacts.js`);
+const Log = require(`../utils/Log.js`);
 
-/** Reset and refresh artifacts path name */
+/**
+ * Reset and refresh artifacts path name. Use this at the start of every test
+ * run for that run's unique results.
+ * */
 
 session_vars.delete_artifacts_path_name();
 
 // process.argv is a list of strings of commands and args.
-// If using `npm run cucumber` (as opposed to the bin commands),
-// use `--` before `--sources=./foo`
-const argv = require(`minimist`)( process.argv.slice(2) );
-const artifacts_path = files.make_artifacts_folder( argv.path );
-
+// If using `npm run artifacts` (as opposed to the bin commands),
+// use `--` before, for example, `--sources=./foo`
+// Envs like action.yml reuse their own .path when return vals are hard to get
+const forced_path = require(`minimist`)( process.argv.slice(2) )?.path;
+const artifacts_path = files.make_artifacts_folder( forced_path );
 session_vars.save_artifacts_path_name( artifacts_path );
 
-// Leave the config Project name value as it is. Local developers find it
-//    useful to re-use that value.
+const log = new Log({ path: artifacts_path, context: `artifacts` });
+log.info({ code: `ALK0278`, context: `artifacts`,},
+  `Created the artifacts folder at "${ artifacts_path }"`
+);

package/lib/utils/Log.js

@@ -228,6 +228,7 @@ class Log {
       }
 
       if ( !fs.existsSync( dir )) {
+        process.stdout.write(`Making artifacts folder in Log at ${ dir }`)
         files.make_artifacts_folder( dir );
       }
 

package/lib/utils/files.js

@@ -1,5 +1,6 @@
 const fs = require('fs');
 const safe_filename = require('sanitize-filename');
+const path = require(`path`);
 
 let files = {};
 
@@ -21,27 +22,30 @@ files.readable_date = function() {
   return fancy_str;
 };  // Ends files.readable_date()
 
-files.make_artifacts_folder = function (path) {
+files.make_artifacts_folder = function ( file_path ) {
   /** Makes a folder in the root of the project if it doesn't
    *  already exist, either with the given name or with a default name.
    *
    * Works for local development as well, without action.yml or workflow files.
    * */
-  if (path) {
-    let name_parts = path.split(`/`);
+  if (file_path) {
+    let name_parts = file_path.split(`/`);
     let safe_parts = [];
     for ( let part of name_parts ) {
       safe_parts.push(safe_filename( part ));
     }
-    path = safe_parts.join(`/`);
+    file_path = path.join( ...safe_parts );
   } else {
-    path = `alkiln-${ files.readable_date() }`
+    file_path = `alkiln-${ files.readable_date() }`
   }
 
+  const root = process.cwd();
+  root_path = path.join( root, file_path );
+
   // `recursive` avoids errors if folder already exists
   // https://nodejs.org/docs/latest-v18.x/api/fs.html#fspromisesmkdirpath-options
-  fs.mkdirSync( path, { recursive: true });
-  return path;
+  fs.mkdirSync( root_path, { recursive: true });
+  return root_path;
 };  // Ends files.make_artifacts_folder()
 
 module.exports = files;

package/lib/utils/session_vars.js

@@ -52,6 +52,10 @@ session_vars.get_origin = function () {
 };
 session_vars.get_user_project_name = function () { return process.env._PROJECT_NAME || null; };
 session_vars.get_user_id = function () { return process.env._USER_ID || null; };
+session_vars.get_runtime_config_path = function () {
+  const root = process.cwd();  // absolute path just to be sure
+  return path.join( root, `runtime_config.json` );
+}
 
 // More complex logic
 session_vars.get_server_reload_timeout = function () {
@@ -133,7 +137,6 @@ session_vars.get_languages = function () {
 };  // Ends session_vars.get_languages()
 
 
-const runtime_config_path = `runtime_config.json`;
 const project_name_key = `da_project_name`;
 session_vars.save_project_name = function ( project_name ) {
   /* Saves the name of the project to a json obj so deletion can use it later.
@@ -142,6 +145,7 @@ session_vars.save_project_name = function ( project_name ) {
   *    Should we try to prevent someone overwriting a previous project name?
   * 
   * @param project_name { string } - purely alphanumeric string */
+  const runtime_config_path = session_vars.get_runtime_config_path();
 
   // Warn local developers if file already exists
   if ( fs.existsSync( runtime_config_path ) ) {
@@ -172,6 +176,8 @@ session_vars.get_project_name = function () {
   if ( session_vars.get_origin() === 'playground' ) {
     return session_vars.get_user_project_name();
   }
+
+  const runtime_config_path = session_vars.get_runtime_config_path();
   let json = JSON.parse( fs.readFileSync( runtime_config_path ));
   let project_name = json[ project_name_key ] || null;
   if ( session_vars.get_debug() ) { console.debug( `🐛 ALK0037 DEBUG: Project name from file is "${ project_name }".` ); }
@@ -180,6 +186,7 @@ session_vars.get_project_name = function () {
 
 session_vars.delete_project_name = function () {
   /* Empty the key storing the name of the docassemble Project */
+  const runtime_config_path = session_vars.get_runtime_config_path();
   try {
     // Get the json, changing it, and re-write the file from scratch
     let json = JSON.parse( fs.readFileSync( runtime_config_path ));
@@ -252,6 +259,7 @@ session_vars.save_runtime_config_var = function ({ key, value }) {
   * 
   * @returns {binary?} file Runtime config file
   */
+  const runtime_config_path = session_vars.get_runtime_config_path();
 
   // Ensure runtime config file exists
   if ( !fs.existsSync( runtime_config_path ) ) {
@@ -277,6 +285,7 @@ session_vars.get_runtime_config_var = function ( key ) {
    * 
    * @returns {any} - Value of given key in runtime config file or null
    */
+  const runtime_config_path = session_vars.get_runtime_config_path();
   try {
     let json = JSON.parse( fs.readFileSync( runtime_config_path ));
     let value = json[ key ];
@@ -300,6 +309,7 @@ session_vars.delete_runtime_config_var = function ({ key }) {
    * 
    * @returns {null}
    * */
+  const runtime_config_path = session_vars.get_runtime_config_path();
   try {
     if ( !fs.existsSync( runtime_config_path )) { return null; }
     

package/lib/utils/set_sources_paths.js

@@ -1,4 +1,5 @@
 const fast_glob = require(`fast-glob`);
+const path = require(`path`);
 
 const session_vars = require(`./session_vars`);
 
@@ -18,7 +19,7 @@ module.exports = function set_sources_paths({ log }) {
   let maybe_paths = get_potential_paths();
 
   let sources_paths = get_sources_paths({ maybe_paths });
-  if ( sources_paths === 0 ) {
+  if ( sources_paths.length === 0 ) {
     // If we don't throw, it'll be more confusing when no tests run
     log.throw({ code: `ALK0050`, context: `sources`,
       error: new ReferenceError(
@@ -45,6 +46,7 @@ function get_potential_paths() {
   // `project` is the name in the server docassemble "Project" page
   let project = session_vars.get_user_project_name();
   let id = session_vars.get_user_id();
+  let root = process.cwd();  // Assumes correct root. See docs about root path.
 
   // process.argv is a list of strings of commands and args.
   // Internal note: If using `npm run cucumber`, use `--` before
@@ -53,8 +55,8 @@ function get_potential_paths() {
     default: {
       sources: [
         `./docassemble/*/data/sources`,  // In GitHub folder
-        `/usr/share/docassemble/files/playgroundsources/${id}/${project}/*.feature`, // From playground without S3
-        `/tmp/playgroundsources/${id}/${project}/*.feature` // From playground with S3
+        `/usr/share/docassemble/files/playgroundsources/${id}/${project}`, // From playground without S3
+        path.join( root, `/playgroundsources/${id}/${project}`), // From playground with S3
       ],
     }
   });
@@ -81,16 +83,16 @@ function get_sources_paths({ maybe_paths }) {
   // Check every path, tracking which exist and which are missing
   let existing_paths = [];
   let missing_paths = [];
-  for ( let path of maybe_paths ) {
+  for ( let maybe_path of maybe_paths ) {
     let dirs = fast_glob.sync(
-      [ path ],
+      [ maybe_path ],
       { onlyFiles: false, suppressErrors: true }
     );
 
     if ( dirs.length > 0 ) {
       existing_paths.push( ...dirs );
     } else {
-      missing_paths.push( path );
+      missing_paths.push( maybe_path );
     }
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@suffolklitlab/alkiln",
-  "version": "5.15.4",
+  "version": "5.16.0-fix-artifacts",
   "description": "Integrated automated end-to-end testing with docassemble, puppeteer, and cucumber.",
   "main": "lib/index.js",
   "scripts": {

package/tests/log_codes/log_code_expected_instances.txt

@@ -288,4 +288,8 @@ ALK0273:1
 ALK0274:1
 ALK0275:1
 ALK0276:1
-ALK0277:1
+ALK0277:1
+ALK0278:1
+ALK0279:2
+ALK0280:1
+ALK0281:1