@suffolklitlab/alkiln 4.10.0 → 4.10.1-pre-cli

package/.github/workflows/test_tests.yml

@@ -28,9 +28,7 @@ jobs:
       PLAYGROUND_PASSWORD: ${{ secrets.PLAYGROUND_PASSWORD }}
       PLAYGROUND_ID: ${{ secrets.PLAYGROUND_ID }}
       DOCASSEMBLE_DEVELOPER_API_KEY: ${{ secrets.DOCASSEMBLE_DEVELOPER_API_KEY }}
-      BRANCH_PATH: main
       EXTRA_LANGUAGES: ${{ secrets.EXTRA_LANGUAGES }}
-      REPO_URL: https://github.com/plocket/docassemble-ALAutomatedTestingTests
       USER1_EMAIL: ${{ secrets.USER1_EMAIL }}
       USER1_PASSWORD: ${{ secrets.USER1_PASSWORD }}
       SECRET_VAR1: secret-var1-value
@@ -39,11 +37,15 @@ jobs:
 
     name: Run Puppeteer tests
     steps:
+      - name: Set Github-related environment variables
+        run: |
+          echo "REPO_URL=${{ github.server_url }}/${{ github.repository }}" >> $GITHUB_ENV
+          echo "BRANCH_PATH=${{ github.ref }}" >> $GITHUB_ENV
       - name: Set name of artifact folder with date and UTC time
         # https://www.shell-tips.com/linux/how-to-format-date-and-time-in-linux-macos-and-bash/#how-to-format-a-date-in-bash
         run: |
           echo "ARTIFACT_NAME=alkiln-$(date +'%Y-%m-%d at %Hh%Mm%Ss' -u) UTC" >> $GITHUB_ENV
-          echo "UNIT_TESTS_ARTIFACT_NAME=_alkiln_tests_misc-$(date +'%Y-%m-%d at %Hh%Mm%Ss' -u) UTC" >> $GITHUB_ENV
+          echo "UNIT_TESTS_ARTIFACT_NAME=_alkiln-misc-$(date +'%Y-%m-%d at %Hh%Mm%Ss' -u) UTC" >> $GITHUB_ENV
       - name: Set languages
         run: echo "EXTRA_LANGUAGES=${{ github.event.inputs.extra_languages }}" >> $GITHUB_ENV
         if: ${{ github.event.inputs.extra_languages != '' }}
@@ -65,7 +67,7 @@ jobs:
         if: ${{ always() }}
         with:
           name: ${{ env.UNIT_TESTS_ARTIFACT_NAME }}
-          path: ./_alkiln_tests_misc-*
+          path: ./_alkiln-*
       - name: upload integration tests artifacts folder
         uses: actions/upload-artifact@v2
         if: ${{ always() }}

package/CHANGELOG.md

@@ -40,6 +40,20 @@ Format:
 -->
 <!-- ## [Unreleased] -->
 
+
+## [4.10.1-pre-cli] - 2023-01-09
+### Changed
+- a lot internally!
+  - using cucumber's JS API to run tests
+  - upgraded cucumber
+  - instead of running `npm run tests`, you can directly call scripts
+  - don't print the "publish this cucumber report" message
+
+## [4.10.1] - 2023-01-07
+### Changed
+- Fix artifacts not being saved in GitHub. See https://github.com/SuffolkLITLab/ALKiln/issues/629.
+- Make internal test folder names a bit simpler and more modular-izable.
+
 ## [4.10.0] - 2022-11-17
 ### Changed
 - Don't mark `...there_in_another | False |` in story tables as invalid, as it's necessary for some
@@ -548,4 +562,4 @@ Format:
 - `example.feature` - an example test to get a project started
 - `github/workflows/run_form_tests.yml` - Automated github workflow to run tests when code is pushed and a manual trigger for testing without needing to push
 - `.gitignore` - ignores files that are generated by the tests and shouldn't be added to the repo
-- `package.json` - keep up-to-date version of this test repository and hold scripts that the automated tests run
+- `package.json` - keep up-to-date version of this test repository and hold scripts that the automated tests run

package/MANIFEST.in

@@ -0,0 +1 @@
+include README.md

package/_alkiln-misc_artifacts/unit_tests_logs-2022-12-29 at 02h22m01s457ms UTC.txt

@@ -0,0 +1,20 @@
+
+Report:
+type: warning, value: Do you have a duplicate story table row? Multiple story table rows match this field's variable name. The test will use the last row that matched. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#trigger.
+The matching rows:
+      | text_input | Some one-line text |  |
+      | text_input | Some conflicting text |  |
+This field's data:
+{"selector":"#daquestion input[name=\"dGV4dF9pbnB1dA\"][id=\"dGV4dF9pbnB1dA\"][class=\"form-control\"]","tag":"input","guesses":[{"var":"text_input","value":""}],"type":"text","trigger":"direct_standard_fields"}
+Report:
+type: warning, value: Is this story table missing a row? 1 story table row(s) matched a field name, but none of their trigger variable name(s) matched the trigger variable name in the screen's HTML. The test will have to ignore this field. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#trigger.
+The data of row(s) with conflicting trigger name(s):
+      | x[i].name.first | Firstname | proxy_list[0].name.first |
+This field's data:
+{"selector":"#daquestion input[name=\"eFtpXS5uYW1lLmZpcnN0\"][id=\"eFtpXS5uYW1lLmZpcnN0\"][class=\"form-control\"]","tag":"input","guesses":[{"var":"x[i].name.first","value":""}],"type":"text","trigger":"proxy_list[1].name.first"}
+Report:
+type: warning, value: This story table row needs a value in the "trigger" column, but it is empty. The test might get unexpected results. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#trigger.
+The row's data:
+      | x[i].name.first | Firstname |  |
+This field's data:
+{"selector":"#daquestion input[name=\"eFtpXS5uYW1lLmZpcnN0\"][id=\"eFtpXS5uYW1lLmZpcnN0\"][class=\"form-control\"]","tag":"input","guesses":[{"var":"x[i].name.first","value":""}],"type":"text","trigger":"proxy_list[1].name.first"}

package/action.yml

@@ -68,58 +68,31 @@ runs:
         echo -e "\nALKiln version is $ALKILN_VERSION\nRepo is $REPO_URL\nBranch ref is $BRANCH_PATH\nMAX_SECONDS_FOR_SETUP is $MAX_SECONDS_FOR_SETUP\nManually added languages are $EXTRA_LANGUAGES\n"
       shell: bash
 
-    # This doesn't use an already established package-lock.json and that
-    # comes with some types of test breaking risks. Same problem as before.
-    - name: Temporarily overwrite or create package.json
-      run: |
-        cat << EOF > "package.json"
-        {
-          "scripts": {
-            "test": "npm run langs_setup && npm run cucumber -- $@",
-            "cucumber_base": "./node_modules/.bin/cucumber-js --require ./node_modules/@suffolklitlab/alkiln/lib/index.js",
-            "cucumber": "run_cucumber(){ npm run cucumber_base -- \"$@\" docassemble/*/data/sources/*.feature --retry 1; }; run_cucumber",
-            "langs": "npm run langs_setup && ./node_modules/.bin/cucumber-js --require ./node_modules/.bin/alkiln-cucumber docassemble/*/data/sources/*_lang*.feature",
-            "langs_setup": "node_modules/.bin/alkiln-langs 'docassemble/*/data/sources/*.feature'",
-            "setup": "node_modules/.bin/alkiln-setup",
-            "takedown": "node_modules/.bin/alkiln-takedown"
-          },
-          "dependencies": {
-            "colors": "1.4.0",
-            "@cucumber/cucumber": "7.3.2",
-            "@suffolklitlab/alkiln": "$ALKILN_VERSION"
-          }
-        }
-        EOF
-        # Keep in sync with the cucumber.js in root
-        cat << EOF > "cucumber.js"
-        module.exports = {
-          default: "--require ./lib/index.js --format progress --format summary:cucumber-report.txt"
-        }
-        EOF
-      shell: bash
-
     # Install node
     - name: "ALKiln: Install node packages"
       uses: actions/setup-node@v1
       with:
         node-version: "17"
-    - run: npm install
+    # npm install -g "@suffolklitlab/alkiln@$ALKILN_VERSION"
+    - name: Install ALKiln directly from npm
+      run: |
+        npm install -g github:SuffolkLITLab/ALKiln#lighter_package_json
       shell: bash
 
     # Run tests
     - name: "ALKiln: Create a Project and pull the package from GitHub"
-      run: npm run setup
+      run: alkiln-setup
       shell: bash
     - name: "ALKiln: Run tests"
       if: ${{ success() }}
-      run: npm run test -- ${{ github.event.inputs.tags && format('"--tags" "{0}"', github.event.inputs.tags) }}
+      run: alkiln-run ${{ github.event.inputs.tags && format('"{0}"', github.event.inputs.tags) }}
       shell: bash
     - run: echo -e "\n\n====ALKiln could not create a project on your server's testing account or pull your package into it. Check the messages above this line.\n\n"
       if: ${{ failure() }}
       shell: bash
     - name: "ALKiln: Delete project from docassemble test account"
       if: ${{ always() }}
-      run: npm run takedown
+      run: alkiln-takedown
       shell: bash
     
     # Upload artifacts that subscribers can download on the Actions summary page

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Base64 encoded corner cases are decoded correctly-2022-12-29 at 02h12m20s302ms UTC/report.txt

@@ -0,0 +1,23 @@
+
+---------------
+Scenario: Base64 encoded corner cases are decoded correctly
+Tags: @interactive @i5 @decoding-test @object-multiselect
+---------------
+Trying to load the interview
+screen id: object-radio-field
+WARNING: You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.
+      | object_radio_field | object_radio_choice_one |  |
+
+  Rows that got set:
+    And I get to the question id "end screen" with this data:
+      | var | value | trigger |
+      | object_radio_field | object_radio_choice_one |  |
+  Unused rows:
+      | checkbox_dict['single_quote_key']['🁳🧴🯍🥫🅍🗎🹇🗷🌲🯵'] | True |  |
+      | multiselect_test['dear'] | True |  |
+      | multiselect_test['hi'] | True |  |
+      | object_checkboxes_test['obj_chkbx_opt_1'] | True |  |
+      | object_dropdown | obj_opt_2 |  |
+      | object_multiselect_test['obj_opt_1'] | True |  |
+      | object_multiselect_test['obj_opt_3'] | True |  |
+

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail to find var while keeping value secret-2022-12-29 at 02h14m21s556ms UTC/report.txt

@@ -0,0 +1,13 @@
+
+---------------
+Scenario: Fail to find var while keeping value secret
+Tags: @reports @fast @rf26 @secret @error
+---------------
+Trying to load the interview
+WARNING: You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.
+WARNING: Did not find a field on this page for the variable "missing_var" that could be set to "SECRET_FOR_MISSING_FIELD"
+
+ERROR: Missing variable or variables on page "null"
+For security, ALKiln will not create a screenshot for this error. It's possible a secret is being used on this screen.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with 2 wrong signin secret names-2022-12-29 at 02h14m19s733ms UTC/report.txt

@@ -0,0 +1,12 @@
+
+---------------
+Scenario: Fail with 2 wrong signin secret names
+Tags: @reports @fast @rf24 @signin
+---------------
+
+ERROR: The email address GitHub SECRET "WRONG_EMAIL_NAME" doesn't exist. Check for a typo and check your workflow file.
+
+ERROR: The password GitHub SECRET "WRONG_PASSWORD_NAME" doesn't exist. Check for a typo and check your workflow file.
+For security, ALKiln will not create a screenshot for this error. It's possible a secret is being used on this screen.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with a missing phrase-2022-12-29 at 02h13m42s632ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with a missing phrase
+Tags: @reports @fast @rf4 @error
+---------------
+Trying to load the interview
+
+ERROR: The text "phrase missing" SHOULD be on this page, but it's NOT.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with cannot find missing document-2022-12-29 at 02h14m13s528ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with cannot find missing document
+Tags: @reports @fast @rf19 @error
+---------------
+Trying to load the interview
+
+ERROR: "missing-doc.pdf" seems to be missing. Cannot find a link to that document.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with could not find files-2022-12-29 at 02h14m20s192ms UTC/report.txt

@@ -0,0 +1,13 @@
+
+---------------
+Scenario: Fail with could not find files
+Tags: @reports @fast @rf25 @upload
+---------------
+Trying to load the interview
+screen id: upload-files
+WARNING: Could not find "nonexistant1.pdf" in "/Users/Comfadorable/Desktop/General/coding/suffolk-lit-lab-assembly-line/docassemble-cucumber/docassemble/ALKilnTests/data/sources"
+WARNING: Could not find "nonexistant2.pdf" in "/Users/Comfadorable/Desktop/General/coding/suffolk-lit-lab-assembly-line/docassemble-cucumber/docassemble/ALKilnTests/data/sources"
+
+ERROR: Could not find "nonexistant1.pdf, nonexistant2.pdf".
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with error page from random input-2022-12-29 at 02h13m27s716ms UTC/report.txt

@@ -0,0 +1,12 @@
+
+---------------
+Scenario: Fail with error page from random input
+Tags: @random_input @fast @ri4 @random @error
+---------------
+Trying to load the interview
+Testing interview with random input (in alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with error page from random input-2022-12-29 at 02h13m27s716ms UTC/random_answers_screenshots-2022-12-29 at 02h13m28s915ms UTC)
+WARNING: You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.
+
+ERROR: The interview seemed to run into an error page after the page with the question id "null". See the screenshot in "alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with error page from random input-2022-12-29 at 02h13m27s716ms UTC/random_answers_screenshots-2022-12-29 at 02h13m28s915ms UTC".
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with incorrectly present phrase-2022-12-29 at 02h13m43s918ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with incorrectly present phrase
+Tags: @reports @fast @rf5 @error
+---------------
+Trying to load the interview
+
+ERROR: The text "e" should NOT be on this page, but it IS here.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with link text not visible-2022-12-29 at 02h13m52s649ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with link text not visible
+Tags: @reports @fast @rf11 @error
+---------------
+Trying to load the interview
+
+ERROR: Cannot find a link with the text "Missing link".
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with link unexpectedly opens in a new window-2022-12-29 at 02h14m06s008ms UTC/report.txt

@@ -0,0 +1,56 @@
+
+---------------
+Scenario: Fail with link unexpectedly opens in a new window
+Tags: @reports @fast @rf15 @error @table
+---------------
+Trying to load the interview
+screen id: upload-files
+screen id: group-of-complex-fields
+      | single_quote_dict['single_quote_key']['sq_two'] | true |  |
+      | double_quote_dict[\"double_quote_key\"]['dq_two'] | true |  |
+screen id: direct-standard-fields
+      | checkboxes_other['checkbox_other_opt_1'] | true |  |
+      | radio_yesno | False | false |
+      | radio_other | radio_other_opt_3 |  |
+      | text_input | Regular text input field value |  |
+      | textarea | Multiline text\narea value |  |
+      | dropdown_test | dropdown_opt_2 |  |
+
+  Rows that got set:
+    And I get to the question id "showifs" with this data:
+      | var | value | trigger |
+      | checkboxes_other['checkbox_other_opt_1'] | true |  |
+      | double_quote_dict[\"double_quote_key\"]['dq_two'] | true |  |
+      | dropdown_test | dropdown_opt_2 |  |
+      | radio_other | radio_other_opt_3 |  |
+      | radio_yesno | False | false |
+      | single_quote_dict['single_quote_key']['sq_two'] | true |  |
+      | text_input | Regular text input field value |  |
+      | textarea | Multiline text\narea value |  |
+  All rows were used
+
+screen id: showifs
+screen id: object-checkboxes
+      | object_checkboxes_test[\"obj_chkbx_opt_1\"] | true |  |
+      | object_dropdown | obj_opt_2 |  |
+screen id: buttons-yesnomaybe
+      | buttons_yesnomaybe | True |  |
+screen id: buttons-other
+      | buttons_other | button_2 |  |
+screen id: button-continue
+      | button_continue | True |  |
+
+  Rows that got set:
+    And I get to the question id "screen features" with this data:
+      | var | value | trigger |
+      | button_continue | True |  |
+      | buttons_other | button_2 |  |
+      | buttons_yesnomaybe | True |  |
+      | object_checkboxes_test[\"obj_chkbx_opt_1\"] | true |  |
+      | object_dropdown | obj_opt_2 |  |
+  All rows were used
+
+
+ERROR: The link "Link: reload the page" does NOT open in a new window.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with link unexpectedly opens in same window-2022-12-29 at 02h14m01s128ms UTC/report.txt

@@ -0,0 +1,56 @@
+
+---------------
+Scenario: Fail with link unexpectedly opens in same window
+Tags: @reports @slow @rf14 @error @table
+---------------
+Trying to load the interview
+screen id: upload-files
+screen id: group-of-complex-fields
+      | single_quote_dict['single_quote_key']['sq_two'] | true |  |
+      | double_quote_dict[\"double_quote_key\"]['dq_two'] | true |  |
+screen id: direct-standard-fields
+      | checkboxes_other['checkbox_other_opt_1'] | true |  |
+      | radio_yesno | False | false |
+      | radio_other | radio_other_opt_3 |  |
+      | text_input | Regular text input field value |  |
+      | textarea | Multiline text\narea value |  |
+      | dropdown_test | dropdown_opt_2 |  |
+
+  Rows that got set:
+    And I get to the question id "showifs" with this data:
+      | var | value | trigger |
+      | checkboxes_other['checkbox_other_opt_1'] | true |  |
+      | double_quote_dict[\"double_quote_key\"]['dq_two'] | true |  |
+      | dropdown_test | dropdown_opt_2 |  |
+      | radio_other | radio_other_opt_3 |  |
+      | radio_yesno | False | false |
+      | single_quote_dict['single_quote_key']['sq_two'] | true |  |
+      | text_input | Regular text input field value |  |
+      | textarea | Multiline text\narea value |  |
+  All rows were used
+
+screen id: showifs
+screen id: object-checkboxes
+      | object_checkboxes_test[\"obj_chkbx_opt_1\"] | true |  |
+      | object_dropdown | obj_opt_2 |  |
+screen id: buttons-yesnomaybe
+      | buttons_yesnomaybe | True |  |
+screen id: buttons-other
+      | buttons_other | button_2 |  |
+screen id: button-continue
+      | button_continue | True |  |
+
+  Rows that got set:
+    And I get to the question id "screen features" with this data:
+      | var | value | trigger |
+      | button_continue | True |  |
+      | buttons_other | button_2 |  |
+      | buttons_yesnomaybe | True |  |
+      | object_checkboxes_test[\"obj_chkbx_opt_1\"] | true |  |
+      | object_dropdown | obj_opt_2 |  |
+  All rows were used
+
+
+ERROR: The link "Link to external page" does NOT open in the same window.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with link with given text does not lead to correct url-2022-12-29 at 02h13m55s993ms UTC/report.txt

@@ -0,0 +1,56 @@
+
+---------------
+Scenario: Fail with link with given text does not lead to correct url
+Tags: @reports @slow @rf13 @error @table
+---------------
+Trying to load the interview
+screen id: upload-files
+screen id: group-of-complex-fields
+      | single_quote_dict['single_quote_key']['sq_two'] | true |  |
+      | double_quote_dict[\"double_quote_key\"]['dq_two'] | true |  |
+screen id: direct-standard-fields
+      | checkboxes_other['checkbox_other_opt_1'] | true |  |
+      | radio_yesno | False | false |
+      | radio_other | radio_other_opt_3 |  |
+      | text_input | Regular text input field value |  |
+      | textarea | Multiline text\narea value |  |
+      | dropdown_test | dropdown_opt_2 |  |
+
+  Rows that got set:
+    And I get to the question id "showifs" with this data:
+      | var | value | trigger |
+      | checkboxes_other['checkbox_other_opt_1'] | true |  |
+      | double_quote_dict[\"double_quote_key\"]['dq_two'] | true |  |
+      | dropdown_test | dropdown_opt_2 |  |
+      | radio_other | radio_other_opt_3 |  |
+      | radio_yesno | False | false |
+      | single_quote_dict['single_quote_key']['sq_two'] | true |  |
+      | text_input | Regular text input field value |  |
+      | textarea | Multiline text\narea value |  |
+  All rows were used
+
+screen id: showifs
+screen id: object-checkboxes
+      | object_checkboxes_test[\"obj_chkbx_opt_1\"] | true |  |
+      | object_dropdown | obj_opt_2 |  |
+screen id: buttons-yesnomaybe
+      | buttons_yesnomaybe | True |  |
+screen id: buttons-other
+      | buttons_other | button_2 |  |
+screen id: button-continue
+      | button_continue | True |  |
+
+  Rows that got set:
+    And I get to the question id "screen features" with this data:
+      | var | value | trigger |
+      | button_continue | True |  |
+      | buttons_other | button_2 |  |
+      | buttons_yesnomaybe | True |  |
+      | object_checkboxes_test[\"obj_chkbx_opt_1\"] | true |  |
+      | object_dropdown | obj_opt_2 |  |
+  All rows were used
+
+
+ERROR: Cannot find a link with the text "Link to external page" leading to http://wrong-url.com.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with missing element id-2022-12-29 at 02h13m45s207ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with missing element id
+Tags: @reports @fast @rf6 @error
+---------------
+Trying to load the interview
+
+ERROR: No element on this page has the ID "wrong element id".
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with missing error message-2022-12-29 at 02h13m48s710ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with missing error message
+Tags: @reports @fast @rf8 @error
+---------------
+Trying to load the interview
+
+ERROR: No error message was found on the page
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with missing link with url-2022-12-29 at 02h13m54s329ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with missing link with url
+Tags: @reports @fast @rf12 @error
+---------------
+Trying to load the interview
+
+ERROR: Cannot find a link to "http://missing-url.com".
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with missing term with the given text-2022-12-29 at 02h14m12s071ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with missing term with the given text
+Tags: @reports @fast @rf18 @error
+---------------
+Trying to load the interview
+
+ERROR: The term "wrong term" seems to be missing.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with no interview at arbitrary url-2022-12-29 at 02h11m01s999ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with no interview at arbitrary url
+Tags: @establishing @fast @failing @e8 @rfe8 @arbitraryurl
+---------------
+Trying to load the interview
+
+ERROR: On final attempt to load interview, got "ALKiln could not find any interview question page with the given information"
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with system error after Step using wrong file name as trigger-2022-12-29 at 02h14m15s021ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with system error after Step using wrong file name as trigger
+Tags: @reports @fast @rf20 @error
+---------------
+Trying to load the interview
+
+ERROR: On final attempt to load interview, got "Reference to invalid playground path"
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with unexpectedly able to continue-2022-12-29 at 02h13m46s819ms UTC/report.txt

@@ -0,0 +1,11 @@
+
+---------------
+Scenario: Fail with unexpectedly able to continue
+Tags: @reports @fast @rf7 @error
+---------------
+Trying to load the interview
+screen id: upload-files
+
+ERROR: The page should have stopped the user from continuing, but the user was able to continue.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with var not on page-2022-12-29 at 02h14m10s627ms UTC/report.txt

@@ -0,0 +1,12 @@
+
+---------------
+Scenario: Fail with var not on page
+Tags: @reports @fast @rf17 @error
+---------------
+Trying to load the interview
+screen id: upload-files
+WARNING: Did not find a field on this page for the variable "missing_var_1" that could be set to "missing value 1"
+
+ERROR: Missing variable or variables on page "upload-files"
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with was unexpectedly not able to continue for invalid field input message-2022-12-29 at 02h13m50s143ms UTC/report.txt

@@ -0,0 +1,13 @@
+
+---------------
+Scenario: Fail with was unexpectedly not able to continue for invalid field input message
+Tags: @reports @fast @rf10 @error
+---------------
+Trying to load the interview
+screen id: upload-files
+screen id: group-of-complex-fields
+screen id: direct-standard-fields
+
+ERROR: User did not arrive at the next page.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with wrong email secret name-2022-12-29 at 02h14m18s763ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with wrong email secret name
+Tags: @reports @fast @rf22 @signin
+---------------
+
+ERROR: The email address GitHub SECRET "WRONG_EMAIL_NAME" doesn't exist. Check for a typo and check your workflow file.
+For security, ALKiln will not create a screenshot for this error. It's possible a secret is being used on this screen.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fail with wrong password secret name-2022-12-29 at 02h14m19s291ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fail with wrong password secret name
+Tags: @reports @fast @rf23 @signin
+---------------
+
+ERROR: The password GitHub SECRET "WRONG_PASSWORD_NAME" doesn't exist. Check for a typo and check your workflow file.
+For security, ALKiln will not create a screenshot for this error. It's possible a secret is being used on this screen.
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fails as it doesn't try to 'continue' with a restart button-2022-12-29 at 02h12m22s559ms UTC/report.txt

@@ -0,0 +1,19 @@
+
+---------------
+Scenario: Fails as it doesn't try to 'continue' with a restart button
+Tags: @interactive @fast @i6
+---------------
+Trying to load the interview
+screen id: show-first-screen
+WARNING: You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.
+screen id: make-choice
+WARNING: You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.
+      | user_choice | wrong |  |
+screen id: kickout-screen
+WARNING: You are missing an element containing the data for the page's trigger variable. Some fields, like loops with index variables, may not work correctly in these tests. See https://suffolklitlab.org/docassemble-AssemblyLine-documentation/docs/automated_integrated_testing/#a-missing-trigger-variable.
+
+ERROR: The target id was "doesnt exist", but it took too long to try to reach it (over 0.16666666666666666 min). The test got stuck on "kickout-screen".
+
+ERROR: Error occurred when tried to answer fields on question "kickout-screen".
+
+**-- Scenario Failed --**

package/alkiln-2022-12-29 at 02h09m19s552ms UTC/Fails when table has no header row and rows have only one column-2022-12-29 at 02h14m50s261ms UTC/report.txt

@@ -0,0 +1,10 @@
+
+---------------
+Scenario: Fails when table has no header row and rows have only one column
+Tags: @story_tables_formats @table @fast @stf7
+---------------
+Trying to load the interview
+
+ERROR: Your Story Table definition needs to be changed. The best practice is to make your table 3 columns wide with a first row in this format: "| var | value | trigger |". The first row of your table is actually "double_quote_dict["double_quote_key"]['dq_two']"
+
+**-- Scenario Failed --**