@suffolklitlab/alkiln 5.13.2 → 5.13.3-feat-random-2

package/lib/utils/time.js

@@ -24,3 +24,47 @@ time.waitForTimeout = function( milliseconds ) {
     setTimeout(resolve, milliseconds);
   });
 };
+time.sleep = time.waitForTimeout;
+time.wait = time.waitForTimeout;
+
+time.filename_date = function() {
+  /** Return the current timestamp in a human-readable
+  *   filename-safe format to match the workflow artifact
+  *   date format.
+  *   See https://stackoverflow.com/a/48729396/14144258 and https://stackoverflow.com/a/6040556/14144258
+  */
+  // let date = new Date();  // now
+  // let day = ("0" + date.getUTCDate()).slice(-2);
+  // let month = ("0" + (date.getUTCMonth() + 1)).slice(-2);
+  // let year = date.getUTCFullYear();
+  // let hours = ("0" + date.getUTCHours()).slice(-2);
+  // let mins = ("0" + date.getUTCMinutes()).slice(-2);
+  // let secs = ("0" + date.getUTCSeconds()).slice(-2);
+
+  let dt = time.get_time_parts();
+  let safe_date = `${ dt.y }-${ dt.mon }-${ dt.d } at ${ dt.h }h${ dt.min }m${ dt.s }sUTC`;
+  return safe_date;
+};  // Ends time.filename_date()
+
+time.log_date = function () {
+  /** Return the current timestamp in a human-readable
+  *   more compact log format.
+  * See https://stackoverflow.com/a/48729396/14144258 and https://stackoverflow.com/a/6040556/14144258
+  */
+  let dt = time.get_time_parts();
+  let short_date = `${ dt.y }-${ dt.mon }-${ dt.d } ${ dt.h }:${ dt.min }:${ dt.s }UTC`;
+  return short_date;
+};  // Ends time.log_date()
+
+time.get_time_parts = function () {
+  /** Get all the parts of the date as numbers. */
+  let date = new Date();  // now
+  return ({
+    y: date.getUTCFullYear(),
+    mon: ("0" + (date.getUTCMonth() + 1)).slice(-2),
+    d: ("0" + date.getUTCDate()).slice(-2),
+    h: ("0" + date.getUTCHours()).slice(-2),
+    min: ("0" + date.getUTCMinutes()).slice(-2),
+    s: ("0" + date.getUTCSeconds()).slice(-2),
+  });
+}

package/package.json

@@ -1,18 +1,26 @@
 {
   "name": "@suffolklitlab/alkiln",
-  "version": "5.13.2",
+  "version": "5.13.3-feat-random-2",
   "description": "Integrated automated end-to-end testing with docassemble, puppeteer, and cucumber.",
   "main": "lib/index.js",
   "scripts": {
     "test": "npm run unit && npm run codes && npm run cucumber",
-    "cucumber": "./lib/run_cucumber.js",
     "local": "npm run setup && npm run cucumber; npm run takedown",
-    "pass": "npm run cucumber 'not @error and not @temp_error'",
-    "fail": "npm run cucumber '@error'",
-    "setup": "./lib/docassemble/setup.js",
+
     "takedown": "./lib/docassemble/takedown.js",
+    "setup": "./lib/docassemble/setup.js",
     "server_install": "./lib/docassemble/server_install.js",
-    "unit": "mocha tests/unit_tests/*.test.*",
+
+    "pass": "npm run cucumber 'not @error and not @temp_error'",
+    "fail": "npm run cucumber '@error'",
+    "cucumber": "npm run build && ./lib/run_cucumber.js",
+
+    "build": "npm run artifacts && npm run validate && npm run generate",
+    "validate": "./lib/setup/validate.js",
+    "generate": "./lib/setup/generate.js",
+    "artifacts": "./lib/setup/artifacts.js",
+    
+    "unit": "npm run artifacts && mocha --recursive 'tests/unit_tests/**/*.test.*'",
     "codes": "tests/log_codes/check_codes.sh ."
   },
   "repository": {
@@ -57,6 +65,9 @@
     "alkiln-server-install": "./lib/docassemble/server_install.js",
     "alkiln-setup": "./lib/docassemble/setup.js",
     "alkiln-takedown": "./lib/docassemble/takedown.js",
-    "alkiln-run": "./lib/run_cucumber.js"
+    "alkiln-run": "./lib/run_cucumber.js",
+    "alkiln-artifacts": "./lib/setup/artifacts.js",
+    "alkiln-validate": "./lib/setup/validate.js",
+    "alkiln-generate": "./lib/setup/generate.js"
   }
 }

package/tests/log_codes/check_codes.sh

@@ -11,12 +11,13 @@ exit_code=0
 
 echo " -------------------------------------------------------
 | Usage:                                                |
-| bash $(basename $0) [dir] [c file] [c folder] [-l arg]
+| bash $(basename $0) [dir] [c file] [c folder]         |
 | dir:      The directory in which to search for logs   |
 | c file:   Name of the log instance counter file       |
 | c folder: Path to the folder of the log counter file  |
-| -l arg:   \"1\" prints extra logs                       |
  -------------------------------------------------------"
+# | bash $(basename $0) [dir] [c file] [c folder] [-l arg]
+# | -l arg:   \"1\" prints extra logs                       |
 
 # Get flags and their values
 loudness="0"
@@ -55,7 +56,8 @@ fi
 
 # removed and are no longer used. Syntax used works with GitHub cli - [[:digit:]]
 # https://stackoverflow.com/a/6901221
-instances=$(find "$where_to_look" -type f ! -name "check_codes.sh" ! -name "CONTRIBUTING.md" ! -name "$expected_instances_file" ! -name "debug_log.txt" ! -name "cucumber-report.txt" ! -path "*/node_modules/*" ! -path "*/ALKilnTests/*" ! -path "*/alkiln-*/*" ! -path "*/_alkiln*/*" -print0 | xargs -0 -P 4 grep -0 -ro 'ALK[[:digit:]][[:digit:]][[:digit:]][[:digit:]]' | grep -v -- '--' )
+# Exclude files and paths
+instances=$(find "$where_to_look" -type f ! -name "CONTRIBUTING.md" ! -name "$expected_instances_file" ! -name "debug_log.txt" ! -name "cucumber-report.txt" ! -name "_alkiln*" ! -path "*/tests/*" ! -path "*/node_modules/*" ! -path "*/ALKilnTests/*" ! -path "*/alkiln-*/*" ! -path "*/_alkiln*/*" ! -path "*/docs/*" ! -path "*/\.*" -print0 | xargs -0 -P 4 grep -0 -ro 'ALK[[:digit:]][[:digit:]][[:digit:]][[:digit:]]' | grep -v -- '--' )
 
 if [[ "$loudness" != "0" ]]; then
   total_instances=$(echo "$instances" | wc -l)
@@ -100,7 +102,7 @@ fi
 indx=0
 too_many=()
 missing=()
-while [ "$indx" -lt "$highest_code" ]; do
+while [ "$indx" -le "$highest_code" ]; do
   # Turn the index into a log code by prepending ALK and adding leading zeros
   log_code=$(printf "ALK%04d" "$indx")
   # Count ";" - a stand-in for the number of
@@ -125,24 +127,27 @@ while [ "$indx" -lt "$highest_code" ]; do
   # To add to the list of strings to print later
   short_msg="$log_code $num_paths/$num_expected"
   long_msg="$log_code act/exp "
-  long_msg+="$num_paths/$num_expected:"
+  long_msg+="$num_paths/$num_expected"
+  if [ "$num_paths" -gt "$num_expected" ]; then
+    long_msg+=":"
+  fi
   long_msg+=$(echo "${codes_unique_paths[$indx]}" | sed 's/;/\n  - /g')
 
   # missing
   if [ "$num_paths" -lt "$num_expected" ]; then
-    if [[ "$loudness" != "0" ]]; then
+    # if [[ "$loudness" != "0" ]]; then
       missing+=("$long_msg")
-    else
-      missing+=("$short_msg")
-    fi
+    # else
+    #   missing+=("$short_msg")
+    # fi
 
   # too_many
   elif [ "$num_paths" -gt "$num_expected" ]; then
-    if [[ "$loudness" != "0" ]]; then
+    # if [[ "$loudness" != "0" ]]; then
       too_many+=("$long_msg")
-    else
-      too_many+=("$short_msg")
-    fi
+    # else
+    #   too_many+=("$short_msg")
+    # fi
   fi
 
   let indx++

package/tests/log_codes/log_code_expected_instances.txt

@@ -4,7 +4,14 @@ Why we need duplicate codes sometimes: GitHub actions sometimes don't have ways
 
 The script that tests the log codes will ignore this file (or any file with this name), and any file with these names: check_codes.sh, debug_log.txt, cucumber-report.txt. It will also ignore files in folders with these names:, node_modules, ALKilnTests, alkiln-*, _alkiln*. That list might get updated, so for an up-to-date list, always check the file check_codes.sh where we use `--exclude=` and such.
 
-ALK0000:8
+Reasons for deletion:
+0000 - unknown
+0053 - duplicate log
+0173 - redundant
+0181 - unknown
+0223 - changed Log behavior ("Only logs that throw should give a value to `error`.")
+
+ALK0000:0
 ALK0001:1
 ALK0002:2
 ALK0003:2
@@ -22,7 +29,7 @@ ALK0014:1
 ALK0015:1
 ALK0016:1
 ALK0017:1
-ALK0018:2
+ALK0018:1
 ALK0019:2
 ALK0020:1
 ALK0021:1
@@ -33,10 +40,10 @@ ALK0025:1
 ALK0026:2
 ALK0027:2
 ALK0028:3
-ALK0029:1
+ALK0029:2
 ALK0030:2
-ALK0031:1
-ALK0032:1
+ALK0031:2
+ALK0032:2
 ALK0033:1
 ALK0034:1
 ALK0035:1
@@ -57,7 +64,7 @@ ALK0049:1
 ALK0050:1
 ALK0051:1
 ALK0052:1
-ALK0053:1
+ALK0053:0
 ALK0054:1
 ALK0055:1
 ALK0056:1
@@ -177,7 +184,7 @@ ALK0169:1
 ALK0170:1
 ALK0171:1
 ALK0172:1
-ALK0173:1
+ALK0173:0
 ALK0174:1
 ALK0175:1
 ALK0176:1
@@ -185,7 +192,7 @@ ALK0177:1
 ALK0178:1
 ALK0179:1
 ALK0180:1
-ALK0181:1
+ALK0181:0
 ALK0182:1
 ALK0183:1
 ALK0184:2
@@ -206,4 +213,79 @@ ALK0198:1
 ALK0199:1
 ALK0200:1
 ALK0201:1
-ALK0202:1
+ALK0202:1
+ALK0203:1
+ALK0204:1
+ALK0205:1
+ALK0206:1
+ALK0207:1
+ALK0208:1
+ALK0209:1
+ALK0210:1
+ALK0211:1
+ALK0212:1
+ALK0213:1
+ALK0214:1
+ALK0215:1
+ALK0216:1
+ALK0217:1
+ALK0218:1
+ALK0219:1
+ALK0220:1
+ALK0221:1
+ALK0222:1
+ALK0223:0
+ALK0224:1
+ALK0225:1
+ALK0226:1
+ALK0227:1
+ALK0228:1
+ALK0229:1
+ALK0230:1
+ALK0231:1
+ALK0232:1
+ALK0233:1
+ALK0234:1
+ALK0235:1
+ALK0236:1
+ALK0237:1
+ALK0238:1
+ALK0239:1
+ALK0240:1
+ALK0241:1
+ALK0242:1
+ALK0243:1
+ALK0244:1
+ALK0245:1
+ALK0246:1
+ALK0247:1
+ALK0248:1
+ALK0249:1
+ALK0250:1
+ALK0251:1
+ALK0252:1
+ALK0253:1
+ALK0254:1
+ALK0255:1
+ALK0256:1
+ALK0257:1
+ALK0258:1
+ALK0259:1
+ALK0260:1
+ALK0261:1
+ALK0262:1
+ALK0263:1
+ALK0264:1
+ALK0265:1
+ALK0266:1
+ALK0267:1
+ALK0268:1
+ALK0269:1
+ALK0270:1
+ALK0271:1
+ALK0272:1
+ALK0273:1
+ALK0274:1
+ALK0275:1
+ALK0276:1
+ALK0277:1

package/tests/unit_tests/constrained_random_answers/invalid.fixtures.js

@@ -0,0 +1,177 @@
+/** Actual and expected values for INvalid constrained random answer tests. */
+
+module.exports = fixts = {};
+
+/** Research notes
+ * 
+ * Valid: A feature is valid without a description
+ * Valid: A scenario is valid without a description
+ * 
+ * TODO
+ * Research: Can we get back null or undefined without syntax errors? (unlikely)
+ * Research: Can feature.children[0] exist without a `.scenario` prop? (unlikely)
+ * */
+
+fixts.generator_missing_Feature = {};
+fixts.generator_missing_Feature.arg = `Scenario: Invalid feature file`;
+fixts.generator_missing_Feature.expected = null;
+fixts.generator_missing_Feature.error_codes = [ `ALK0232` ];
+fixts.generator_missing_Feature.log_codes = [ `ALK0232` ];
+
+fixts.generator_missing_contents = {};
+fixts.generator_missing_contents.arg = ``;
+fixts.generator_missing_contents.expected = null;
+fixts.generator_missing_contents.error_codes = [ `ALK0233` ];
+fixts.generator_missing_contents.log_codes = [ `ALK0233` ];
+
+fixts.generator_0_Scenarios = {};
+fixts.generator_0_Scenarios.arg = `Feature: No scenarios`;
+fixts.generator_0_Scenarios.expected = null;
+fixts.generator_0_Scenarios.error_codes = [ `ALK0235` ];
+fixts.generator_0_Scenarios.log_codes = [ `ALK0235` ];
+
+
+/**
+ * Missing fore_Step keywords
+ * Missing constraints Step keywords
+ * */
+
+fixts.missing_fore_Step_keywords = {};
+fixts.missing_fore_Step_keywords.arg =
+`Feature: I generate constrained random tests
+
+Scenario: I fail with missing keywords for a fore Step
+  Given ALKiln makes 2
+  Given the final Scenario status should be "failed"
+  Given I start the interview at "test_kickout"
+  And ALKiln tests get to "end" with:
+    | var | possible_values |
+    | user_choice | correct;; wrong |
+`;
+fixts.missing_fore_Step_keywords.expected = null;
+fixts.missing_fore_Step_keywords.error_codes = [ `ALK0242`, `ALK0263` ];
+fixts.missing_fore_Step_keywords.log_codes = [
+  `ALK0237`,
+  `ALK0242`,
+  `ALK0263`,
+];
+
+
+fixts.missing_constraints_Step_keywords = {};
+fixts.missing_constraints_Step_keywords.arg =
+`Feature: I generate constrained random tests
+
+Scenario: I fail with missing keywords for a constraints Step
+  Given ALKiln makes 2 constrained random answers tests
+  Given the final Scenario status should be "failed"
+  Given I start the interview at "test_kickout"
+  And tests get to "end" with:
+    | var | possible_values |
+    | user_choice | correct;; wrong |
+`;
+fixts.missing_constraints_Step_keywords.expected = null;
+fixts.missing_constraints_Step_keywords.error_codes = [ `ALK0256`, `ALK0263` ];
+fixts.missing_constraints_Step_keywords.log_codes = [
+  `ALK0237`, `ALK0243`, `ALK0244`,
+  `ALK0245`, `ALK0248`, `ALK0249`,
+  `ALK0256`,
+  `ALK0263`,
+];
+
+
+fixts.missing_table = {};
+fixts.missing_table.arg =
+`Feature: I generate constrained random tests
+
+Scenario: I fail with the first missing table
+  Given ALKiln makes 2 constrained random answers tests
+  Given the final Scenario status should be "failed"
+  Given I start the interview at "test_kickout"
+  And ALKiln tests get to "end" with:
+  And ALKiln tests get to "end" with:
+`;
+// ======= ENDS ARG ======= //
+fixts.missing_table.expected = null;
+fixts.missing_table.error_codes = [ `ALK0251`, `ALK0263` ];
+fixts.missing_table.log_codes = [
+  `ALK0237`, `ALK0243`, `ALK0244`,
+  `ALK0245`, `ALK0248`, `ALK0249`, `ALK0246`,
+  `ALK0251`,
+  `ALK0263`,
+];
+
+
+fixts.missing_ids = {};
+fixts.missing_ids.arg =
+`Feature: I generate constrained random tests
+
+Scenario: I fail with missing quoted ids in constrained random answers
+  Given ALKiln makes 2 constrained random answers tests
+  Given the final Scenario status should be "failed"
+  Given I start the interview at "test_kickout"
+  And ALKiln will get to end with:
+    | var | possible_values |
+    | user_choice | correct;; wrong |
+`;
+// ======= ENDS ARG ======= //
+fixts.missing_ids.expected = null;
+fixts.missing_ids.error_codes = [ `ALK0250`, `ALK0263` ];
+fixts.missing_ids.log_codes = [
+  `ALK0237`, `ALK0243`, `ALK0244`,
+  `ALK0245`, `ALK0248`, `ALK0249`, `ALK0246`,
+  `ALK0250`,
+  `ALK0263`,
+];
+
+
+// A valid generator Scenario, but an erroring test when run in cucumber, so it
+// will error here instead
+fixts.only_row_is_header = {};
+fixts.only_row_is_header.arg =
+`Feature: I generate constrained random tests
+
+Scenario: Non-table row after table header
+  Given ALKiln makes 2 constrained random answers tests
+  Given the final Scenario status should be "failed"
+  Given I start the interview at "test_kickout"
+  And ALKiln will get to "end" with:
+    | var | possible_values |
+    Then non-table line
+    | user_choice | correct;; wrong |
+`;
+fixts.only_row_is_header.expected = null;
+fixts.only_row_is_header.error_codes = [`ALK0252`, `ALK0263`];
+fixts.only_row_is_header.log_codes = [
+  `ALK0237`, `ALK0243`, `ALK0244`,
+  `ALK0245`, `ALK0248`, `ALK0249`, `ALK0246`,
+  `ALK0252`,
+  `ALK0263`,
+];
+
+/**
+ * No test for a table interrupted in the middle of regular rows (the parser
+ * can't detect it)
+ * */
+
+
+fixts.multiple_scenarios = {};
+fixts.multiple_scenarios.arg =
+`Feature: It is invalid to have multiple Scenarios in one generator file
+
+Scenario: The first of 2 Scenarios
+  Given ALKiln makes 1 constrained random answers tests
+  Given I start the interview at "test_kickout"
+  And ALKiln will get to "end" with:
+    | var | possible_values |
+    | user_choice | correct;; wrong |
+
+Scenario: The second of 2 Scenarios
+  Given ALKiln makes 1 constrained random answers tests
+  Given I start the interview at "test_kickout"
+  And ALKiln will get to "end" with:
+    | var | possible_values |
+    | user_choice | correct;; wrong |
+`;
+fixts.multiple_scenarios.expected = null;
+fixts.multiple_scenarios.error_codes = [`ALK0236`];
+fixts.multiple_scenarios.log_codes = [`ALK0236`];