testaro 3.0.1 → 4.1.0

package/validation/executors/tenon.js

@@ -0,0 +1,18 @@
+// tenon.js
+// Test executor for tenon sample script.
+
+const fs = require('fs');
+const {handleRequest} = require('../../index');
+const scriptJSON = fs.readFileSync('samples/scripts/tenon.json', 'utf8');
+const script = JSON.parse(scriptJSON);
+const report = {
+  id: '',
+  script,
+  log: [],
+  acts: []
+};
+(async () => {
+  await handleRequest(report);
+  console.log(`Report log:\n${JSON.stringify(report.log, null, 2)}\n`);
+  console.log(`Report acts:\n${JSON.stringify(report.acts, null, 2)}`);
+})();

package/scoring/correlation.js

@@ -1,76 +0,0 @@
-/*
-  correlation
-  Compiles a list of the correlations between distinct-package issue types and creates a file,
-  correlations.json, containing the list.
-*/
-const fs = require('fs');
-const compile = () => {
-  const issuesJSON = fs.readFileSync(`${__dirname}/package/issues.json`, 'utf8');
-  const issues = JSON.parse(issuesJSON);
-  const dataJSON = fs.readFileSync(`${__dirname}/package/data.json`, 'utf8');
-  const reportData = JSON.parse(dataJSON);
-  const reports = Object.values(reportData);
-  // Initialize the list.
-  const data = {
-    aatt_alfa: {},
-    aatt_axe: {},
-    aatt_ibm: {},
-    aatt_wave: {},
-    alfa_axe: {},
-    alfa_ibm: {},
-    alfa_wave: {},
-    axe_ibm: {},
-    axe_wave: {},
-    ibm_wave: {}
-  };
-  // For each pair of packages:
-  const packagePairs = Object.keys(data);
-  packagePairs.forEach(packagePair => {
-    console.log(`=== Starting package pair ${packagePair}`);
-    const packages = packagePair.split('_');
-    // Identify the reports containing results from both packages.
-    const pairReports = reports.filter(report => report[packages[0]] && report[packages[1]]);
-    // For each pair of issues:
-    issues[packages[0]].forEach(issueA => {
-      issues[packages[1]].forEach(issueB => {
-        // Initialize an array of score pairs.
-        const scorePairs = [];
-        // For each applicable report:
-        pairReports.forEach(report => {
-          // Add the scores for the issues to the array of score pairs.
-          const scorePair = [report[packages[0]][issueA] || 0, report[packages[1]][issueB] || 0];
-          scorePairs.push(scorePair);
-        });
-        // Get the correlation between the issues.
-        const aSum = scorePairs.reduce((sum, current) => sum + current[0], 0);
-        const bSum = scorePairs.reduce((sum, current) => sum + current[1], 0);
-        const abSum = scorePairs.reduce((sum, current) => sum + current[0] * current[1], 0);
-        const aSqSum = scorePairs.reduce((sum, current) => sum + current[0] ** 2, 0);
-        const bSqSum = scorePairs.reduce((sum, current) => sum + current[1] ** 2, 0);
-        const n = scorePairs.length;
-        const correlation
-          = (abSum - aSum * bSum / n) / n
-          / (Math.sqrt(aSqSum / n - (aSum / n) ** 2) * Math.sqrt(bSqSum / n - (bSum / n) ** 2));
-        // If the correlation is large enough:
-        if (correlation > 0.7) {
-          const roundedCorr = correlation.toFixed(2);
-          // Record it and the count of non-zero scores.
-          const nonZero = scorePairs.reduce(
-            (count, current) => count + current.filter(score => score).length, 0
-          );
-          const corrPlusNZ = `${roundedCorr} (${nonZero})`;
-          if (data[packagePair][issueA]) {
-            data[packagePair][issueA][issueB] = corrPlusNZ;
-          }
-          else {
-            data[packagePair][issueA] = {[issueB]: corrPlusNZ};
-          }
-        }
-      });
-    });
-  });
-  return data;
-};
-fs.writeFileSync(
-  `${__dirname}/package/correlations.json`, JSON.stringify(compile(), null, 2)
-);

package/scoring/correlations.json

@@ -1,327 +0,0 @@
-{
-  "aatt_alfa": {
-    "e:F77": {
-      "r3": "0.89 (253)"
-    },
-    "e:H36": {
-      "r28": "0.98 (6)"
-    },
-    "e:H37": {
-      "r2": "0.72 (221)"
-    },
-    "e:H57": {
-      "r4": "0.81 (66)"
-    },
-    "e:H58": {
-      "r7": "0.82 (5)"
-    },
-    "w:G141": {
-      "r53": "0.89 (427)"
-    },
-    "w:H98": {
-      "r10": "0.95 (3)"
-    }
-  },
-  "aatt_axe": {
-    "e:H36": {
-      "input-image-alt": "0.98 (6)"
-    },
-    "e:H57": {
-      "html-has-lang": "0.73 (75)"
-    },
-    "e:H58": {
-      "valid-lang": "0.82 (5)"
-    },
-    "w:G141": {
-      "heading-order": "0.79 (515)"
-    }
-  },
-  "aatt_ibm": {
-    "e:ARIA4+F92": {
-      "v:Rpt_Aria_ValidRole": "0.96 (38)"
-    },
-    "e:ARIA6+H53": {
-      "v:WCAG20_Object_HasText": "1.00 (6)"
-    },
-    "e:H24": {
-      "v:WCAG20_Area_HasAlt": "0.79 (4)"
-    },
-    "e:H36": {
-      "v:WCAG20_Input_ExplicitLabelImage": "0.98 (6)"
-    },
-    "w:F10": {
-      "v:WCAG20_Object_HasText": "1.00 (6)"
-    },
-    "w:H65": {
-      "v:Rpt_Aria_ValidRole": "0.92 (16)"
-    }
-  },
-  "aatt_wave": {
-    "e:G1+G123+G124": {
-      "a:link_internal_broken": "0.94 (109)"
-    },
-    "e:H24": {
-      "e:alt_area_missing": "0.73 (5)"
-    },
-    "e:H36": {
-      "e:alt_input_missing": "0.91 (7)"
-    },
-    "e:H37": {
-      "e:alt_missing": "0.75 (274)"
-    },
-    "e:H57": {
-      "e:language_missing": "0.72 (85)"
-    },
-    "w:G141": {
-      "a:heading_skipped": "0.85 (535)"
-    },
-    "w:G90": {
-      "a:event_handler": "0.76 (109)"
-    },
-    "w:H44": {
-      "a:label_orphaned": "0.71 (67)"
-    },
-    "w:H49": {
-      "a:image_title": "0.70 (38)",
-      "e:alt_spacer_missing": "0.78 (36)",
-      "e:th_empty": "0.93 (13)"
-    }
-  },
-  "alfa_axe": {
-    "r11": {
-      "link-name": "0.71 (457)"
-    },
-    "r12": {
-      "aria-command-name": "0.93 (51)",
-      "dlitem": "0.93 (46)"
-    },
-    "r2": {
-      "image-alt": "0.70 (249)"
-    },
-    "r20": {
-      "aria-command-name": "0.93 (18)",
-      "dlitem": "0.93 (13)"
-    },
-    "r28": {
-      "input-image-alt": "1.00 (6)"
-    },
-    "r3": {
-      "duplicate-id": "0.75 (291)"
-    },
-    "r4": {
-      "html-has-lang": "0.80 (74)"
-    },
-    "r40": {
-      "aria-command-name": "0.89 (8)",
-      "dlitem": "0.89 (3)"
-    },
-    "r42": {
-      "aria-required-children": "0.91 (72)",
-      "aria-required-parent": "0.96 (51)",
-      "listitem": "0.73 (71)"
-    },
-    "r43": {
-      "svg-img-alt": "0.98 (4)"
-    },
-    "r47": {
-      "meta-viewport": "0.81 (157)"
-    },
-    "r5": {
-      "html-lang-valid": "1.00 (4)"
-    },
-    "r53": {
-      "heading-order": "0.92 (371)"
-    },
-    "r68": {
-      "aria-required-children": "0.73 (122)",
-      "aria-required-parent": "0.78 (101)"
-    },
-    "r7": {
-      "valid-lang": "1.00 (4)"
-    },
-    "r83": {
-      "definition-list": "0.89 (162)",
-      "landmark-main-is-top-level": "0.78 (167)"
-    },
-    "r93": {
-      "avoid-inline-spacing": "0.81 (6)"
-    }
-  },
-  "alfa_ibm": {
-    "r12": {
-      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.84 (54)"
-    },
-    "r13": {
-      "v:WCAG20_Frame_HasTitle": "0.70 (116)"
-    },
-    "r20": {
-      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.84 (20)"
-    },
-    "r28": {
-      "v:WCAG20_Input_ExplicitLabelImage": "0.93 (6)"
-    },
-    "r40": {
-      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.81 (12)"
-    },
-    "r5": {
-      "v:WCAG20_Elem_Lang_Valid": "0.71 (6)"
-    }
-  },
-  "alfa_wave": {
-    "r28": {
-      "a:select_missing_label": "0.73 (39)",
-      "e:alt_input_missing": "0.92 (7)"
-    },
-    "r4": {
-      "e:language_missing": "0.71 (82)"
-    },
-    "r53": {
-      "a:heading_skipped": "0.90 (387)"
-    },
-    "r83": {
-      "a:youtube_video": "0.88 (232)"
-    }
-  },
-  "axe_ibm": {
-    "area-alt": {
-      "v:HAAC_Img_UsemapAlt": "0.89 (3)"
-    },
-    "aria-allowed-role": {
-      "v:aria_semantics_role": "0.74 (97)"
-    },
-    "aria-command-name": {
-      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.78 (18)"
-    },
-    "aria-required-attr": {
-      "v:Rpt_Aria_RequiredProperties": "0.82 (5)"
-    },
-    "aria-valid-attr": {
-      "v:Rpt_Aria_ValidProperty": "0.94 (14)"
-    },
-    "autocomplete-valid": {
-      "v:WCAG21_Input_Autocomplete": "0.74 (19)"
-    },
-    "color-contrast": {
-      "v:IBMA_Color_Contrast_WCAG2AA": "0.76 (590)"
-    },
-    "dlitem": {
-      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.78 (13)"
-    },
-    "duplicate-id-aria": {
-      "v:WCAG21_Label_Accessible": "0.73 (134)"
-    },
-    "empty-heading": {
-      "v:RPT_Header_HasContent": "0.86 (148)"
-    },
-    "frame-title": {
-      "v:WCAG20_Frame_HasTitle": "0.73 (128)"
-    },
-    "html-lang-valid": {
-      "v:WCAG20_Elem_Lang_Valid": "0.77 (8)"
-    },
-    "image-alt": {
-      "v:WCAG20_Img_HasAlt": "0.84 (305)"
-    },
-    "image-redundant-alt": {
-      "v:WCAG20_Img_LinkTextNotRedundant": "0.82 (57)"
-    },
-    "input-image-alt": {
-      "v:WCAG20_Input_ExplicitLabelImage": "0.93 (6)"
-    },
-    "landmark-complementary-is-top-level": {
-      "v:Rpt_Aria_ComplementaryRequiredLabel_Implicit": "0.82 (82)",
-      "v:Rpt_Aria_MultipleComplementaryLandmarks_Implicit": "0.83 (50)"
-    },
-    "landmark-contentinfo-is-top-level": {
-      "v:Rpt_Aria_MultipleContentinfoInSiblingSet_Implicit": "0.73 (30)",
-      "v:Rpt_Aria_MultipleContentinfoLandmarks_Implicit": "0.86 (49)"
-    },
-    "landmark-main-is-top-level": {
-      "r:Rpt_Aria_MultipleMainsVisibleLabel_Implicit": "0.71 (15)",
-      "v:Rpt_Aria_MultipleMainsRequireLabel_Implicit_2": "0.73 (15)"
-    },
-    "landmark-no-duplicate-banner": {
-      "v:Rpt_Aria_MultipleBannerLandmarks_Implicit": "0.73 (80)"
-    },
-    "landmark-no-duplicate-main": {
-      "r:Rpt_Aria_MultipleMainsVisibleLabel_Implicit": "1.00 (18)",
-      "v:Rpt_Aria_MultipleMainsRequireLabel_Implicit_2": "0.95 (18)"
-    },
-    "link-name": {
-      "v:WCAG20_A_HasText": "0.75 (492)"
-    }
-  },
-  "axe_wave": {
-    "area-alt": {
-      "e:alt_area_missing": "0.77 (5)"
-    },
-    "definition-list": {
-      "a:youtube_video": "0.98 (83)"
-    },
-    "document-title": {
-      "e:title_invalid": "0.71 (3)"
-    },
-    "empty-heading": {
-      "e:heading_empty": "0.74 (175)"
-    },
-    "heading-order": {
-      "a:heading_skipped": "0.90 (463)"
-    },
-    "html-has-lang": {
-      "e:language_missing": "0.87 (91)"
-    },
-    "input-image-alt": {
-      "e:alt_input_missing": "0.92 (7)"
-    },
-    "landmark-main-is-top-level": {
-      "a:youtube_video": "0.87 (88)"
-    },
-    "object-alt": {
-      "a:plugin": "1.00 (6)"
-    },
-    "page-has-heading-one": {
-      "a:h1_missing": "0.79 (206)"
-    },
-    "select-name": {
-      "a:select_missing_label": "0.79 (71)"
-    }
-  },
-  "ibm_wave": {
-    "v:HAAC_Aria_ImgAlt": {
-      "a:tabindex": "0.84 (57)"
-    },
-    "v:IBMA_Color_Contrast_WCAG2AA": {
-      "c:contrast": "0.73 (693)"
-    },
-    "v:RPT_Header_HasContent": {
-      "e:heading_empty": "0.84 (168)"
-    },
-    "v:RPT_Table_DataHeadingsAria": {
-      "a:table_layout": "0.73 (60)"
-    },
-    "v:Rpt_Aria_MultipleToolbarUniqueLabel": {
-      "a:tabindex": "0.89 (44)"
-    },
-    "v:Rpt_Aria_ValidIdRef": {
-      "e:aria_reference_broken": "0.81 (131)"
-    },
-    "v:WCAG20_Area_HasAlt": {
-      "e:alt_area_missing": "0.80 (5)"
-    },
-    "v:WCAG20_Elem_UniqueAccessKey": {
-      "a:accesskey": "0.78 (15)"
-    },
-    "v:WCAG20_Img_HasAlt": {
-      "e:alt_missing": "0.87 (296)"
-    },
-    "v:WCAG20_Img_PresentationImgHasNonNullAlt": {
-      "a:alt_redundant": "0.75 (75)"
-    },
-    "v:WCAG20_Input_ExplicitLabelImage": {
-      "e:alt_input_missing": "0.87 (7)"
-    },
-    "v:WCAG20_Input_RadioChkInFieldSet": {
-      "a:fieldset_missing": "0.71 (57)"
-    }
-  }
-}