testilo 2.0.2 → 3.0.0

package/score.js

@@ -0,0 +1,33 @@
+/*
+  score.js
+  Testilo scoring script.
+*/
+
+// ########## IMPORTS
+
+// Module to keep secrets.
+require('dotenv').config();
+// Module to read and write files.
+const fs = require('fs').promises;
+
+// ########## CONSTANTS
+
+const reportDir = process.env.REPORTDIR || 'reports';
+const reportID = process.argv[2];
+
+// ########## FUNCTIONS
+
+const score = async () => {
+  const reportJSON = await fs.readFile(`${__dirname}/${reportDir}/${reportID}.json`, 'utf8');
+  const report = JSON.parse(reportJSON);
+  const scorerID = report.script.id;
+  const {scorer} = require(`./procs/score/${scorerID}`);
+  scorer(report);
+  const scoredReportJSON = JSON.stringify(report, null, 2);
+  await fs.writeFile(`${__dirname}/${reportDir}/${reportID}-scored.json`, scoredReportJSON);
+  console.log(`Report ${reportID} scored and saved`);
+};
+
+// ########## OPERATION
+
+score();

package/scoring/correlation.js

@@ -0,0 +1,76 @@
+/*
+  correlation
+  Compiles a list of the correlations between distinct-package issue types and creates a file,
+  correlations.json, containing the list.
+*/
+const fs = require('fs');
+const compile = () => {
+  const issuesJSON = fs.readFileSync(`${__dirname}/package/issues.json`, 'utf8');
+  const issues = JSON.parse(issuesJSON);
+  const dataJSON = fs.readFileSync(`${__dirname}/package/data.json`, 'utf8');
+  const reportData = JSON.parse(dataJSON);
+  const reports = Object.values(reportData);
+  // Initialize the list.
+  const data = {
+    aatt_alfa: {},
+    aatt_axe: {},
+    aatt_ibm: {},
+    aatt_wave: {},
+    alfa_axe: {},
+    alfa_ibm: {},
+    alfa_wave: {},
+    axe_ibm: {},
+    axe_wave: {},
+    ibm_wave: {}
+  };
+  // For each pair of packages:
+  const packagePairs = Object.keys(data);
+  packagePairs.forEach(packagePair => {
+    console.log(`=== Starting package pair ${packagePair}`);
+    const packages = packagePair.split('_');
+    // Identify the reports containing results from both packages.
+    const pairReports = reports.filter(report => report[packages[0]] && report[packages[1]]);
+    // For each pair of issues:
+    issues[packages[0]].forEach(issueA => {
+      issues[packages[1]].forEach(issueB => {
+        // Initialize an array of score pairs.
+        const scorePairs = [];
+        // For each applicable report:
+        pairReports.forEach(report => {
+          // Add the scores for the issues to the array of score pairs.
+          const scorePair = [report[packages[0]][issueA] || 0, report[packages[1]][issueB] || 0];
+          scorePairs.push(scorePair);
+        });
+        // Get the correlation between the issues.
+        const aSum = scorePairs.reduce((sum, current) => sum + current[0], 0);
+        const bSum = scorePairs.reduce((sum, current) => sum + current[1], 0);
+        const abSum = scorePairs.reduce((sum, current) => sum + current[0] * current[1], 0);
+        const aSqSum = scorePairs.reduce((sum, current) => sum + current[0] ** 2, 0);
+        const bSqSum = scorePairs.reduce((sum, current) => sum + current[1] ** 2, 0);
+        const n = scorePairs.length;
+        const correlation
+          = (abSum - aSum * bSum / n) / n
+          / (Math.sqrt(aSqSum / n - (aSum / n) ** 2) * Math.sqrt(bSqSum / n - (bSum / n) ** 2));
+        // If the correlation is large enough:
+        if (correlation > 0.7) {
+          const roundedCorr = correlation.toFixed(2);
+          // Record it and the count of non-zero scores.
+          const nonZero = scorePairs.reduce(
+            (count, current) => count + current.filter(score => score).length, 0
+          );
+          const corrPlusNZ = `${roundedCorr} (${nonZero})`;
+          if (data[packagePair][issueA]) {
+            data[packagePair][issueA][issueB] = corrPlusNZ;
+          }
+          else {
+            data[packagePair][issueA] = {[issueB]: corrPlusNZ};
+          }
+        }
+      });
+    });
+  });
+  return data;
+};
+fs.writeFileSync(
+  `${__dirname}/package/correlations.json`, JSON.stringify(compile(), null, 2)
+);

package/scoring/correlations.json

@@ -0,0 +1,327 @@
+{
+  "aatt_alfa": {
+    "e:F77": {
+      "r3": "0.89 (253)"
+    },
+    "e:H36": {
+      "r28": "0.98 (6)"
+    },
+    "e:H37": {
+      "r2": "0.72 (221)"
+    },
+    "e:H57": {
+      "r4": "0.81 (66)"
+    },
+    "e:H58": {
+      "r7": "0.82 (5)"
+    },
+    "w:G141": {
+      "r53": "0.89 (427)"
+    },
+    "w:H98": {
+      "r10": "0.95 (3)"
+    }
+  },
+  "aatt_axe": {
+    "e:H36": {
+      "input-image-alt": "0.98 (6)"
+    },
+    "e:H57": {
+      "html-has-lang": "0.73 (75)"
+    },
+    "e:H58": {
+      "valid-lang": "0.82 (5)"
+    },
+    "w:G141": {
+      "heading-order": "0.79 (515)"
+    }
+  },
+  "aatt_ibm": {
+    "e:ARIA4+F92": {
+      "v:Rpt_Aria_ValidRole": "0.96 (38)"
+    },
+    "e:ARIA6+H53": {
+      "v:WCAG20_Object_HasText": "1.00 (6)"
+    },
+    "e:H24": {
+      "v:WCAG20_Area_HasAlt": "0.79 (4)"
+    },
+    "e:H36": {
+      "v:WCAG20_Input_ExplicitLabelImage": "0.98 (6)"
+    },
+    "w:F10": {
+      "v:WCAG20_Object_HasText": "1.00 (6)"
+    },
+    "w:H65": {
+      "v:Rpt_Aria_ValidRole": "0.92 (16)"
+    }
+  },
+  "aatt_wave": {
+    "e:G1+G123+G124": {
+      "a:link_internal_broken": "0.94 (109)"
+    },
+    "e:H24": {
+      "e:alt_area_missing": "0.73 (5)"
+    },
+    "e:H36": {
+      "e:alt_input_missing": "0.91 (7)"
+    },
+    "e:H37": {
+      "e:alt_missing": "0.75 (274)"
+    },
+    "e:H57": {
+      "e:language_missing": "0.72 (85)"
+    },
+    "w:G141": {
+      "a:heading_skipped": "0.85 (535)"
+    },
+    "w:G90": {
+      "a:event_handler": "0.76 (109)"
+    },
+    "w:H44": {
+      "a:label_orphaned": "0.71 (67)"
+    },
+    "w:H49": {
+      "a:image_title": "0.70 (38)",
+      "e:alt_spacer_missing": "0.78 (36)",
+      "e:th_empty": "0.93 (13)"
+    }
+  },
+  "alfa_axe": {
+    "r11": {
+      "link-name": "0.71 (457)"
+    },
+    "r12": {
+      "aria-command-name": "0.93 (51)",
+      "dlitem": "0.93 (46)"
+    },
+    "r2": {
+      "image-alt": "0.70 (249)"
+    },
+    "r20": {
+      "aria-command-name": "0.93 (18)",
+      "dlitem": "0.93 (13)"
+    },
+    "r28": {
+      "input-image-alt": "1.00 (6)"
+    },
+    "r3": {
+      "duplicate-id": "0.75 (291)"
+    },
+    "r4": {
+      "html-has-lang": "0.80 (74)"
+    },
+    "r40": {
+      "aria-command-name": "0.89 (8)",
+      "dlitem": "0.89 (3)"
+    },
+    "r42": {
+      "aria-required-children": "0.91 (72)",
+      "aria-required-parent": "0.96 (51)",
+      "listitem": "0.73 (71)"
+    },
+    "r43": {
+      "svg-img-alt": "0.98 (4)"
+    },
+    "r47": {
+      "meta-viewport": "0.81 (157)"
+    },
+    "r5": {
+      "html-lang-valid": "1.00 (4)"
+    },
+    "r53": {
+      "heading-order": "0.92 (371)"
+    },
+    "r68": {
+      "aria-required-children": "0.73 (122)",
+      "aria-required-parent": "0.78 (101)"
+    },
+    "r7": {
+      "valid-lang": "1.00 (4)"
+    },
+    "r83": {
+      "definition-list": "0.89 (162)",
+      "landmark-main-is-top-level": "0.78 (167)"
+    },
+    "r93": {
+      "avoid-inline-spacing": "0.81 (6)"
+    }
+  },
+  "alfa_ibm": {
+    "r12": {
+      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.84 (54)"
+    },
+    "r13": {
+      "v:WCAG20_Frame_HasTitle": "0.70 (116)"
+    },
+    "r20": {
+      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.84 (20)"
+    },
+    "r28": {
+      "v:WCAG20_Input_ExplicitLabelImage": "0.93 (6)"
+    },
+    "r40": {
+      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.81 (12)"
+    },
+    "r5": {
+      "v:WCAG20_Elem_Lang_Valid": "0.71 (6)"
+    }
+  },
+  "alfa_wave": {
+    "r28": {
+      "a:select_missing_label": "0.73 (39)",
+      "e:alt_input_missing": "0.92 (7)"
+    },
+    "r4": {
+      "e:language_missing": "0.71 (82)"
+    },
+    "r53": {
+      "a:heading_skipped": "0.90 (387)"
+    },
+    "r83": {
+      "a:youtube_video": "0.88 (232)"
+    }
+  },
+  "axe_ibm": {
+    "area-alt": {
+      "v:HAAC_Img_UsemapAlt": "0.89 (3)"
+    },
+    "aria-allowed-role": {
+      "v:aria_semantics_role": "0.74 (97)"
+    },
+    "aria-command-name": {
+      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.78 (18)"
+    },
+    "aria-required-attr": {
+      "v:Rpt_Aria_RequiredProperties": "0.82 (5)"
+    },
+    "aria-valid-attr": {
+      "v:Rpt_Aria_ValidProperty": "0.94 (14)"
+    },
+    "autocomplete-valid": {
+      "v:WCAG21_Input_Autocomplete": "0.74 (19)"
+    },
+    "color-contrast": {
+      "v:IBMA_Color_Contrast_WCAG2AA": "0.76 (590)"
+    },
+    "dlitem": {
+      "v:Rpt_Aria_RequiredParent_Native_Host_Sematics": "0.78 (13)"
+    },
+    "duplicate-id-aria": {
+      "v:WCAG21_Label_Accessible": "0.73 (134)"
+    },
+    "empty-heading": {
+      "v:RPT_Header_HasContent": "0.86 (148)"
+    },
+    "frame-title": {
+      "v:WCAG20_Frame_HasTitle": "0.73 (128)"
+    },
+    "html-lang-valid": {
+      "v:WCAG20_Elem_Lang_Valid": "0.77 (8)"
+    },
+    "image-alt": {
+      "v:WCAG20_Img_HasAlt": "0.84 (305)"
+    },
+    "image-redundant-alt": {
+      "v:WCAG20_Img_LinkTextNotRedundant": "0.82 (57)"
+    },
+    "input-image-alt": {
+      "v:WCAG20_Input_ExplicitLabelImage": "0.93 (6)"
+    },
+    "landmark-complementary-is-top-level": {
+      "v:Rpt_Aria_ComplementaryRequiredLabel_Implicit": "0.82 (82)",
+      "v:Rpt_Aria_MultipleComplementaryLandmarks_Implicit": "0.83 (50)"
+    },
+    "landmark-contentinfo-is-top-level": {
+      "v:Rpt_Aria_MultipleContentinfoInSiblingSet_Implicit": "0.73 (30)",
+      "v:Rpt_Aria_MultipleContentinfoLandmarks_Implicit": "0.86 (49)"
+    },
+    "landmark-main-is-top-level": {
+      "r:Rpt_Aria_MultipleMainsVisibleLabel_Implicit": "0.71 (15)",
+      "v:Rpt_Aria_MultipleMainsRequireLabel_Implicit_2": "0.73 (15)"
+    },
+    "landmark-no-duplicate-banner": {
+      "v:Rpt_Aria_MultipleBannerLandmarks_Implicit": "0.73 (80)"
+    },
+    "landmark-no-duplicate-main": {
+      "r:Rpt_Aria_MultipleMainsVisibleLabel_Implicit": "1.00 (18)",
+      "v:Rpt_Aria_MultipleMainsRequireLabel_Implicit_2": "0.95 (18)"
+    },
+    "link-name": {
+      "v:WCAG20_A_HasText": "0.75 (492)"
+    }
+  },
+  "axe_wave": {
+    "area-alt": {
+      "e:alt_area_missing": "0.77 (5)"
+    },
+    "definition-list": {
+      "a:youtube_video": "0.98 (83)"
+    },
+    "document-title": {
+      "e:title_invalid": "0.71 (3)"
+    },
+    "empty-heading": {
+      "e:heading_empty": "0.74 (175)"
+    },
+    "heading-order": {
+      "a:heading_skipped": "0.90 (463)"
+    },
+    "html-has-lang": {
+      "e:language_missing": "0.87 (91)"
+    },
+    "input-image-alt": {
+      "e:alt_input_missing": "0.92 (7)"
+    },
+    "landmark-main-is-top-level": {
+      "a:youtube_video": "0.87 (88)"
+    },
+    "object-alt": {
+      "a:plugin": "1.00 (6)"
+    },
+    "page-has-heading-one": {
+      "a:h1_missing": "0.79 (206)"
+    },
+    "select-name": {
+      "a:select_missing_label": "0.79 (71)"
+    }
+  },
+  "ibm_wave": {
+    "v:HAAC_Aria_ImgAlt": {
+      "a:tabindex": "0.84 (57)"
+    },
+    "v:IBMA_Color_Contrast_WCAG2AA": {
+      "c:contrast": "0.73 (693)"
+    },
+    "v:RPT_Header_HasContent": {
+      "e:heading_empty": "0.84 (168)"
+    },
+    "v:RPT_Table_DataHeadingsAria": {
+      "a:table_layout": "0.73 (60)"
+    },
+    "v:Rpt_Aria_MultipleToolbarUniqueLabel": {
+      "a:tabindex": "0.89 (44)"
+    },
+    "v:Rpt_Aria_ValidIdRef": {
+      "e:aria_reference_broken": "0.81 (131)"
+    },
+    "v:WCAG20_Area_HasAlt": {
+      "e:alt_area_missing": "0.80 (5)"
+    },
+    "v:WCAG20_Elem_UniqueAccessKey": {
+      "a:accesskey": "0.78 (15)"
+    },
+    "v:WCAG20_Img_HasAlt": {
+      "e:alt_missing": "0.87 (296)"
+    },
+    "v:WCAG20_Img_PresentationImgHasNonNullAlt": {
+      "a:alt_redundant": "0.75 (75)"
+    },
+    "v:WCAG20_Input_ExplicitLabelImage": {
+      "e:alt_input_missing": "0.87 (7)"
+    },
+    "v:WCAG20_Input_RadioChkInFieldSet": {
+      "a:fieldset_missing": "0.71 (57)"
+    }
+  }
+}