@intellectif/lk-core 1.12.0 → 1.14.0

package/vectors/scoring.json

@@ -1,7 +1,7 @@
 {
   "$comment": "Grade-stability corpus for @intellectif/lk-core. Generated by scripts/generate-vectors.mjs from the built package; never edit expectations by hand. Replay with vectors/replay.mjs. See vectors/README.md.",
   "corpusVersion": 2,
-  "frozenFrom": "@intellectif/lk-core@1.9.0",
+  "frozenFrom": "@intellectif/lk-core@1.12.0",
   "vectors": [
     {
       "args": [
@@ -2091,6 +2091,1772 @@
       "fn": "evaluate",
       "id": "evaluate/gs/scored"
     },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 1
+      },
+      "fn": "score",
+      "id": "score/mt/partial/all-right"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iv",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iv"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/one-wrong"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": [""],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/unanswered-prompt"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": [""],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/empty-string-is-unanswered"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "smuggled",
+            "pB": "iii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["smuggled"],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/option-never-offered"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "ii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["ii"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/one-option-for-two-prompts",
+      "note": "Under optionUse \"once\" a repeated option is scored prompt by prompt: the second use earns nothing the key does not give it."
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "all-or-nothing",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 1
+      },
+      "fn": "score",
+      "id": "score/mt/all-or-nothing/all-right"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "all-or-nothing",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "iv"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["iv"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0
+      },
+      "fn": "score",
+      "id": "score/mt/all-or-nothing/one-wrong"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "many",
+          "options": [
+            {
+              "id": "A",
+              "label": "A",
+              "text": "A"
+            },
+            {
+              "id": "B",
+              "label": "B",
+              "text": "B"
+            },
+            {
+              "id": "C",
+              "label": "C",
+              "text": "C"
+            }
+          ],
+          "prompts": [
+            {
+              "correctOptionId": "B",
+              "id": "q1",
+              "text": "a reference to a failed plan"
+            },
+            {
+              "correctOptionId": "B",
+              "id": "q2",
+              "text": "the cost of a new line"
+            },
+            {
+              "correctOptionId": "A",
+              "id": "q3",
+              "text": "what passengers said"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "q1": "B",
+            "q2": "B",
+            "q3": "C"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["B"],
+            "itemId": "q1",
+            "learnerResponse": ["B"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["B"],
+            "itemId": "q2",
+            "learnerResponse": ["B"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["A"],
+            "itemId": "q3",
+            "learnerResponse": ["C"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/many/reused-letter"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 10, 11, 12, 17],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "11", "12"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 1
+      },
+      "fn": "score",
+      "id": "score/mw/partial/all-found"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 17],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 0.75
+      },
+      "fn": "score",
+      "id": "score/mw/partial/one-missed"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 10, 12, 17],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "12"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 0.75
+      },
+      "fn": "score",
+      "id": "score/mw/partial/phrase-half-marked"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 10, 11, 12, 17, 5],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "11", "12"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w5",
+            "learnerResponse": ["5"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 0.75
+      },
+      "fn": "score",
+      "id": "score/mw/partial/wrong-mark-costs"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "11", "12"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w0",
+            "learnerResponse": ["0"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w1",
+            "learnerResponse": ["1"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w3",
+            "learnerResponse": ["3"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w4",
+            "learnerResponse": ["4"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w5",
+            "learnerResponse": ["5"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w6",
+            "learnerResponse": ["6"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w8",
+            "learnerResponse": ["8"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w9",
+            "learnerResponse": ["9"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w13",
+            "learnerResponse": ["13"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w14",
+            "learnerResponse": ["14"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w15",
+            "learnerResponse": ["15"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w16",
+            "learnerResponse": ["16"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w18",
+            "learnerResponse": ["18"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0
+      },
+      "fn": "score",
+      "id": "score/mw/partial/everything-marked-floors-at-zero"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0
+      },
+      "fn": "score",
+      "id": "score/mw/partial/nothing-marked"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 2, 7, -1, 1.5, 99, "3"],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.5
+      },
+      "fn": "score",
+      "id": "score/mw/partial/tampered-positions-ignored",
+      "note": "A repeated, negative, fractional, out-of-range or non-number position marks nothing, right or wrong."
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "all-or-nothing",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 10, 11, 12, 17],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "11", "12"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 1
+      },
+      "fn": "score",
+      "id": "score/mw/all-or-nothing/all-found"
+    },
+    {
+      "args": [
+        "mark-the-words",
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "all-or-nothing",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 10, 11, 12, 17, 0],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "11", "12"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": ["17"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w0",
+            "learnerResponse": ["0"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0
+      },
+      "fn": "score",
+      "id": "score/mw/all-or-nothing/one-wrong-mark"
+    },
+    {
+      "args": [
+        {
+          "id": "mw-past",
+          "instructions": "Mark every verb in the past.",
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "targets": [
+            {
+              "occurrence": 1,
+              "text": "went"
+            },
+            {
+              "text": "bought"
+            },
+            {
+              "text": "had never gone"
+            },
+            {
+              "occurrence": 2,
+              "text": "went"
+            }
+          ],
+          "text": "Yesterday she went to the market and bought bread. She had never gone there before, but she went again.",
+          "title": "The past",
+          "type": "mark-the-words"
+        },
+        {
+          "marked": [2, 7, 10, 11, 12, 1],
+          "type": "mark-the-words"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["2"],
+            "itemId": "t1",
+            "learnerResponse": ["2"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["7"],
+            "itemId": "t2",
+            "learnerResponse": ["7"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["10", "11", "12"],
+            "itemId": "t3",
+            "learnerResponse": ["10", "11", "12"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["17"],
+            "itemId": "t4",
+            "learnerResponse": [],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": [],
+            "itemId": "w1",
+            "learnerResponse": ["1"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.5,
+        "status": "scored"
+      },
+      "fn": "evaluate",
+      "id": "evaluate/mw/scored"
+    },
+    {
+      "args": [
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "iv"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["iv"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666,
+        "status": "scored"
+      },
+      "fn": "evaluate",
+      "id": "evaluate/mt/scored"
+    },
     {
       "args": [
         "fill-in-the-blanks",