@intellectif/lk-core 1.12.0 → 1.13.0

package/vectors/scoring.json

@@ -1,7 +1,7 @@
 {
   "$comment": "Grade-stability corpus for @intellectif/lk-core. Generated by scripts/generate-vectors.mjs from the built package; never edit expectations by hand. Replay with vectors/replay.mjs. See vectors/README.md.",
   "corpusVersion": 2,
-  "frozenFrom": "@intellectif/lk-core@1.9.0",
+  "frozenFrom": "@intellectif/lk-core@1.12.0",
   "vectors": [
     {
       "args": [
@@ -2091,6 +2091,939 @@
       "fn": "evaluate",
       "id": "evaluate/gs/scored"
     },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 1
+      },
+      "fn": "score",
+      "id": "score/mt/partial/all-right"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iv",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iv"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/one-wrong"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": [""],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/unanswered-prompt"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": [""],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/empty-string-is-unanswered"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "smuggled",
+            "pB": "iii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["smuggled"],
+            "outcome": "incorrect-omission",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/option-never-offered"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "ii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["ii"],
+            "outcome": "incorrect",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/partial/one-option-for-two-prompts",
+      "note": "Under optionUse \"once\" a repeated option is scored prompt by prompt: the second use earns nothing the key does not give it."
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "all-or-nothing",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "i"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["i"],
+            "outcome": "correct",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": true,
+        "score": 1
+      },
+      "fn": "score",
+      "id": "score/mt/all-or-nothing/all-right"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "all-or-nothing",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "iv"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["iv"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0
+      },
+      "fn": "score",
+      "id": "score/mt/all-or-nothing/one-wrong"
+    },
+    {
+      "args": [
+        "matching",
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "many",
+          "options": [
+            {
+              "id": "A",
+              "label": "A",
+              "text": "A"
+            },
+            {
+              "id": "B",
+              "label": "B",
+              "text": "B"
+            },
+            {
+              "id": "C",
+              "label": "C",
+              "text": "C"
+            }
+          ],
+          "prompts": [
+            {
+              "correctOptionId": "B",
+              "id": "q1",
+              "text": "a reference to a failed plan"
+            },
+            {
+              "correctOptionId": "B",
+              "id": "q2",
+              "text": "the cost of a new line"
+            },
+            {
+              "correctOptionId": "A",
+              "id": "q3",
+              "text": "what passengers said"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "q1": "B",
+            "q2": "B",
+            "q3": "C"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["B"],
+            "itemId": "q1",
+            "learnerResponse": ["B"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["B"],
+            "itemId": "q2",
+            "learnerResponse": ["B"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["A"],
+            "itemId": "q3",
+            "learnerResponse": ["C"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666
+      },
+      "fn": "score",
+      "id": "score/mt/many/reused-letter"
+    },
+    {
+      "args": [
+        {
+          "id": "mt-headings",
+          "instructions": "Choose the correct heading for each paragraph.",
+          "optionUse": "once",
+          "options": [
+            {
+              "id": "i",
+              "label": "i",
+              "text": "A costly experiment"
+            },
+            {
+              "id": "ii",
+              "label": "ii",
+              "text": "Why the trams disappeared"
+            },
+            {
+              "id": "iii",
+              "label": "iii",
+              "text": "A return nobody expected"
+            },
+            {
+              "id": "iv",
+              "label": "iv",
+              "text": "The view from the passengers"
+            }
+          ],
+          "optionsTitle": "List of Headings",
+          "prompts": [
+            {
+              "correctOptionId": "ii",
+              "id": "pA",
+              "text": "Paragraph A"
+            },
+            {
+              "correctOptionId": "iii",
+              "id": "pB",
+              "text": "Paragraph B"
+            },
+            {
+              "correctOptionId": "i",
+              "feedback": "Look at the second sentence.",
+              "id": "pC",
+              "text": "Paragraph C"
+            }
+          ],
+          "schemaVersion": "1.0",
+          "scoringStrategy": "partial",
+          "title": "The return of the tram",
+          "type": "matching"
+        },
+        {
+          "matches": {
+            "pA": "ii",
+            "pB": "iii",
+            "pC": "iv"
+          },
+          "type": "matching"
+        }
+      ],
+      "expect": {
+        "details": [
+          {
+            "correctResponse": ["ii"],
+            "itemId": "pA",
+            "learnerResponse": ["ii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["iii"],
+            "itemId": "pB",
+            "learnerResponse": ["iii"],
+            "outcome": "correct",
+            "weight": 1
+          },
+          {
+            "correctResponse": ["i"],
+            "itemId": "pC",
+            "learnerResponse": ["iv"],
+            "outcome": "incorrect",
+            "weight": 1
+          }
+        ],
+        "feedback": null,
+        "maxScore": 1,
+        "passed": false,
+        "score": 0.6666666666666666,
+        "status": "scored"
+      },
+      "fn": "evaluate",
+      "id": "evaluate/mt/scored"
+    },
     {
       "args": [
         "fill-in-the-blanks",