@pie-element/placement-ordering 14.1.1-next.1 → 14.1.1-next.11

package/controller/lib/defaults.js

@@ -0,0 +1,29 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _default = exports.default = {
+  choiceLabel: '',
+  choiceLabelEnabled: true,
+  choices: [],
+  correctResponse: [],
+  feedbackEnabled: false,
+  numberedGuides: false,
+  orientation: 'vertical',
+  partialScoring: true,
+  placementArea: false,
+  prompt: '',
+  promptEnabled: true,
+  rationale: '',
+  rationaleEnabled: true,
+  removeTilesAfterPlacing: true,
+  scoringType: 'auto',
+  studentInstructionsEnabled: true,
+  targetLabel: '',
+  teacherInstructions: '',
+  teacherInstructionsEnabled: true,
+  toolbarEditorPosition: 'bottom'
+};
+//# sourceMappingURL=defaults.js.map

package/controller/lib/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","names":["choiceLabel","choiceLabelEnabled","choices","correctResponse","feedbackEnabled","numberedGuides","orientation","partialScoring","placementArea","prompt","promptEnabled","rationale","rationaleEnabled","removeTilesAfterPlacing","scoringType","studentInstructionsEnabled","targetLabel","teacherInstructions","teacherInstructionsEnabled","toolbarEditorPosition"],"sources":["../src/defaults.js"],"sourcesContent":["export default {\n  choiceLabel: '',\n  choiceLabelEnabled: true,\n  choices: [],\n  correctResponse: [],\n  feedbackEnabled: false,\n  numberedGuides: false,\n  orientation: 'vertical',\n  partialScoring: true,\n  placementArea: false,\n  prompt: '',\n  promptEnabled: true,\n  rationale: '',\n  rationaleEnabled: true,\n  removeTilesAfterPlacing: true,\n  scoringType: 'auto',\n  studentInstructionsEnabled: true,\n  targetLabel: '',\n  teacherInstructions: '',\n  teacherInstructionsEnabled: true,\n  toolbarEditorPosition: 'bottom',\n};\n"],"mappings":";;;;;;iCAAe;EACbA,WAAW,EAAE,EAAE;EACfC,kBAAkB,EAAE,IAAI;EACxBC,OAAO,EAAE,EAAE;EACXC,eAAe,EAAE,EAAE;EACnBC,eAAe,EAAE,KAAK;EACtBC,cAAc,EAAE,KAAK;EACrBC,WAAW,EAAE,UAAU;EACvBC,cAAc,EAAE,IAAI;EACpBC,aAAa,EAAE,KAAK;EACpBC,MAAM,EAAE,EAAE;EACVC,aAAa,EAAE,IAAI;EACnBC,SAAS,EAAE,EAAE;EACbC,gBAAgB,EAAE,IAAI;EACtBC,uBAAuB,EAAE,IAAI;EAC7BC,WAAW,EAAE,MAAM;EACnBC,0BAA0B,EAAE,IAAI;EAChCC,WAAW,EAAE,EAAE;EACfC,mBAAmB,EAAE,EAAE;EACvBC,0BAA0B,EAAE,IAAI;EAChCC,qBAAqB,EAAE;AACzB,CAAC","ignoreList":[]}

package/controller/lib/index.js

@@ -0,0 +1,285 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createCorrectResponseSession = void 0;
+exports.createDefaultModel = createDefaultModel;
+exports.getLogTrace = void 0;
+exports.model = model;
+exports.normalize = void 0;
+exports.outcome = outcome;
+exports.validate = exports.questionError = void 0;
+var _scoring = require("./scoring");
+var _lodashEs = require("lodash-es");
+var _feedback = require("@pie-lib/feedback");
+var _controllerUtils = require("@pie-lib/controller-utils");
+var _debug = _interopRequireDefault(require("debug"));
+var _defaults = _interopRequireDefault(require("./defaults"));
+var _translator = _interopRequireDefault(require("@pie-lib/translator"));
+const log = (0, _debug.default)('@pie-element:placement-ordering:controller');
+const {
+  translator
+} = _translator.default;
+const questionError = () => new Error('Question is missing required array: correctResponse');
+
+/**
+ * Generates detailed trace log for placement-ordering scoring evaluation
+ * @param {Object} question - the question model
+ * @param {Object} session - the student session
+ * @param {Object} env - the environment
+ * @returns {Array<string>} traceLog
+ */
+exports.questionError = questionError;
+const getLogTrace = (question, session, env) => {
+  const traceLog = [];
+  const value = session?.value || [];
+  const correctResponse = question?.correctResponse || [];
+  const hasPlacementArea = question?.placementArea === true;
+  if (!value.length) {
+    if (hasPlacementArea) {
+      traceLog.push('Student did not place any tiles in the target area.');
+    } else {
+      traceLog.push('Student did not reorder any tiles.');
+    }
+    traceLog.push('Final score: 0.');
+    return traceLog;
+  }
+  const allCorrectResponses = (0, _scoring.getAllCorrectResponses)(question);
+  let bestMatch = {
+    score: 0,
+    response: []
+  };
+  allCorrectResponses.forEach(cr => {
+    let matchCount = 0;
+    value.forEach((v, idx) => {
+      if (cr[idx] === v) {
+        matchCount++;
+      }
+    });
+    if (matchCount > bestMatch.score) {
+      bestMatch = {
+        score: matchCount,
+        response: cr
+      };
+    }
+  });
+  const correctCount = bestMatch.score;
+  const incorrectCount = value.length - correctCount;
+  if (correctCount > 0) {
+    traceLog.push(`${correctCount} tile(s) placed in the correct order.`);
+  }
+  if (incorrectCount > 0) {
+    traceLog.push(`${incorrectCount} tile(s) placed in an incorrect order.`);
+  }
+  const isFullyCorrect = allCorrectResponses.some(cr => (0, _lodashEs.isEqual)(cr, value));
+  const partialScoringEnabled = _controllerUtils.partialScoring.enabled(question, env || {});
+  if (partialScoringEnabled) {
+    traceLog.push('Score calculated using partial scoring.');
+    traceLog.push('Each tile placed in the correct position contributes to the score.');
+  } else {
+    traceLog.push('Score calculated using all-or-nothing scoring.');
+    if (hasPlacementArea) {
+      traceLog.push('Student must place all tiles in the correct positions within the target area to receive full credit.');
+    } else {
+      traceLog.push('Student must arrange all tiles in the correct order to receive full credit.');
+    }
+  }
+  const rawScore = (0, _scoring.score)(question, session);
+  const finalScore = partialScoringEnabled ? rawScore : rawScore === 1 ? 1 : 0;
+  traceLog.push(`Final score: ${finalScore}.`);
+  return traceLog;
+};
+exports.getLogTrace = getLogTrace;
+function outcome(question, session, env) {
+  return new Promise((resolve, reject) => {
+    if (!session || (0, _lodashEs.isEmpty)(session)) {
+      resolve({
+        score: 0,
+        empty: true,
+        logTrace: ['Student did not interact with the placement-ordering item.']
+      });
+      return;
+    }
+    if (!question || !question.correctResponse || (0, _lodashEs.isEmpty)(question.correctResponse)) {
+      reject(questionError());
+    } else {
+      try {
+        const s = (0, _scoring.score)(question, session);
+        const finalScore = _controllerUtils.partialScoring.enabled(question, env || {}) ? s : s === 1 ? 1 : 0;
+        resolve({
+          score: finalScore,
+          logTrace: getLogTrace(question, session, env)
+        });
+      } catch (e) {
+        reject(e);
+      }
+    }
+  });
+}
+function createDefaultModel(model = {}) {
+  return new Promise(resolve => {
+    resolve({
+      ..._defaults.default,
+      ...model
+    });
+  });
+}
+const normalize = question => ({
+  ..._defaults.default,
+  rationaleEnabled: true,
+  feedbackEnabled: false,
+  promptEnabled: true,
+  teacherInstructionsEnabled: true,
+  studentInstructionsEnabled: true,
+  ...question
+});
+
+/**
+ *
+ * @param {*} question
+ * @param {*} session
+ * @param {*} env
+ */
+exports.normalize = normalize;
+async function model(question, session, env) {
+  const normalizedQuestion = normalize(question);
+  const base = {};
+  if (question.alternateResponses && (0, _lodashEs.every)(question.alternateResponses, _lodashEs.isArray)) {
+    log('Deprecated structure of alternateResponses is in use');
+    // eslint-disable-next-line no-console
+    console.error('Deprecated structure of alternateResponses is in use');
+  }
+  base.env = env;
+  base.extraCSSRules = normalizedQuestion.extraCSSRules;
+  base.outcomes = [];
+  base.completeLength = (normalizedQuestion.correctResponse || []).length;
+  base.choices = (normalizedQuestion.choices || []).filter(choice => choice.label);
+  base.note = normalizedQuestion.note;
+  base.showNote = normalizedQuestion.alternateResponses && normalizedQuestion.alternateResponses.length > 0;
+  base.language = normalizedQuestion.language;
+  log('[model] removing tileSize for the moment.');
+  base.prompt = normalizedQuestion.promptEnabled ? normalizedQuestion.prompt : null;
+  base.config = {
+    orientation: normalizedQuestion.orientation || 'vertical',
+    includeTargets: normalizedQuestion.placementArea,
+    choiceLabelEnabled: normalizedQuestion.choiceLabelEnabled,
+    targetLabel: normalizedQuestion.targetLabel,
+    choiceLabel: normalizedQuestion.choiceLabel,
+    showOrdering: normalizedQuestion.numberedGuides,
+    allowSameChoiceInTargets: !normalizedQuestion.removeTilesAfterPlacing
+  };
+  base.disabled = env.mode !== 'gather';
+  if (!base.note) {
+    base.note = translator.t('common:commonCorrectAnswerWithAlternates', {
+      lng: normalizedQuestion.language
+    });
+  }
+  if (env.role === 'instructor' && (env.mode === 'view' || env.mode === 'evaluate')) {
+    base.rationale = normalizedQuestion.rationaleEnabled ? normalizedQuestion.rationale : null;
+    base.teacherInstructions = normalizedQuestion.teacherInstructionsEnabled ? normalizedQuestion.teacherInstructions : null;
+  } else {
+    base.rationale = null;
+    base.teacherInstructions = null;
+  }
+  if (env.mode === 'evaluate') {
+    const value = session && session.value || [];
+    const allCorrectResponses = (0, _scoring.getAllCorrectResponses)(normalizedQuestion);
+    const bestSetOfResponses = allCorrectResponses.reduce((info, cr) => {
+      const currentScore = (0, _lodashEs.reduce)(value, (acc, c, idx) => acc + (Array.isArray(cr) && cr[idx] === c ? 1 : 0), 0);
+      if (currentScore > info.score) {
+        return {
+          arr: cr,
+          score: currentScore
+        };
+      }
+      return info;
+    }, {
+      arr: [],
+      score: 0
+    });
+    base.outcomes = (0, _lodashEs.map)(value, (c, idx) => {
+      return {
+        id: c,
+        outcome: bestSetOfResponses.arr[idx] === c ? 'correct' : 'incorrect'
+      };
+    });
+    const isResponseCorrect = allCorrectResponses.some(response => (0, _lodashEs.isEqual)(response, value));
+    const responseScore = (0, _scoring.score)(question, session);
+    const isCorrect = responseScore === 1;
+    const isPartialCorrect = !isCorrect && _controllerUtils.partialScoring.enabled(normalizedQuestion, env || {}) && responseScore !== 0;
+    base.correctness = isCorrect ? 'correct' : isPartialCorrect ? 'partial' : 'incorrect';
+    if (!isResponseCorrect) {
+      base.correctResponse = (0, _scoring.flattenCorrect)(normalizedQuestion);
+    }
+
+    // requirement made in PD-2182
+    if (!normalizedQuestion.feedback) {
+      normalizedQuestion.feedbackEnabled = false;
+    }
+    const feedback = normalizedQuestion.feedbackEnabled ? await (0, _feedback.getFeedbackForCorrectness)(base.correctness, normalizedQuestion.feedback) : undefined;
+    base.feedback = feedback;
+    return base;
+  } else {
+    return base;
+  }
+}
+const createCorrectResponseSession = (question, env) => {
+  return new Promise(resolve => {
+    if (env.mode !== 'evaluate' && env.role === 'instructor') {
+      resolve({
+        id: '1',
+        value: (0, _scoring.flattenCorrect)(question)
+      });
+    } else {
+      resolve(null);
+    }
+  });
+};
+
+// remove all html tags
+exports.createCorrectResponseSession = createCorrectResponseSession;
+const getInnerText = html => (html || '').replaceAll(/<[^>]*>/g, '');
+
+// remove all html tags except img, iframe and source tag for audio
+const getContent = html => (html || '').replace(/(<(?!img|iframe|source)([^>]+)>)/gi, '');
+const validate = (model = {}, config = {}) => {
+  const {
+    choices,
+    correctResponse
+  } = model;
+  const errors = {};
+  ['teacherInstructions', 'prompt', 'rationale'].forEach(field => {
+    if (config[field]?.required && !getContent(model[field])) {
+      errors[field] = 'This field is required.';
+    }
+  });
+  const reversedChoices = [...(choices || [])].reverse();
+  const choicesErrors = {};
+  reversedChoices.forEach((choice, index) => {
+    const {
+      id,
+      label
+    } = choice;
+    if (!getContent(label)) {
+      choicesErrors[id] = 'Content should not be empty.';
+    } else {
+      const identicalAnswer = reversedChoices.slice(index + 1).some(c => c.label === label);
+      if (identicalAnswer) {
+        choicesErrors[id] = 'Content should be unique.';
+      }
+    }
+  });
+  const choicesIds = (choices || []).map(choice => choice.id);
+  const correctResponseIds = (correctResponse || []).map(response => response.id || response);
+  if ((0, _lodashEs.isEqual)(choicesIds, correctResponseIds)) {
+    errors.orderError = 'The correct ordering should not be identical to the initial ordering.';
+  }
+  if (!(0, _lodashEs.isEmpty)(choicesErrors)) {
+    errors.choicesErrors = choicesErrors;
+  }
+  return errors;
+};
+exports.validate = validate;
+//# sourceMappingURL=index.js.map

package/controller/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_scoring","require","_lodashEs","_feedback","_controllerUtils","_debug","_interopRequireDefault","_defaults","_translator","log","debug","translator","Translator","questionError","Error","exports","getLogTrace","question","session","env","traceLog","value","correctResponse","hasPlacementArea","placementArea","length","push","allCorrectResponses","getAllCorrectResponses","bestMatch","score","response","forEach","cr","matchCount","v","idx","correctCount","incorrectCount","isFullyCorrect","some","isEqual","partialScoringEnabled","partialScoring","enabled","rawScore","finalScore","outcome","Promise","resolve","reject","isEmpty","empty","logTrace","s","e","createDefaultModel","model","defaults","normalize","rationaleEnabled","feedbackEnabled","promptEnabled","teacherInstructionsEnabled","studentInstructionsEnabled","normalizedQuestion","base","alternateResponses","every","isArray","console","error","extraCSSRules","outcomes","completeLength","choices","filter","choice","label","note","showNote","language","prompt","config","orientation","includeTargets","choiceLabelEnabled","targetLabel","choiceLabel","showOrdering","numberedGuides","allowSameChoiceInTargets","removeTilesAfterPlacing","disabled","mode","t","lng","role","rationale","teacherInstructions","bestSetOfResponses","reduce","info","currentScore","acc","c","Array","arr","map","id","isResponseCorrect","responseScore","isCorrect","isPartialCorrect","correctness","flattenCorrect","feedback","getFeedbackForCorrectness","undefined","createCorrectResponseSession","getInnerText","html","replaceAll","getContent","replace","validate","errors","field","required","reversedChoices","reverse","choicesErrors","index","identicalAnswer","slice","choicesIds","correctResponseIds","orderError"],"sources":["../src/index.js"],"sourcesContent":["import { flattenCorrect, getAllCorrectResponses, score } from './scoring';\n\nimport { every, isArray, isEmpty, isEqual, map, reduce } from 'lodash-es';\nimport { getFeedbackForCorrectness } from '@pie-lib/feedback';\nimport { partialScoring } from '@pie-lib/controller-utils';\nimport debug from 'debug';\n\nimport defaults from './defaults';\n\nconst log = debug('@pie-element:placement-ordering:controller');\nimport Translator from '@pie-lib/translator';\n\nconst { translator } = Translator;\n\nexport const questionError = () => new Error('Question is missing required array: correctResponse');\n\n/**\n * Generates detailed trace log for placement-ordering scoring evaluation\n * @param {Object} question - the question model\n * @param {Object} session - the student session\n * @param {Object} env - the environment\n * @returns {Array<string>} traceLog\n */\nexport const getLogTrace = (question, session, env) => {\n  const traceLog = [];\n\n  const value = session?.value || [];\n  const correctResponse = question?.correctResponse || [];\n  const hasPlacementArea = question?.placementArea === true;\n\n  if (!value.length) {\n    if (hasPlacementArea) {\n      traceLog.push('Student did not place any tiles in the target area.');\n    } else {\n      traceLog.push('Student did not reorder any tiles.');\n    }\n    traceLog.push('Final score: 0.');\n    return traceLog;\n  }\n\n  const allCorrectResponses = getAllCorrectResponses(question);\n\n  let bestMatch = { score: 0, response: [] };\n\n  allCorrectResponses.forEach((cr) => {\n    let matchCount = 0;\n    value.forEach((v, idx) => {\n      if (cr[idx] === v) {\n        matchCount++;\n      }\n    });\n\n    if (matchCount > bestMatch.score) {\n      bestMatch = { score: matchCount, response: cr };\n    }\n  });\n\n  const correctCount = bestMatch.score;\n  const incorrectCount = value.length - correctCount;\n\n  if (correctCount > 0) {\n    traceLog.push(`${correctCount} tile(s) placed in the correct order.`);\n    }\n\n    if (incorrectCount > 0) {\n    traceLog.push(`${incorrectCount} tile(s) placed in an incorrect order.`);\n  }\n\n  const isFullyCorrect = allCorrectResponses.some((cr) => isEqual(cr, value));\n\n  const partialScoringEnabled = partialScoring.enabled(question, env || {});\n\n  if (partialScoringEnabled) {\n    traceLog.push('Score calculated using partial scoring.');\n    traceLog.push(\n      'Each tile placed in the correct position contributes to the score.',\n    );\n  } else {\n    traceLog.push('Score calculated using all-or-nothing scoring.');\n    if (hasPlacementArea) {\n      traceLog.push(\n        'Student must place all tiles in the correct positions within the target area to receive full credit.',\n      );\n    } else {\n      traceLog.push(\n        'Student must arrange all tiles in the correct order to receive full credit.',\n      );\n    }\n  }\n\n  const rawScore = score(question, session);\n  const finalScore = partialScoringEnabled ? rawScore : rawScore === 1 ? 1 : 0;\n\n  traceLog.push(`Final score: ${finalScore}.`);\n\n  return traceLog;\n};\n\nexport function outcome(question, session, env) {\n  return new Promise((resolve, reject) => {\n    if (!session || isEmpty(session)) {\n      resolve({ \n        score: 0, \n        empty: true, \n        logTrace: ['Student did not interact with the placement-ordering item.'] \n      });\n      return;\n    }\n\n    if (!question || !question.correctResponse || isEmpty(question.correctResponse)) {\n      reject(questionError());\n    } else {\n      try {\n        const s = score(question, session);\n        const finalScore = partialScoring.enabled(question, env || {}) ? s : s === 1 ? 1 : 0;\n        resolve({\n          score: finalScore,\n          logTrace: getLogTrace(question, session, env)\n        });\n      } catch (e) {\n        reject(e);\n      }\n    }\n  });\n}\n\nexport function createDefaultModel(model = {}) {\n  return new Promise((resolve) => {\n    resolve({\n      ...defaults,\n      ...model,\n    });\n  });\n}\n\nexport const normalize = (question) => ({\n  ...defaults,\n  rationaleEnabled: true,\n  feedbackEnabled: false,\n  promptEnabled: true,\n  teacherInstructionsEnabled: true,\n  studentInstructionsEnabled: true,\n  ...question,\n});\n\n/**\n *\n * @param {*} question\n * @param {*} session\n * @param {*} env\n */\nexport async function model(question, session, env) {\n  const normalizedQuestion = normalize(question);\n  const base = {};\n\n  if (question.alternateResponses && every(question.alternateResponses, isArray)) {\n    log('Deprecated structure of alternateResponses is in use');\n    // eslint-disable-next-line no-console\n    console.error('Deprecated structure of alternateResponses is in use');\n  }\n\n  base.env = env;\n  base.extraCSSRules = normalizedQuestion.extraCSSRules;\n  base.outcomes = [];\n  base.completeLength = (normalizedQuestion.correctResponse || []).length;\n  base.choices = (normalizedQuestion.choices || []).filter((choice) => choice.label);\n  base.note = normalizedQuestion.note;\n  base.showNote = normalizedQuestion.alternateResponses && normalizedQuestion.alternateResponses.length > 0;\n  base.language = normalizedQuestion.language;\n\n  log('[model] removing tileSize for the moment.');\n\n  base.prompt = normalizedQuestion.promptEnabled ? normalizedQuestion.prompt : null;\n  base.config = {\n    orientation: normalizedQuestion.orientation || 'vertical',\n    includeTargets: normalizedQuestion.placementArea,\n    choiceLabelEnabled: normalizedQuestion.choiceLabelEnabled,\n    targetLabel: normalizedQuestion.targetLabel,\n    choiceLabel: normalizedQuestion.choiceLabel,\n    showOrdering: normalizedQuestion.numberedGuides,\n    allowSameChoiceInTargets: !normalizedQuestion.removeTilesAfterPlacing,\n  };\n\n  base.disabled = env.mode !== 'gather';\n\n  if (!base.note) {\n    base.note = translator.t('common:commonCorrectAnswerWithAlternates', { lng: normalizedQuestion.language });\n  }\n\n  if (env.role === 'instructor' && (env.mode === 'view' || env.mode === 'evaluate')) {\n    base.rationale = normalizedQuestion.rationaleEnabled ? normalizedQuestion.rationale : null;\n    base.teacherInstructions = normalizedQuestion.teacherInstructionsEnabled\n      ? normalizedQuestion.teacherInstructions\n      : null;\n  } else {\n    base.rationale = null;\n    base.teacherInstructions = null;\n  }\n\n  if (env.mode === 'evaluate') {\n    const value = (session && session.value) || [];\n    const allCorrectResponses = getAllCorrectResponses(normalizedQuestion);\n\n    const bestSetOfResponses = allCorrectResponses.reduce(\n      (info, cr) => {\n        const currentScore = reduce(value, (acc, c, idx) => acc + (Array.isArray(cr) && cr[idx] === c ? 1 : 0), 0);\n\n        if (currentScore > info.score) {\n          return {\n            arr: cr,\n            score: currentScore,\n          };\n        }\n\n        return info;\n      },\n      { arr: [], score: 0 },\n    );\n\n    base.outcomes = map(value, (c, idx) => {\n      return {\n        id: c,\n        outcome: bestSetOfResponses.arr[idx] === c ? 'correct' : 'incorrect',\n      };\n    });\n\n    const isResponseCorrect = allCorrectResponses.some((response) => isEqual(response, value));\n    const responseScore = score(question, session);\n    const isCorrect = responseScore === 1;\n    const isPartialCorrect = !isCorrect && partialScoring.enabled(normalizedQuestion, env || {}) && responseScore !== 0;\n\n    base.correctness = isCorrect ? 'correct' : isPartialCorrect ? 'partial' : 'incorrect';\n\n    if (!isResponseCorrect) {\n      base.correctResponse = flattenCorrect(normalizedQuestion);\n    }\n\n    // requirement made in PD-2182\n    if (!normalizedQuestion.feedback) {\n      normalizedQuestion.feedbackEnabled = false;\n    }\n\n    const feedback = normalizedQuestion.feedbackEnabled\n      ? await getFeedbackForCorrectness(base.correctness, normalizedQuestion.feedback)\n      : undefined;\n\n    base.feedback = feedback;\n    return base;\n  } else {\n    return base;\n  }\n}\n\nexport const createCorrectResponseSession = (question, env) => {\n  return new Promise((resolve) => {\n    if (env.mode !== 'evaluate' && env.role === 'instructor') {\n      resolve({\n        id: '1',\n        value: flattenCorrect(question),\n      });\n    } else {\n      resolve(null);\n    }\n  });\n};\n\n// remove all html tags\nconst getInnerText = (html) => (html || '').replaceAll(/<[^>]*>/g, '');\n\n// remove all html tags except img, iframe and source tag for audio\nconst getContent = (html) => (html || '').replace(/(<(?!img|iframe|source)([^>]+)>)/gi, '');\n\nexport const validate = (model = {}, config = {}) => {\n  const { choices, correctResponse } = model;\n  const errors = {};\n\n  ['teacherInstructions', 'prompt', 'rationale'].forEach((field) => {\n    if (config[field]?.required && !getContent(model[field])) {\n      errors[field] = 'This field is required.';\n    }\n  });\n\n  const reversedChoices = [...(choices || [])].reverse();\n  const choicesErrors = {};\n\n  reversedChoices.forEach((choice, index) => {\n    const { id, label } = choice;\n\n    if (!getContent(label)) {\n      choicesErrors[id] = 'Content should not be empty.';\n    } else {\n      const identicalAnswer = reversedChoices.slice(index + 1).some((c) => c.label === label);\n\n      if (identicalAnswer) {\n        choicesErrors[id] = 'Content should be unique.';\n      }\n    }\n  });\n\n  const choicesIds = (choices || []).map((choice) => choice.id);\n  const correctResponseIds = (correctResponse || []).map((response) => response.id || response);\n\n  if (isEqual(choicesIds, correctResponseIds)) {\n    errors.orderError = 'The correct ordering should not be identical to the initial ordering.';\n  }\n\n  if (!isEmpty(choicesErrors)) {\n    errors.choicesErrors = choicesErrors;\n  }\n\n  return errors;\n};\n"],"mappings":";;;;;;;;;;;;;AAAA,IAAAA,QAAA,GAAAC,OAAA;AAEA,IAAAC,SAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,gBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAC,sBAAA,CAAAL,OAAA;AAEA,IAAAM,SAAA,GAAAD,sBAAA,CAAAL,OAAA;AAGA,IAAAO,WAAA,GAAAF,sBAAA,CAAAL,OAAA;AADA,MAAMQ,GAAG,GAAG,IAAAC,cAAK,EAAC,4CAA4C,CAAC;AAG/D,MAAM;EAAEC;AAAW,CAAC,GAAGC,mBAAU;AAE1B,MAAMC,aAAa,GAAGA,CAAA,KAAM,IAAIC,KAAK,CAAC,qDAAqD,CAAC;;AAEnG;AACA;AACA;AACA;AACA;AACA;AACA;AANAC,OAAA,CAAAF,aAAA,GAAAA,aAAA;AAOO,MAAMG,WAAW,GAAGA,CAACC,QAAQ,EAAEC,OAAO,EAAEC,GAAG,KAAK;EACrD,MAAMC,QAAQ,GAAG,EAAE;EAEnB,MAAMC,KAAK,GAAGH,OAAO,EAAEG,KAAK,IAAI,EAAE;EAClC,MAAMC,eAAe,GAAGL,QAAQ,EAAEK,eAAe,IAAI,EAAE;EACvD,MAAMC,gBAAgB,GAAGN,QAAQ,EAAEO,aAAa,KAAK,IAAI;EAEzD,IAAI,CAACH,KAAK,CAACI,MAAM,EAAE;IACjB,IAAIF,gBAAgB,EAAE;MACpBH,QAAQ,CAACM,IAAI,CAAC,qDAAqD,CAAC;IACtE,CAAC,MAAM;MACLN,QAAQ,CAACM,IAAI,CAAC,oCAAoC,CAAC;IACrD;IACAN,QAAQ,CAACM,IAAI,CAAC,iBAAiB,CAAC;IAChC,OAAON,QAAQ;EACjB;EAEA,MAAMO,mBAAmB,GAAG,IAAAC,+BAAsB,EAACX,QAAQ,CAAC;EAE5D,IAAIY,SAAS,GAAG;IAAEC,KAAK,EAAE,CAAC;IAAEC,QAAQ,EAAE;EAAG,CAAC;EAE1CJ,mBAAmB,CAACK,OAAO,CAAEC,EAAE,IAAK;IAClC,IAAIC,UAAU,GAAG,CAAC;IAClBb,KAAK,CAACW,OAAO,CAAC,CAACG,CAAC,EAAEC,GAAG,KAAK;MACxB,IAAIH,EAAE,CAACG,GAAG,CAAC,KAAKD,CAAC,EAAE;QACjBD,UAAU,EAAE;MACd;IACF,CAAC,CAAC;IAEF,IAAIA,UAAU,GAAGL,SAAS,CAACC,KAAK,EAAE;MAChCD,SAAS,GAAG;QAAEC,KAAK,EAAEI,UAAU;QAAEH,QAAQ,EAAEE;MAAG,CAAC;IACjD;EACF,CAAC,CAAC;EAEF,MAAMI,YAAY,GAAGR,SAAS,CAACC,KAAK;EACpC,MAAMQ,cAAc,GAAGjB,KAAK,CAACI,MAAM,GAAGY,YAAY;EAElD,IAAIA,YAAY,GAAG,CAAC,EAAE;IACpBjB,QAAQ,CAACM,IAAI,CAAC,GAAGW,YAAY,uCAAuC,CAAC;EACrE;EAEA,IAAIC,cAAc,GAAG,CAAC,EAAE;IACxBlB,QAAQ,CAACM,IAAI,CAAC,GAAGY,cAAc,wCAAwC,CAAC;EAC1E;EAEA,MAAMC,cAAc,GAAGZ,mBAAmB,CAACa,IAAI,CAAEP,EAAE,IAAK,IAAAQ,iBAAO,EAACR,EAAE,EAAEZ,KAAK,CAAC,CAAC;EAE3E,MAAMqB,qBAAqB,GAAGC,+BAAc,CAACC,OAAO,CAAC3B,QAAQ,EAAEE,GAAG,IAAI,CAAC,CAAC,CAAC;EAEzE,IAAIuB,qBAAqB,EAAE;IACzBtB,QAAQ,CAACM,IAAI,CAAC,yCAAyC,CAAC;IACxDN,QAAQ,CAACM,IAAI,CACX,oEACF,CAAC;EACH,CAAC,MAAM;IACLN,QAAQ,CAACM,IAAI,CAAC,gDAAgD,CAAC;IAC/D,IAAIH,gBAAgB,EAAE;MACpBH,QAAQ,CAACM,IAAI,CACX,sGACF,CAAC;IACH,CAAC,MAAM;MACLN,QAAQ,CAACM,IAAI,CACX,6EACF,CAAC;IACH;EACF;EAEA,MAAMmB,QAAQ,GAAG,IAAAf,cAAK,EAACb,QAAQ,EAAEC,OAAO,CAAC;EACzC,MAAM4B,UAAU,GAAGJ,qBAAqB,GAAGG,QAAQ,GAAGA,QAAQ,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;EAE5EzB,QAAQ,CAACM,IAAI,CAAC,gBAAgBoB,UAAU,GAAG,CAAC;EAE5C,OAAO1B,QAAQ;AACjB,CAAC;AAACL,OAAA,CAAAC,WAAA,GAAAA,WAAA;AAEK,SAAS+B,OAAOA,CAAC9B,QAAQ,EAAEC,OAAO,EAAEC,GAAG,EAAE;EAC9C,OAAO,IAAI6B,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtC,IAAI,CAAChC,OAAO,IAAI,IAAAiC,iBAAO,EAACjC,OAAO,CAAC,EAAE;MAChC+B,OAAO,CAAC;QACNnB,KAAK,EAAE,CAAC;QACRsB,KAAK,EAAE,IAAI;QACXC,QAAQ,EAAE,CAAC,4DAA4D;MACzE,CAAC,CAAC;MACF;IACF;IAEA,IAAI,CAACpC,QAAQ,IAAI,CAACA,QAAQ,CAACK,eAAe,IAAI,IAAA6B,iBAAO,EAAClC,QAAQ,CAACK,eAAe,CAAC,EAAE;MAC/E4B,MAAM,CAACrC,aAAa,CAAC,CAAC,CAAC;IACzB,CAAC,MAAM;MACL,IAAI;QACF,MAAMyC,CAAC,GAAG,IAAAxB,cAAK,EAACb,QAAQ,EAAEC,OAAO,CAAC;QAClC,MAAM4B,UAAU,GAAGH,+BAAc,CAACC,OAAO,CAAC3B,QAAQ,EAAEE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAGmC,CAAC,GAAGA,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;QACpFL,OAAO,CAAC;UACNnB,KAAK,EAAEgB,UAAU;UACjBO,QAAQ,EAAErC,WAAW,CAACC,QAAQ,EAAEC,OAAO,EAAEC,GAAG;QAC9C,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOoC,CAAC,EAAE;QACVL,MAAM,CAACK,CAAC,CAAC;MACX;IACF;EACF,CAAC,CAAC;AACJ;AAEO,SAASC,kBAAkBA,CAACC,KAAK,GAAG,CAAC,CAAC,EAAE;EAC7C,OAAO,IAAIT,OAAO,CAAEC,OAAO,IAAK;IAC9BA,OAAO,CAAC;MACN,GAAGS,iBAAQ;MACX,GAAGD;IACL,CAAC,CAAC;EACJ,CAAC,CAAC;AACJ;AAEO,MAAME,SAAS,GAAI1C,QAAQ,KAAM;EACtC,GAAGyC,iBAAQ;EACXE,gBAAgB,EAAE,IAAI;EACtBC,eAAe,EAAE,KAAK;EACtBC,aAAa,EAAE,IAAI;EACnBC,0BAA0B,EAAE,IAAI;EAChCC,0BAA0B,EAAE,IAAI;EAChC,GAAG/C;AACL,CAAC,CAAC;;AAEF;AACA;AACA;AACA;AACA;AACA;AALAF,OAAA,CAAA4C,SAAA,GAAAA,SAAA;AAMO,eAAeF,KAAKA,CAACxC,QAAQ,EAAEC,OAAO,EAAEC,GAAG,EAAE;EAClD,MAAM8C,kBAAkB,GAAGN,SAAS,CAAC1C,QAAQ,CAAC;EAC9C,MAAMiD,IAAI,GAAG,CAAC,CAAC;EAEf,IAAIjD,QAAQ,CAACkD,kBAAkB,IAAI,IAAAC,eAAK,EAACnD,QAAQ,CAACkD,kBAAkB,EAAEE,iBAAO,CAAC,EAAE;IAC9E5D,GAAG,CAAC,sDAAsD,CAAC;IAC3D;IACA6D,OAAO,CAACC,KAAK,CAAC,sDAAsD,CAAC;EACvE;EAEAL,IAAI,CAAC/C,GAAG,GAAGA,GAAG;EACd+C,IAAI,CAACM,aAAa,GAAGP,kBAAkB,CAACO,aAAa;EACrDN,IAAI,CAACO,QAAQ,GAAG,EAAE;EAClBP,IAAI,CAACQ,cAAc,GAAG,CAACT,kBAAkB,CAAC3C,eAAe,IAAI,EAAE,EAAEG,MAAM;EACvEyC,IAAI,CAACS,OAAO,GAAG,CAACV,kBAAkB,CAACU,OAAO,IAAI,EAAE,EAAEC,MAAM,CAAEC,MAAM,IAAKA,MAAM,CAACC,KAAK,CAAC;EAClFZ,IAAI,CAACa,IAAI,GAAGd,kBAAkB,CAACc,IAAI;EACnCb,IAAI,CAACc,QAAQ,GAAGf,kBAAkB,CAACE,kBAAkB,IAAIF,kBAAkB,CAACE,kBAAkB,CAAC1C,MAAM,GAAG,CAAC;EACzGyC,IAAI,CAACe,QAAQ,GAAGhB,kBAAkB,CAACgB,QAAQ;EAE3CxE,GAAG,CAAC,2CAA2C,CAAC;EAEhDyD,IAAI,CAACgB,MAAM,GAAGjB,kBAAkB,CAACH,aAAa,GAAGG,kBAAkB,CAACiB,MAAM,GAAG,IAAI;EACjFhB,IAAI,CAACiB,MAAM,GAAG;IACZC,WAAW,EAAEnB,kBAAkB,CAACmB,WAAW,IAAI,UAAU;IACzDC,cAAc,EAAEpB,kBAAkB,CAACzC,aAAa;IAChD8D,kBAAkB,EAAErB,kBAAkB,CAACqB,kBAAkB;IACzDC,WAAW,EAAEtB,kBAAkB,CAACsB,WAAW;IAC3CC,WAAW,EAAEvB,kBAAkB,CAACuB,WAAW;IAC3CC,YAAY,EAAExB,kBAAkB,CAACyB,cAAc;IAC/CC,wBAAwB,EAAE,CAAC1B,kBAAkB,CAAC2B;EAChD,CAAC;EAED1B,IAAI,CAAC2B,QAAQ,GAAG1E,GAAG,CAAC2E,IAAI,KAAK,QAAQ;EAErC,IAAI,CAAC5B,IAAI,CAACa,IAAI,EAAE;IACdb,IAAI,CAACa,IAAI,GAAGpE,UAAU,CAACoF,CAAC,CAAC,0CAA0C,EAAE;MAAEC,GAAG,EAAE/B,kBAAkB,CAACgB;IAAS,CAAC,CAAC;EAC5G;EAEA,IAAI9D,GAAG,CAAC8E,IAAI,KAAK,YAAY,KAAK9E,GAAG,CAAC2E,IAAI,KAAK,MAAM,IAAI3E,GAAG,CAAC2E,IAAI,KAAK,UAAU,CAAC,EAAE;IACjF5B,IAAI,CAACgC,SAAS,GAAGjC,kBAAkB,CAACL,gBAAgB,GAAGK,kBAAkB,CAACiC,SAAS,GAAG,IAAI;IAC1FhC,IAAI,CAACiC,mBAAmB,GAAGlC,kBAAkB,CAACF,0BAA0B,GACpEE,kBAAkB,CAACkC,mBAAmB,GACtC,IAAI;EACV,CAAC,MAAM;IACLjC,IAAI,CAACgC,SAAS,GAAG,IAAI;IACrBhC,IAAI,CAACiC,mBAAmB,GAAG,IAAI;EACjC;EAEA,IAAIhF,GAAG,CAAC2E,IAAI,KAAK,UAAU,EAAE;IAC3B,MAAMzE,KAAK,GAAIH,OAAO,IAAIA,OAAO,CAACG,KAAK,IAAK,EAAE;IAC9C,MAAMM,mBAAmB,GAAG,IAAAC,+BAAsB,EAACqC,kBAAkB,CAAC;IAEtE,MAAMmC,kBAAkB,GAAGzE,mBAAmB,CAAC0E,MAAM,CACnD,CAACC,IAAI,EAAErE,EAAE,KAAK;MACZ,MAAMsE,YAAY,GAAG,IAAAF,gBAAM,EAAChF,KAAK,EAAE,CAACmF,GAAG,EAAEC,CAAC,EAAErE,GAAG,KAAKoE,GAAG,IAAIE,KAAK,CAACrC,OAAO,CAACpC,EAAE,CAAC,IAAIA,EAAE,CAACG,GAAG,CAAC,KAAKqE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;MAE1G,IAAIF,YAAY,GAAGD,IAAI,CAACxE,KAAK,EAAE;QAC7B,OAAO;UACL6E,GAAG,EAAE1E,EAAE;UACPH,KAAK,EAAEyE;QACT,CAAC;MACH;MAEA,OAAOD,IAAI;IACb,CAAC,EACD;MAAEK,GAAG,EAAE,EAAE;MAAE7E,KAAK,EAAE;IAAE,CACtB,CAAC;IAEDoC,IAAI,CAACO,QAAQ,GAAG,IAAAmC,aAAG,EAACvF,KAAK,EAAE,CAACoF,CAAC,EAAErE,GAAG,KAAK;MACrC,OAAO;QACLyE,EAAE,EAAEJ,CAAC;QACL1D,OAAO,EAAEqD,kBAAkB,CAACO,GAAG,CAACvE,GAAG,CAAC,KAAKqE,CAAC,GAAG,SAAS,GAAG;MAC3D,CAAC;IACH,CAAC,CAAC;IAEF,MAAMK,iBAAiB,GAAGnF,mBAAmB,CAACa,IAAI,CAAET,QAAQ,IAAK,IAAAU,iBAAO,EAACV,QAAQ,EAAEV,KAAK,CAAC,CAAC;IAC1F,MAAM0F,aAAa,GAAG,IAAAjF,cAAK,EAACb,QAAQ,EAAEC,OAAO,CAAC;IAC9C,MAAM8F,SAAS,GAAGD,aAAa,KAAK,CAAC;IACrC,MAAME,gBAAgB,GAAG,CAACD,SAAS,IAAIrE,+BAAc,CAACC,OAAO,CAACqB,kBAAkB,EAAE9C,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI4F,aAAa,KAAK,CAAC;IAEnH7C,IAAI,CAACgD,WAAW,GAAGF,SAAS,GAAG,SAAS,GAAGC,gBAAgB,GAAG,SAAS,GAAG,WAAW;IAErF,IAAI,CAACH,iBAAiB,EAAE;MACtB5C,IAAI,CAAC5C,eAAe,GAAG,IAAA6F,uBAAc,EAAClD,kBAAkB,CAAC;IAC3D;;IAEA;IACA,IAAI,CAACA,kBAAkB,CAACmD,QAAQ,EAAE;MAChCnD,kBAAkB,CAACJ,eAAe,GAAG,KAAK;IAC5C;IAEA,MAAMuD,QAAQ,GAAGnD,kBAAkB,CAACJ,eAAe,GAC/C,MAAM,IAAAwD,mCAAyB,EAACnD,IAAI,CAACgD,WAAW,EAAEjD,kBAAkB,CAACmD,QAAQ,CAAC,GAC9EE,SAAS;IAEbpD,IAAI,CAACkD,QAAQ,GAAGA,QAAQ;IACxB,OAAOlD,IAAI;EACb,CAAC,MAAM;IACL,OAAOA,IAAI;EACb;AACF;AAEO,MAAMqD,4BAA4B,GAAGA,CAACtG,QAAQ,EAAEE,GAAG,KAAK;EAC7D,OAAO,IAAI6B,OAAO,CAAEC,OAAO,IAAK;IAC9B,IAAI9B,GAAG,CAAC2E,IAAI,KAAK,UAAU,IAAI3E,GAAG,CAAC8E,IAAI,KAAK,YAAY,EAAE;MACxDhD,OAAO,CAAC;QACN4D,EAAE,EAAE,GAAG;QACPxF,KAAK,EAAE,IAAA8F,uBAAc,EAAClG,QAAQ;MAChC,CAAC,CAAC;IACJ,CAAC,MAAM;MACLgC,OAAO,CAAC,IAAI,CAAC;IACf;EACF,CAAC,CAAC;AACJ,CAAC;;AAED;AAAAlC,OAAA,CAAAwG,4BAAA,GAAAA,4BAAA;AACA,MAAMC,YAAY,GAAIC,IAAI,IAAK,CAACA,IAAI,IAAI,EAAE,EAAEC,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;;AAEtE;AACA,MAAMC,UAAU,GAAIF,IAAI,IAAK,CAACA,IAAI,IAAI,EAAE,EAAEG,OAAO,CAAC,oCAAoC,EAAE,EAAE,CAAC;AAEpF,MAAMC,QAAQ,GAAGA,CAACpE,KAAK,GAAG,CAAC,CAAC,EAAE0B,MAAM,GAAG,CAAC,CAAC,KAAK;EACnD,MAAM;IAAER,OAAO;IAAErD;EAAgB,CAAC,GAAGmC,KAAK;EAC1C,MAAMqE,MAAM,GAAG,CAAC,CAAC;EAEjB,CAAC,qBAAqB,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC9F,OAAO,CAAE+F,KAAK,IAAK;IAChE,IAAI5C,MAAM,CAAC4C,KAAK,CAAC,EAAEC,QAAQ,IAAI,CAACL,UAAU,CAAClE,KAAK,CAACsE,KAAK,CAAC,CAAC,EAAE;MACxDD,MAAM,CAACC,KAAK,CAAC,GAAG,yBAAyB;IAC3C;EACF,CAAC,CAAC;EAEF,MAAME,eAAe,GAAG,CAAC,IAAItD,OAAO,IAAI,EAAE,CAAC,CAAC,CAACuD,OAAO,CAAC,CAAC;EACtD,MAAMC,aAAa,GAAG,CAAC,CAAC;EAExBF,eAAe,CAACjG,OAAO,CAAC,CAAC6C,MAAM,EAAEuD,KAAK,KAAK;IACzC,MAAM;MAAEvB,EAAE;MAAE/B;IAAM,CAAC,GAAGD,MAAM;IAE5B,IAAI,CAAC8C,UAAU,CAAC7C,KAAK,CAAC,EAAE;MACtBqD,aAAa,CAACtB,EAAE,CAAC,GAAG,8BAA8B;IACpD,CAAC,MAAM;MACL,MAAMwB,eAAe,GAAGJ,eAAe,CAACK,KAAK,CAACF,KAAK,GAAG,CAAC,CAAC,CAAC5F,IAAI,CAAEiE,CAAC,IAAKA,CAAC,CAAC3B,KAAK,KAAKA,KAAK,CAAC;MAEvF,IAAIuD,eAAe,EAAE;QACnBF,aAAa,CAACtB,EAAE,CAAC,GAAG,2BAA2B;MACjD;IACF;EACF,CAAC,CAAC;EAEF,MAAM0B,UAAU,GAAG,CAAC5D,OAAO,IAAI,EAAE,EAAEiC,GAAG,CAAE/B,MAAM,IAAKA,MAAM,CAACgC,EAAE,CAAC;EAC7D,MAAM2B,kBAAkB,GAAG,CAAClH,eAAe,IAAI,EAAE,EAAEsF,GAAG,CAAE7E,QAAQ,IAAKA,QAAQ,CAAC8E,EAAE,IAAI9E,QAAQ,CAAC;EAE7F,IAAI,IAAAU,iBAAO,EAAC8F,UAAU,EAAEC,kBAAkB,CAAC,EAAE;IAC3CV,MAAM,CAACW,UAAU,GAAG,uEAAuE;EAC7F;EAEA,IAAI,CAAC,IAAAtF,iBAAO,EAACgF,aAAa,CAAC,EAAE;IAC3BL,MAAM,CAACK,aAAa,GAAGA,aAAa;EACtC;EAEA,OAAOL,MAAM;AACf,CAAC;AAAC/G,OAAA,CAAA8G,QAAA,GAAAA,QAAA","ignoreList":[]}

package/controller/lib/scoring.js

@@ -0,0 +1,109 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.score = exports.pairwiseCombinationScore = exports.illegalArgumentError = exports.getAllCorrectResponses = exports.flattenCorrect = void 0;
+var _lodashEs = require("lodash-es");
+var _jsCombinatorics = require("js-combinatorics");
+var _debug = _interopRequireDefault(require("debug"));
+const log = (0, _debug.default)('pie-elements:placement-ordering:controller');
+const illegalArgumentError = answer => new Error(`Cant score answer: ${answer} it has duplicates and allowDuplicates is false`);
+exports.illegalArgumentError = illegalArgumentError;
+const pairwiseCombinationScore = (correct, answer, opts) => {
+  opts = {
+    allowDuplicates: false,
+    orderMustBeComplete: false,
+    ...opts
+  };
+  if (!opts.allowDuplicates && !(0, _lodashEs.isEqual)((0, _lodashEs.uniq)(correct), correct)) {
+    throw illegalArgumentError(answer);
+  }
+  if (opts.allowDuplicates === false && answer.length !== (0, _lodashEs.uniq)(answer).length) {
+    return 0;
+  }
+  answer = opts.allowDuplicates !== false ? answer : (0, _lodashEs.uniq)(answer);
+  log('answer:', answer);
+  if (!Array.isArray(correct) || correct.length === 0) {
+    throw new Error('correct must be non empty an array');
+  }
+  if (correct.length === 1) {
+    return (0, _lodashEs.isEqual)(correct, answer) ? 1 : 0;
+  }
+  if (!Array.isArray(answer) || answer.length < 2) {
+    return 0;
+  }
+  if (answer.length > correct.length) {
+    return 0;
+  }
+  if (correct.length !== answer.length && opts.orderMustBeComplete) {
+    return 0;
+  }
+  const correctCombo = (0, _jsCombinatorics.combination)(correct, 2).toArray();
+  const answerCombo = (0, _jsCombinatorics.combination)(answer, 2).toArray();
+  const diff = (0, _lodashEs.differenceWith)(answerCombo, correctCombo, _lodashEs.isEqual);
+  const comboLengthDiff = correctCombo.length - answerCombo.length;
+  const total = correctCombo.length;
+  const actual = total - diff.length - comboLengthDiff;
+  const n = (actual / total).toFixed(2);
+  return parseFloat(n);
+};
+
+/**
+ * Flattens the correctResponse into an array of ordered identifiers representing the
+ * correct response.
+ */
+exports.pairwiseCombinationScore = pairwiseCombinationScore;
+const flattenCorrect = question => question.correctResponse ? question.correctResponse.map(r => r && r.id ? r.id : r) : [];
+
+/**
+ * Returns all correct responses for this question
+ * @param question - array
+ */
+exports.flattenCorrect = flattenCorrect;
+const getAllCorrectResponses = question => {
+  const alternates = (question.alternateResponses || []).map(alternate => {
+    if (Array.isArray(alternate)) {
+      return alternate;
+    }
+    return alternate.response;
+  }).filter(item => item !== undefined);
+  return [flattenCorrect(question), ...alternates];
+};
+
+/**
+ * Returns the score for a session. If weighted scoring is present in the correctResponse
+ * field for the question, this will be used. If partial scoring is present in the question
+ * model, this will be used. Otherwise the default scoring mechanism (0 for any incorrect, 1
+ * for all correct) will be used.
+ */
+exports.getAllCorrectResponses = getAllCorrectResponses;
+const score = (question, session) => {
+  const {
+    value
+  } = session || {};
+  if (!value) {
+    return 0;
+  }
+  const allCorrectResponse = getAllCorrectResponses(question);
+  const allowDuplicates = (question.configure && question.configure.removeTilesAfterPlacing) !== false;
+
+  /**
+   * We require this to be the case - locking
+   */
+  //const orderMustBeComplete = true;
+
+  let bestScore = 0;
+  allCorrectResponse.forEach(cr => {
+    const currentScore = pairwiseCombinationScore(cr, value, {
+      allowDuplicates
+    });
+    if (currentScore >= bestScore) {
+      bestScore = currentScore;
+    }
+  });
+  return bestScore;
+};
+exports.score = score;
+//# sourceMappingURL=scoring.js.map

package/controller/lib/scoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring.js","names":["_lodashEs","require","_jsCombinatorics","_debug","_interopRequireDefault","log","debug","illegalArgumentError","answer","Error","exports","pairwiseCombinationScore","correct","opts","allowDuplicates","orderMustBeComplete","isEqual","uniq","length","Array","isArray","correctCombo","combination","toArray","answerCombo","diff","differenceWith","comboLengthDiff","total","actual","n","toFixed","parseFloat","flattenCorrect","question","correctResponse","map","r","id","getAllCorrectResponses","alternates","alternateResponses","alternate","response","filter","item","undefined","score","session","value","allCorrectResponse","configure","removeTilesAfterPlacing","bestScore","forEach","cr","currentScore"],"sources":["../src/scoring.js"],"sourcesContent":["import { differenceWith, isEqual, uniq } from 'lodash-es';\nimport { combination } from 'js-combinatorics';\nimport debug from 'debug';\n\nconst log = debug('pie-elements:placement-ordering:controller');\n\nexport const illegalArgumentError = (answer) =>\n  new Error(`Cant score answer: ${answer} it has duplicates and allowDuplicates is false`);\nexport const pairwiseCombinationScore = (correct, answer, opts) => {\n  opts = { allowDuplicates: false, orderMustBeComplete: false, ...opts };\n\n  if (!opts.allowDuplicates && !isEqual(uniq(correct), correct)) {\n    throw illegalArgumentError(answer);\n  }\n\n  if (opts.allowDuplicates === false && answer.length !== uniq(answer).length) {\n    return 0;\n  }\n\n  answer = opts.allowDuplicates !== false ? answer : uniq(answer);\n\n  log('answer:', answer);\n  if (!Array.isArray(correct) || correct.length === 0) {\n    throw new Error('correct must be non empty an array');\n  }\n\n  if (correct.length === 1) {\n    return isEqual(correct, answer) ? 1 : 0;\n  }\n\n  if (!Array.isArray(answer) || answer.length < 2) {\n    return 0;\n  }\n\n  if (answer.length > correct.length) {\n    return 0;\n  }\n\n  if (correct.length !== answer.length && opts.orderMustBeComplete) {\n    return 0;\n  }\n\n  const correctCombo = combination(correct, 2).toArray();\n  const answerCombo = combination(answer, 2).toArray();\n\n  const diff = differenceWith(answerCombo, correctCombo, isEqual);\n\n  const comboLengthDiff = correctCombo.length - answerCombo.length;\n\n  const total = correctCombo.length;\n  const actual = total - diff.length - comboLengthDiff;\n\n  const n = (actual / total).toFixed(2);\n\n  return parseFloat(n);\n};\n\n/**\n * Flattens the correctResponse into an array of ordered identifiers representing the\n * correct response.\n */\nexport const flattenCorrect = (question) =>\n  question.correctResponse ? question.correctResponse.map((r) => (r && r.id ? r.id : r)) : [];\n\n/**\n * Returns all correct responses for this question\n * @param question - array\n */\nexport const getAllCorrectResponses = (question) => {\n  const alternates = (question.alternateResponses || [])\n    .map((alternate) => {\n      if (Array.isArray(alternate)) {\n        return alternate;\n      }\n\n      return alternate.response;\n    })\n    .filter((item) => item !== undefined);\n\n  return [flattenCorrect(question), ...alternates];\n};\n\n/**\n * Returns the score for a session. If weighted scoring is present in the correctResponse\n * field for the question, this will be used. If partial scoring is present in the question\n * model, this will be used. Otherwise the default scoring mechanism (0 for any incorrect, 1\n * for all correct) will be used.\n */\n\nexport const score = (question, session) => {\n  const { value } = session || {};\n\n  if (!value) {\n    return 0;\n  }\n\n  const allCorrectResponse = getAllCorrectResponses(question);\n  const allowDuplicates = (question.configure && question.configure.removeTilesAfterPlacing) !== false;\n\n  /**\n   * We require this to be the case - locking\n   */\n  //const orderMustBeComplete = true;\n\n  let bestScore = 0;\n\n  allCorrectResponse.forEach((cr) => {\n    const currentScore = pairwiseCombinationScore(cr, value, {\n      allowDuplicates,\n    });\n\n    if (currentScore >= bestScore) {\n      bestScore = currentScore;\n    }\n  });\n\n  return bestScore;\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,gBAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,MAAMI,GAAG,GAAG,IAAAC,cAAK,EAAC,4CAA4C,CAAC;AAExD,MAAMC,oBAAoB,GAAIC,MAAM,IACzC,IAAIC,KAAK,CAAC,sBAAsBD,MAAM,iDAAiD,CAAC;AAACE,OAAA,CAAAH,oBAAA,GAAAA,oBAAA;AACpF,MAAMI,wBAAwB,GAAGA,CAACC,OAAO,EAAEJ,MAAM,EAAEK,IAAI,KAAK;EACjEA,IAAI,GAAG;IAAEC,eAAe,EAAE,KAAK;IAAEC,mBAAmB,EAAE,KAAK;IAAE,GAAGF;EAAK,CAAC;EAEtE,IAAI,CAACA,IAAI,CAACC,eAAe,IAAI,CAAC,IAAAE,iBAAO,EAAC,IAAAC,cAAI,EAACL,OAAO,CAAC,EAAEA,OAAO,CAAC,EAAE;IAC7D,MAAML,oBAAoB,CAACC,MAAM,CAAC;EACpC;EAEA,IAAIK,IAAI,CAACC,eAAe,KAAK,KAAK,IAAIN,MAAM,CAACU,MAAM,KAAK,IAAAD,cAAI,EAACT,MAAM,CAAC,CAACU,MAAM,EAAE;IAC3E,OAAO,CAAC;EACV;EAEAV,MAAM,GAAGK,IAAI,CAACC,eAAe,KAAK,KAAK,GAAGN,MAAM,GAAG,IAAAS,cAAI,EAACT,MAAM,CAAC;EAE/DH,GAAG,CAAC,SAAS,EAAEG,MAAM,CAAC;EACtB,IAAI,CAACW,KAAK,CAACC,OAAO,CAACR,OAAO,CAAC,IAAIA,OAAO,CAACM,MAAM,KAAK,CAAC,EAAE;IACnD,MAAM,IAAIT,KAAK,CAAC,oCAAoC,CAAC;EACvD;EAEA,IAAIG,OAAO,CAACM,MAAM,KAAK,CAAC,EAAE;IACxB,OAAO,IAAAF,iBAAO,EAACJ,OAAO,EAAEJ,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;EACzC;EAEA,IAAI,CAACW,KAAK,CAACC,OAAO,CAACZ,MAAM,CAAC,IAAIA,MAAM,CAACU,MAAM,GAAG,CAAC,EAAE;IAC/C,OAAO,CAAC;EACV;EAEA,IAAIV,MAAM,CAACU,MAAM,GAAGN,OAAO,CAACM,MAAM,EAAE;IAClC,OAAO,CAAC;EACV;EAEA,IAAIN,OAAO,CAACM,MAAM,KAAKV,MAAM,CAACU,MAAM,IAAIL,IAAI,CAACE,mBAAmB,EAAE;IAChE,OAAO,CAAC;EACV;EAEA,MAAMM,YAAY,GAAG,IAAAC,4BAAW,EAACV,OAAO,EAAE,CAAC,CAAC,CAACW,OAAO,CAAC,CAAC;EACtD,MAAMC,WAAW,GAAG,IAAAF,4BAAW,EAACd,MAAM,EAAE,CAAC,CAAC,CAACe,OAAO,CAAC,CAAC;EAEpD,MAAME,IAAI,GAAG,IAAAC,wBAAc,EAACF,WAAW,EAAEH,YAAY,EAAEL,iBAAO,CAAC;EAE/D,MAAMW,eAAe,GAAGN,YAAY,CAACH,MAAM,GAAGM,WAAW,CAACN,MAAM;EAEhE,MAAMU,KAAK,GAAGP,YAAY,CAACH,MAAM;EACjC,MAAMW,MAAM,GAAGD,KAAK,GAAGH,IAAI,CAACP,MAAM,GAAGS,eAAe;EAEpD,MAAMG,CAAC,GAAG,CAACD,MAAM,GAAGD,KAAK,EAAEG,OAAO,CAAC,CAAC,CAAC;EAErC,OAAOC,UAAU,CAACF,CAAC,CAAC;AACtB,CAAC;;AAED;AACA;AACA;AACA;AAHApB,OAAA,CAAAC,wBAAA,GAAAA,wBAAA;AAIO,MAAMsB,cAAc,GAAIC,QAAQ,IACrCA,QAAQ,CAACC,eAAe,GAAGD,QAAQ,CAACC,eAAe,CAACC,GAAG,CAAEC,CAAC,IAAMA,CAAC,IAAIA,CAAC,CAACC,EAAE,GAAGD,CAAC,CAACC,EAAE,GAAGD,CAAE,CAAC,GAAG,EAAE;;AAE7F;AACA;AACA;AACA;AAHA3B,OAAA,CAAAuB,cAAA,GAAAA,cAAA;AAIO,MAAMM,sBAAsB,GAAIL,QAAQ,IAAK;EAClD,MAAMM,UAAU,GAAG,CAACN,QAAQ,CAACO,kBAAkB,IAAI,EAAE,EAClDL,GAAG,CAAEM,SAAS,IAAK;IAClB,IAAIvB,KAAK,CAACC,OAAO,CAACsB,SAAS,CAAC,EAAE;MAC5B,OAAOA,SAAS;IAClB;IAEA,OAAOA,SAAS,CAACC,QAAQ;EAC3B,CAAC,CAAC,CACDC,MAAM,CAAEC,IAAI,IAAKA,IAAI,KAAKC,SAAS,CAAC;EAEvC,OAAO,CAACb,cAAc,CAACC,QAAQ,CAAC,EAAE,GAAGM,UAAU,CAAC;AAClD,CAAC;;AAED;AACA;AACA;AACA;AACA;AACA;AALA9B,OAAA,CAAA6B,sBAAA,GAAAA,sBAAA;AAOO,MAAMQ,KAAK,GAAGA,CAACb,QAAQ,EAAEc,OAAO,KAAK;EAC1C,MAAM;IAAEC;EAAM,CAAC,GAAGD,OAAO,IAAI,CAAC,CAAC;EAE/B,IAAI,CAACC,KAAK,EAAE;IACV,OAAO,CAAC;EACV;EAEA,MAAMC,kBAAkB,GAAGX,sBAAsB,CAACL,QAAQ,CAAC;EAC3D,MAAMpB,eAAe,GAAG,CAACoB,QAAQ,CAACiB,SAAS,IAAIjB,QAAQ,CAACiB,SAAS,CAACC,uBAAuB,MAAM,KAAK;;EAEpG;AACF;AACA;EACE;;EAEA,IAAIC,SAAS,GAAG,CAAC;EAEjBH,kBAAkB,CAACI,OAAO,CAAEC,EAAE,IAAK;IACjC,MAAMC,YAAY,GAAG7C,wBAAwB,CAAC4C,EAAE,EAAEN,KAAK,EAAE;MACvDnC;IACF,CAAC,CAAC;IAEF,IAAI0C,YAAY,IAAIH,SAAS,EAAE;MAC7BA,SAAS,GAAGG,YAAY;IAC1B;EACF,CAAC,CAAC;EAEF,OAAOH,SAAS;AAClB,CAAC;AAAC3C,OAAA,CAAAqC,KAAA,GAAAA,KAAA","ignoreList":[]}

package/controller/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "@pie-element/placement-ordering-controller",
+  "version": "11.1.0",
+  "private": true,
+  "main": "lib/index.js",
+  "module": "src/index.js",
+  "dependencies": {
+    "@pie-lib/controller-utils": "2.0.2",
+    "@pie-lib/feedback": "2.0.2",
+    "@pie-lib/translator": "4.0.2",
+    "debug": "^4.1.1",
+    "js-combinatorics": "^0.5.4",
+    "lodash-es": "^4.17.23"
+  }
+}