npm - @playcademy/sandbox - Versions diffs - 0.7.1-beta.16 → 0.7.1-beta.18 - Mend

@playcademy/sandbox 0.7.1-beta.16 → 0.7.1-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (4) hide show

package/dist/cli.js CHANGED Viewed

@@ -297,7 +297,7 @@ var init_timeback2 = __esm(() => {
   ASSESSMENT_PURPOSES = ["end_of_course", "diagnostic", "review", "mastery"];
   TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS = {
     standards: 20,
-    itemsPerStandard: 5,
+    candidateItemsPerStandard: 2,
     standardFieldLength: 128
   };
   TIMEBACK_COURSE_DEFAULTS = {
@@ -1123,7 +1123,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "@playcademy/sandbox",
-    version: "0.7.1-beta.16",
+    version: "0.7.1-beta.18",
     description: "Local development server for Playcademy game development",
     type: "module",
     exports: {
@@ -9490,7 +9490,7 @@ function assessmentReviewBankShortage(fulfillment) {
   };
 }
 function assessmentFlowForPurpose(purpose) {
-  return purpose === "review" || purpose === "mastery" ? "item-submit" : "attempt-submit";
+  return purpose === "review" ? "item-submit" : "attempt-submit";
 }
 function isObject(value) {
   return typeof value === "object" && value !== null;
@@ -9692,6 +9692,12 @@ function interactionResponseValidationMessage(itemIdentifier, interaction, respo
 function invalidResponse(message) {
   return { code: "INVALID_RESPONSE", message };
 }
+function administeredItemIdentifiers(itemSubmissions) {
+  return new Set(itemSubmissions.map((submission) => submission.itemIdentifier));
+}
+function itemAdministration(itemSubmissions, itemIdentifier) {
+  return itemSubmissions.find((submission) => submission.itemIdentifier === itemIdentifier);
+}
 function responseValuesEqual(left, right) {
   if (left === undefined || right === undefined) {
     return left === right;
@@ -9742,15 +9748,15 @@ function prepareAssessmentItemSubmission(state, input) {
       failure: assessmentResponseVersionConflict(input.expectedResponseVersion, state.responseVersion)
     };
   }
-  const committed = new Set(state.itemSubmissions.map((submission) => submission.itemIdentifier));
-  const itemIndex = state.assessment.items.findIndex((item) => !committed.has(item.identifier));
-  const nextItem = state.assessment.items[itemIndex];
-  if (nextItem?.identifier !== input.itemIdentifier) {
+  const itemIndex = state.assessment.items.findIndex((item) => item.identifier === input.itemIdentifier);
+  const previousItemIdentifier = state.itemSubmissions.at(-1)?.itemIdentifier;
+  const previousItemIndex = state.assessment.items.findIndex((item) => item.identifier === previousItemIdentifier);
+  if (itemIndex === -1 || itemIndex <= previousItemIndex) {
     return {
       action: "reject",
-      failure: assessmentFlowViolation("Items must be submitted once and in presentation order.", {
+      failure: assessmentFlowViolation("Items must be submitted once and in candidate order.", {
         itemIdentifier: input.itemIdentifier,
-        expectedItemIdentifier: nextItem?.identifier ?? null,
+        previousItemIdentifier: previousItemIdentifier ?? null,
         flow
       })
     };
@@ -9773,10 +9779,11 @@ function prepareAssessmentItemSubmission(state, input) {
     answered: Object.keys(responses[input.itemIdentifier] ?? {}).length > 0
   };
 }
-function completeAssessmentItemSubmission(state, input, prepared, scoring) {
+function completeAssessmentItemSubmission(state, input, prepared, scoring, submittedAt) {
   const submission = {
     submissionId: input.submissionId,
     itemIdentifier: input.itemIdentifier,
+    submittedAt,
     responseVersion: prepared.responseVersion,
     answered: prepared.answered,
     score: scoring.score,
@@ -9790,8 +9797,8 @@ function completeAssessmentItemSubmission(state, input, prepared, scoring) {
   };
 }
 function assessmentResponseUpdateFlowFailure(purpose, itemSubmissions, update) {
-  const committed = new Set(itemSubmissions.map((submission) => submission.itemIdentifier));
-  const committedUpdate = Object.keys(update).find((identifier) => committed.has(identifier));
+  const administered = administeredItemIdentifiers(itemSubmissions);
+  const committedUpdate = Object.keys(update).find((identifier) => administered.has(identifier));
   return committedUpdate ? assessmentFlowViolation("A submitted item response cannot be edited.", {
     itemIdentifier: committedUpdate,
     flow: assessmentFlowForPurpose(purpose)
@@ -9799,11 +9806,17 @@ function assessmentResponseUpdateFlowFailure(purpose, itemSubmissions, update) {
 }
 function assessmentCompletionFlowFailure(purpose, itemSubmissions, itemCount) {
   const flow = assessmentFlowForPurpose(purpose);
-  return flow === "item-submit" && itemSubmissions.length !== itemCount ? assessmentFlowViolation("Every item must be submitted before the attempt can be completed.", {
+  if (flow !== "item-submit") {
+    return null;
+  }
+  if (itemSubmissions.length > 0 && itemSubmissions.length <= itemCount) {
+    return null;
+  }
+  return assessmentFlowViolation("At least one candidate must be administered before the review can be completed.", {
     flow,
     submittedItemCount: itemSubmissions.length,
     itemCount
-  }) : null;
+  });
 }
 function selectAssessmentCourseCandidate(candidates, subjectSpecified) {
   if (candidates.length === 0) {
@@ -9979,15 +9992,15 @@ function canonicalRequestStandards(standards) {
   return [...canonical.values()].toSorted((left, right) => compareCodeUnits(assessmentStandardRefKey(left), assessmentStandardRefKey(right)));
 }
 function normalizeReviewRequest(request) {
-  const itemsPerStandard = request.itemsPerStandard ?? 1;
-  if (!Number.isInteger(itemsPerStandard) || itemsPerStandard <= 0 || itemsPerStandard > TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard) {
-    throw new RangeError(`itemsPerStandard must be a positive integer at most ${TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard}`);
+  const candidateItemsPerStandard = request.candidateItemsPerStandard ?? 1;
+  if (!Number.isInteger(candidateItemsPerStandard) || candidateItemsPerStandard <= 0 || candidateItemsPerStandard > TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard) {
+    throw new RangeError(`candidateItemsPerStandard must be a positive integer at most ${TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard}`);
   }
   const standards = canonicalRequestStandards(request.standards);
   if (standards.length === 0) {
     throw new Error("At least one review standard is required");
   }
-  return { standards, itemsPerStandard };
+  return { standards, candidateItemsPerStandard };
 }
 function reviewRequestFingerprint(request, policy) {
   const normalized = normalizeReviewRequest(request);
@@ -9996,7 +10009,7 @@ function reviewRequestFingerprint(request, policy) {
     policy: {
       version: policy.version
     },
-    itemsPerStandard: normalized.itemsPerStandard,
+    candidateItemsPerStandard: normalized.candidateItemsPerStandard,
     standardKeys: normalized.standards.map(assessmentStandardRefKey)
   });
 }
@@ -10096,7 +10109,7 @@ function rankedCandidatesByStandard(bank, exposures) {
   return byStandard;
 }
 function reviewSlots(request) {
-  return request.standards.flatMap((standard) => Array.from({ length: request.itemsPerStandard }, () => ({
+  return request.standards.flatMap((standard) => Array.from({ length: request.candidateItemsPerStandard }, () => ({
     standard,
     standardKey: assessmentStandardRefKey(standard)
   })));
@@ -10200,7 +10213,7 @@ function preferredDistinctMatching(slots, candidatesByStandard) {
   return new Map(slotItemEdges.filter((candidate) => candidate.edge.capacity === 0).map((candidate) => [candidate.slotIndex, candidate.itemIdentifier]));
 }
 function fulfillment(request, candidatesByStandard, selections) {
-  const requestedItemCount = request.standards.length * request.itemsPerStandard;
+  const requestedItemCount = request.standards.length * request.candidateItemsPerStandard;
   const selectedByStandard = new Map;
   for (const selection of selections) {
     const key = assessmentStandardRefKey(selection.standard);
@@ -10209,10 +10222,10 @@ function fulfillment(request, candidatesByStandard, selections) {
   const shortages = request.standards.flatMap((standard) => {
     const key = assessmentStandardRefKey(standard);
     const selected = selectedByStandard.get(key) ?? 0;
-    return selected < request.itemsPerStandard ? [
+    return selected < request.candidateItemsPerStandard ? [
       {
         standard,
-        requested: request.itemsPerStandard,
+        requested: request.candidateItemsPerStandard,
         selected,
         eligible: candidatesByStandard.get(key)?.length ?? 0
       }
@@ -10254,9 +10267,9 @@ function projectReviewAssessment(assessment, bank, selections) {
     throw new Error(`Review bank ${bank.bankRevision} was built from content revision ${bank.sourceContentRevision}, not ${assessment.contentRevision}`);
   }
   const selectedIdentifiers = new Set(selections.map((selection) => selection.itemIdentifier));
-  const knownIdentifiers = new Set(assessment.items.map((item) => item.identifier));
+  const itemByIdentifier = new Map(assessment.items.map((item) => [item.identifier, item]));
   const indexedItems = new Map(bank.items.map((item) => [item.itemIdentifier, item]));
-  const missingIdentifiers = [...selectedIdentifiers].filter((identifier) => !knownIdentifiers.has(identifier) || !indexedItems.has(identifier));
+  const missingIdentifiers = [...selectedIdentifiers].filter((identifier) => !itemByIdentifier.has(identifier) || !indexedItems.has(identifier));
   if (missingIdentifiers.length > 0) {
     throw new Error(`Selected review items are absent from the pinned bank: ${missingIdentifiers.join(", ")}`);
   }
@@ -10272,7 +10285,7 @@ function projectReviewAssessment(assessment, bank, selections) {
   return structuredClone({
     ...assessment,
     contentRevision: bank.bankRevision,
-    items: assessment.items.filter((item) => selectedIdentifiers.has(item.identifier))
+    items: selections.map((selection) => itemByIdentifier.get(selection.itemIdentifier))
   });
 }
 function assessmentItemCorrectness(verdicts) {
@@ -10331,10 +10344,10 @@ function isReviewItemOutcome(value) {
   return isRecord(value) && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && isAssessmentStandardRef(value.standard) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
 }
 function isAssessmentItemSubmission(value) {
-  return isRecord(value) && typeof value.submissionId === "string" && value.submissionId.length > 0 && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && Number.isInteger(value.responseVersion) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
+  return isRecord(value) && typeof value.submissionId === "string" && value.submissionId.length > 0 && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && typeof value.submittedAt === "string" && Number.isInteger(value.responseVersion) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
 }
 function isReviewAttemptMetadata(value) {
-  return isRecord(value) && typeof value.requestFingerprint === "string" && typeof value.bankRevision === "string" && Array.isArray(value.standards) && value.standards.every(isAssessmentStandardRef) && Number.isInteger(value.itemsPerStandard) && Array.isArray(value.selections) && value.selections.every((selection) => isRecord(selection) && isAssessmentStandardRef(selection.standard) && typeof selection.itemIdentifier === "string") && isReviewFulfillment(value.fulfillment);
+  return isRecord(value) && typeof value.requestFingerprint === "string" && typeof value.bankRevision === "string" && Array.isArray(value.standards) && value.standards.every(isAssessmentStandardRef) && Number.isInteger(value.candidateItemsPerStandard) && Array.isArray(value.selections) && value.selections.every((selection) => isRecord(selection) && isAssessmentStandardRef(selection.standard) && typeof selection.itemIdentifier === "string") && isReviewFulfillment(value.fulfillment);
 }
 function isMasteryAttemptMetadata(value) {
   return isRecord(value) && typeof value.requestFingerprint === "string" && isAssessmentStandardRef(value.standard);
@@ -10644,7 +10657,7 @@ var init_assessment_runtime = __esm(() => {
     StartAssessmentBaseSchema.extend({
       purpose: exports_external.literal("review"),
       standards: exports_external.array(AssessmentStandardRefSchema).min(1).max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.standards),
-      itemsPerStandard: exports_external.number().int().positive().max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard).optional()
+      candidateItemsPerStandard: exports_external.number().int().positive().max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard).optional()
     }),
     StartAssessmentBaseSchema.extend({
       purpose: exports_external.literal("mastery"),
@@ -90938,6 +90951,10 @@ var init_timeback4 = __esm(() => {
 // ../api-core/src/utils/timeback-assessment-runtime.util.ts
 function buildReviewItemResultMetadata(input) {
+  const administration = itemAdministration(input.metadata.itemSubmissions, input.selection.itemIdentifier);
+  if (!administration) {
+    throw new Error(`Cannot create a review result for unadministered candidate ${input.selection.itemIdentifier}`);
+  }
   return {
     version: PLAYCADEMY_ASSESSMENT_ITEM_RESULT_METADATA_VERSION,
     parentAttemptId: input.parentAttemptId,
@@ -90947,7 +90964,7 @@ function buildReviewItemResultMetadata(input) {
     bankRevision: input.metadata.review.bankRevision,
     itemIdentifier: input.selection.itemIdentifier,
     standard: input.selection.standard,
-    deliveredAt: input.metadata.startedAt,
+    deliveredAt: administration.submittedAt,
     responseVersion: input.responseVersion ?? input.metadata.responseVersion,
     responses: input.metadata.responses[input.selection.itemIdentifier] ?? {},
     ...input.submissionId ? { submissionId: input.submissionId } : {},
@@ -91002,7 +91019,8 @@ function resolveReviewChildResult(input) {
   }
   const childMetadata = playcademyAssessmentItemResultMetadata(input.childResult.metadata);
   const expectedResponses = input.parentMetadata.responses[input.selection.itemIdentifier] ?? {};
-  if (input.childResult.assessmentLineItem.sourcedId !== input.childLineItemId || input.childResult.student.sourcedId !== input.parentResult.student.sourcedId || !childMetadata || childMetadata.parentAttemptId !== input.parentResult.sourcedId || childMetadata.activityId !== input.parentMetadata.activityId || childMetadata.integrationId !== input.parentMetadata.integrationId || childMetadata.enrollmentId !== input.parentMetadata.enrollmentId || childMetadata.bankRevision !== input.parentMetadata.review.bankRevision || childMetadata.itemIdentifier !== input.selection.itemIdentifier || childMetadata.standard.framework !== input.selection.standard.framework || childMetadata.standard.identifier !== input.selection.standard.identifier || childMetadata.deliveredAt !== input.parentMetadata.startedAt || childMetadata.responseVersion > input.parentMetadata.responseVersion || canonicalJson(childMetadata.responses) !== canonicalJson(expectedResponses)) {
+  const administration = itemAdministration(input.parentMetadata.itemSubmissions, input.selection.itemIdentifier);
+  if (input.childResult.assessmentLineItem.sourcedId !== input.childLineItemId || input.childResult.student.sourcedId !== input.parentResult.student.sourcedId || !childMetadata || childMetadata.parentAttemptId !== input.parentResult.sourcedId || childMetadata.activityId !== input.parentMetadata.activityId || childMetadata.integrationId !== input.parentMetadata.integrationId || childMetadata.enrollmentId !== input.parentMetadata.enrollmentId || childMetadata.bankRevision !== input.parentMetadata.review.bankRevision || childMetadata.itemIdentifier !== input.selection.itemIdentifier || childMetadata.standard.framework !== input.selection.standard.framework || childMetadata.standard.identifier !== input.selection.standard.identifier || childMetadata.deliveredAt !== administration?.submittedAt || childMetadata.responseVersion > input.parentMetadata.responseVersion || canonicalJson(childMetadata.responses) !== canonicalJson(expectedResponses)) {
     return { action: "restore", reason: "incompatible" };
   }
   return input.childResult.status === "active" ? { action: "reuse", metadata: childMetadata } : { action: "restore", reason: "inactive" };
@@ -91693,7 +91711,7 @@ class TimebackAssessmentRuntimeService {
           requestFingerprint,
           bankRevision: source.bank.bankRevision,
           standards: [...normalizedRequest.standards],
-          itemsPerStandard: normalizedRequest.itemsPerStandard,
+          candidateItemsPerStandard: normalizedRequest.candidateItemsPerStandard,
           selections: [...selected.selections],
           fulfillment: selected.fulfillment
         }
@@ -91825,9 +91843,6 @@ class TimebackAssessmentRuntimeService {
         updatedAt: new Date().toISOString()
       };
       await this.putResultMetadata(attempt.result, metadata2);
-      if (metadata2.purpose === "review") {
-        await this.putReviewChildResponses(attempt.result, metadata2, new Set(Object.keys(input.responses)));
-      }
       return {
         attemptId: attempt.result.sourcedId,
         responseVersion: metadata2.responseVersion,
@@ -91895,13 +91910,14 @@ class TimebackAssessmentRuntimeService {
         if (!preview.scoring) {
           throw new Error("Prepared item submission is missing its score");
         }
-        const completed = completeAssessmentItemSubmission(attempt.metadata, input, transition, preview.scoring);
+        const submittedAt = new Date().toISOString();
+        const completed = completeAssessmentItemSubmission(attempt.metadata, input, transition, preview.scoring, submittedAt);
         const metadata2 = {
           ...attempt.metadata,
           responses: completed.responses,
           responseVersion: completed.responseVersion,
           itemSubmissions: completed.itemSubmissions,
-          updatedAt: new Date().toISOString()
+          updatedAt: submittedAt
         };
         await this.putResultMetadata(attempt.result, metadata2);
         return {
@@ -92006,12 +92022,13 @@ class TimebackAssessmentRuntimeService {
   async scoreSubmission(attempt) {
     const assessment = await this.loadAttemptAssessment(attempt.metadata);
     validateAssessmentResponses(assessment, attempt.metadata.responses);
-    const itemResults = await this.scoreItems(assessment, attempt.metadata.responses);
+    const administeredItems = attempt.metadata.purpose === "review" ? administeredItemIdentifiers(attempt.metadata.itemSubmissions) : undefined;
+    const itemResults = await this.scoreItems(assessment, attempt.metadata.responses, administeredItems);
     return {
       responseVersion: attempt.metadata.responseVersion,
       assessment,
       itemResults,
-      score: aggregateAssessmentScore(itemResults.map((result) => result.score.earned), assessmentPossibleScore(assessment)),
+      score: aggregateAssessmentScore(itemResults.map((result) => result.score.earned), itemResults.reduce((total, result) => total + result.score.possible, 0)),
       correctQuestions: countCorrectQuestions(itemResults.map((result) => result.isCorrect))
     };
   }
@@ -92104,7 +92121,7 @@ class TimebackAssessmentRuntimeService {
         submissionId: input.submissionId,
         timestamp: timestamp6,
         testName: assessment.title,
-        totalQuestions: assessment.items.length,
+        totalQuestions: itemResults.length,
         correctQuestions,
         ...input.session ? { session: input.session } : {},
         ...reviewOutcomes ? { itemOutcomes: reviewOutcomes } : {}
@@ -92135,7 +92152,7 @@ class TimebackAssessmentRuntimeService {
           testIdentifier: assessment.identifier,
           testName: assessment.title,
           score,
-          totalQuestions: assessment.items.length,
+          totalQuestions: itemResults.length,
           correctQuestions,
           submissionId: input.submissionId,
           gameId: params.gameId,
@@ -92679,11 +92696,21 @@ class TimebackAssessmentRuntimeService {
     if (physicalItems.size !== input.metadata.review.selections.length) {
       throw new Error("MVP review selection must use each physical item at most once");
     }
+    const administeredItems = administeredItemIdentifiers(input.metadata.itemSubmissions);
     await runWithConcurrency(input.metadata.review.selections, TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
       const item = itemByIdentifier.get(selection.itemIdentifier);
       if (!item) {
         throw new Error(`Review assessment is missing selected item ${selection.itemIdentifier}`);
       }
+      if (!administeredItems.has(selection.itemIdentifier)) {
+        await this.ensureReviewQuestionLineItem({
+          parentLineItemId: input.result.assessmentLineItem.sourcedId,
+          integration: input.integration,
+          bank: input.source.bank,
+          item
+        });
+        return;
+      }
       const childLineItemId = await reviewQuestionLineItemId(input.result.assessmentLineItem.sourcedId, item.identifier);
       const childResultId = await reviewQuestionResultId(input.result.sourcedId, childLineItemId);
       const streamedChildResult = input.existingChildResults.get(childResultId);
@@ -92730,33 +92757,35 @@ class TimebackAssessmentRuntimeService {
       });
     });
   }
-  async putReviewChildResponses(result, metadata2, changedItemIdentifiers) {
-    await runWithConcurrency(metadata2.review.selections.filter((selection) => changedItemIdentifiers.has(selection.itemIdentifier)), TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
-      try {
-        const childLineItemId = await reviewQuestionLineItemId(result.assessmentLineItem.sourcedId, selection.itemIdentifier);
-        const childResultId = await reviewQuestionResultId(result.sourcedId, childLineItemId);
-        const childMetadata = buildReviewItemResultMetadata({
-          metadata: metadata2,
-          selection,
-          parentAttemptId: result.sourcedId
-        });
-        await this.requireClient().api.oneroster.assessmentResults.upsert(childResultId, buildOpenReviewChildResult({
-          childLineItemId,
-          student: result.student,
-          metadata: childMetadata
-        }));
-      } catch (error88) {
-        addEvent("assessment.review_child_response_projection_failed", {
-          "app.assessment.attempt_id": result.sourcedId,
-          "app.assessment.qti_item_identifier": selection.itemIdentifier,
-          "exception.type": errorType(error88),
-          "app.error.message": errorMessage(error88)
-        });
-      }
-    });
+  async putReviewChildResponse(result, metadata2, itemIdentifier) {
+    const selection = metadata2.review.selections.find((candidate) => candidate.itemIdentifier === itemIdentifier);
+    if (!selection) {
+      return;
+    }
+    try {
+      const childLineItemId = await reviewQuestionLineItemId(result.assessmentLineItem.sourcedId, selection.itemIdentifier);
+      const childResultId = await reviewQuestionResultId(result.sourcedId, childLineItemId);
+      const childMetadata = buildReviewItemResultMetadata({
+        metadata: metadata2,
+        selection,
+        parentAttemptId: result.sourcedId
+      });
+      await this.requireClient().api.oneroster.assessmentResults.upsert(childResultId, buildOpenReviewChildResult({
+        childLineItemId,
+        student: result.student,
+        metadata: childMetadata
+      }));
+    } catch (error88) {
+      addEvent("assessment.review_child_response_projection_failed", {
+        "app.assessment.attempt_id": result.sourcedId,
+        "app.assessment.qti_item_identifier": selection.itemIdentifier,
+        "exception.type": errorType(error88),
+        "app.error.message": errorMessage(error88)
+      });
+    }
   }
   async projectReviewItemResponse(params, projection) {
-    await this.putReviewChildResponses(projection.result, projection.metadata, new Set([projection.itemIdentifier]));
+    await this.putReviewChildResponse(projection.result, projection.metadata, projection.itemIdentifier);
     try {
       await this.crossAttemptLockBarrier(params.attemptId);
       const latest = await this.peekAttempt(params);
@@ -92835,7 +92864,8 @@ class TimebackAssessmentRuntimeService {
   }
   async finalizeReviewChildResults(input) {
     const resultByItem = new Map(input.itemResults.map((itemResult) => [itemResult.itemIdentifier, itemResult]));
-    return runWithConcurrency(input.metadata.review.selections, TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
+    const administeredItems = administeredItemIdentifiers(input.metadata.itemSubmissions);
+    return runWithConcurrency(input.metadata.review.selections.filter((selection) => administeredItems.has(selection.itemIdentifier)), TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
       const itemResult = resultByItem.get(selection.itemIdentifier);
       if (!itemResult) {
         throw new Error(`Scoring omitted selected review item ${selection.itemIdentifier}`);
@@ -92951,7 +92981,7 @@ class TimebackAssessmentRuntimeService {
         kind: "standards-review",
         purpose: metadata2.purpose,
         standards: [...metadata2.review.standards],
-        itemsPerStandard: metadata2.review.itemsPerStandard,
+        candidateItemsPerStandard: metadata2.review.candidateItemsPerStandard,
         selections: [...metadata2.review.selections],
         fulfillment: metadata2.review.fulfillment
       };

package/dist/constants.js CHANGED Viewed

@@ -112,7 +112,7 @@ var init_timeback = __esm(() => {
   ASSESSMENT_PURPOSES = ["end_of_course", "diagnostic", "review", "mastery"];
   TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS = {
     standards: 20,
-    itemsPerStandard: 5,
+    candidateItemsPerStandard: 2,
     standardFieldLength: 128
   };
   TIMEBACK_COURSE_DEFAULTS = {

package/dist/server.js CHANGED Viewed

@@ -296,7 +296,7 @@ var init_timeback2 = __esm(() => {
   ASSESSMENT_PURPOSES = ["end_of_course", "diagnostic", "review", "mastery"];
   TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS = {
     standards: 20,
-    itemsPerStandard: 5,
+    candidateItemsPerStandard: 2,
     standardFieldLength: 128
   };
   TIMEBACK_COURSE_DEFAULTS = {
@@ -1122,7 +1122,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "@playcademy/sandbox",
-    version: "0.7.1-beta.16",
+    version: "0.7.1-beta.18",
     description: "Local development server for Playcademy game development",
     type: "module",
     exports: {
@@ -9489,7 +9489,7 @@ function assessmentReviewBankShortage(fulfillment) {
   };
 }
 function assessmentFlowForPurpose(purpose) {
-  return purpose === "review" || purpose === "mastery" ? "item-submit" : "attempt-submit";
+  return purpose === "review" ? "item-submit" : "attempt-submit";
 }
 function isObject(value) {
   return typeof value === "object" && value !== null;
@@ -9691,6 +9691,12 @@ function interactionResponseValidationMessage(itemIdentifier, interaction, respo
 function invalidResponse(message) {
   return { code: "INVALID_RESPONSE", message };
 }
+function administeredItemIdentifiers(itemSubmissions) {
+  return new Set(itemSubmissions.map((submission) => submission.itemIdentifier));
+}
+function itemAdministration(itemSubmissions, itemIdentifier) {
+  return itemSubmissions.find((submission) => submission.itemIdentifier === itemIdentifier);
+}
 function responseValuesEqual(left, right) {
   if (left === undefined || right === undefined) {
     return left === right;
@@ -9741,15 +9747,15 @@ function prepareAssessmentItemSubmission(state, input) {
       failure: assessmentResponseVersionConflict(input.expectedResponseVersion, state.responseVersion)
     };
   }
-  const committed = new Set(state.itemSubmissions.map((submission) => submission.itemIdentifier));
-  const itemIndex = state.assessment.items.findIndex((item) => !committed.has(item.identifier));
-  const nextItem = state.assessment.items[itemIndex];
-  if (nextItem?.identifier !== input.itemIdentifier) {
+  const itemIndex = state.assessment.items.findIndex((item) => item.identifier === input.itemIdentifier);
+  const previousItemIdentifier = state.itemSubmissions.at(-1)?.itemIdentifier;
+  const previousItemIndex = state.assessment.items.findIndex((item) => item.identifier === previousItemIdentifier);
+  if (itemIndex === -1 || itemIndex <= previousItemIndex) {
     return {
       action: "reject",
-      failure: assessmentFlowViolation("Items must be submitted once and in presentation order.", {
+      failure: assessmentFlowViolation("Items must be submitted once and in candidate order.", {
         itemIdentifier: input.itemIdentifier,
-        expectedItemIdentifier: nextItem?.identifier ?? null,
+        previousItemIdentifier: previousItemIdentifier ?? null,
         flow
       })
     };
@@ -9772,10 +9778,11 @@ function prepareAssessmentItemSubmission(state, input) {
     answered: Object.keys(responses[input.itemIdentifier] ?? {}).length > 0
   };
 }
-function completeAssessmentItemSubmission(state, input, prepared, scoring) {
+function completeAssessmentItemSubmission(state, input, prepared, scoring, submittedAt) {
   const submission = {
     submissionId: input.submissionId,
     itemIdentifier: input.itemIdentifier,
+    submittedAt,
     responseVersion: prepared.responseVersion,
     answered: prepared.answered,
     score: scoring.score,
@@ -9789,8 +9796,8 @@ function completeAssessmentItemSubmission(state, input, prepared, scoring) {
   };
 }
 function assessmentResponseUpdateFlowFailure(purpose, itemSubmissions, update) {
-  const committed = new Set(itemSubmissions.map((submission) => submission.itemIdentifier));
-  const committedUpdate = Object.keys(update).find((identifier) => committed.has(identifier));
+  const administered = administeredItemIdentifiers(itemSubmissions);
+  const committedUpdate = Object.keys(update).find((identifier) => administered.has(identifier));
   return committedUpdate ? assessmentFlowViolation("A submitted item response cannot be edited.", {
     itemIdentifier: committedUpdate,
     flow: assessmentFlowForPurpose(purpose)
@@ -9798,11 +9805,17 @@ function assessmentResponseUpdateFlowFailure(purpose, itemSubmissions, update) {
 }
 function assessmentCompletionFlowFailure(purpose, itemSubmissions, itemCount) {
   const flow = assessmentFlowForPurpose(purpose);
-  return flow === "item-submit" && itemSubmissions.length !== itemCount ? assessmentFlowViolation("Every item must be submitted before the attempt can be completed.", {
+  if (flow !== "item-submit") {
+    return null;
+  }
+  if (itemSubmissions.length > 0 && itemSubmissions.length <= itemCount) {
+    return null;
+  }
+  return assessmentFlowViolation("At least one candidate must be administered before the review can be completed.", {
     flow,
     submittedItemCount: itemSubmissions.length,
     itemCount
-  }) : null;
+  });
 }
 function selectAssessmentCourseCandidate(candidates, subjectSpecified) {
   if (candidates.length === 0) {
@@ -9978,15 +9991,15 @@ function canonicalRequestStandards(standards) {
   return [...canonical.values()].toSorted((left, right) => compareCodeUnits(assessmentStandardRefKey(left), assessmentStandardRefKey(right)));
 }
 function normalizeReviewRequest(request) {
-  const itemsPerStandard = request.itemsPerStandard ?? 1;
-  if (!Number.isInteger(itemsPerStandard) || itemsPerStandard <= 0 || itemsPerStandard > TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard) {
-    throw new RangeError(`itemsPerStandard must be a positive integer at most ${TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard}`);
+  const candidateItemsPerStandard = request.candidateItemsPerStandard ?? 1;
+  if (!Number.isInteger(candidateItemsPerStandard) || candidateItemsPerStandard <= 0 || candidateItemsPerStandard > TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard) {
+    throw new RangeError(`candidateItemsPerStandard must be a positive integer at most ${TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard}`);
   }
   const standards = canonicalRequestStandards(request.standards);
   if (standards.length === 0) {
     throw new Error("At least one review standard is required");
   }
-  return { standards, itemsPerStandard };
+  return { standards, candidateItemsPerStandard };
 }
 function reviewRequestFingerprint(request, policy) {
   const normalized = normalizeReviewRequest(request);
@@ -9995,7 +10008,7 @@ function reviewRequestFingerprint(request, policy) {
     policy: {
       version: policy.version
     },
-    itemsPerStandard: normalized.itemsPerStandard,
+    candidateItemsPerStandard: normalized.candidateItemsPerStandard,
     standardKeys: normalized.standards.map(assessmentStandardRefKey)
   });
 }
@@ -10095,7 +10108,7 @@ function rankedCandidatesByStandard(bank, exposures) {
   return byStandard;
 }
 function reviewSlots(request) {
-  return request.standards.flatMap((standard) => Array.from({ length: request.itemsPerStandard }, () => ({
+  return request.standards.flatMap((standard) => Array.from({ length: request.candidateItemsPerStandard }, () => ({
     standard,
     standardKey: assessmentStandardRefKey(standard)
   })));
@@ -10199,7 +10212,7 @@ function preferredDistinctMatching(slots, candidatesByStandard) {
   return new Map(slotItemEdges.filter((candidate) => candidate.edge.capacity === 0).map((candidate) => [candidate.slotIndex, candidate.itemIdentifier]));
 }
 function fulfillment(request, candidatesByStandard, selections) {
-  const requestedItemCount = request.standards.length * request.itemsPerStandard;
+  const requestedItemCount = request.standards.length * request.candidateItemsPerStandard;
   const selectedByStandard = new Map;
   for (const selection of selections) {
     const key = assessmentStandardRefKey(selection.standard);
@@ -10208,10 +10221,10 @@ function fulfillment(request, candidatesByStandard, selections) {
   const shortages = request.standards.flatMap((standard) => {
     const key = assessmentStandardRefKey(standard);
     const selected = selectedByStandard.get(key) ?? 0;
-    return selected < request.itemsPerStandard ? [
+    return selected < request.candidateItemsPerStandard ? [
       {
         standard,
-        requested: request.itemsPerStandard,
+        requested: request.candidateItemsPerStandard,
         selected,
         eligible: candidatesByStandard.get(key)?.length ?? 0
       }
@@ -10253,9 +10266,9 @@ function projectReviewAssessment(assessment, bank, selections) {
     throw new Error(`Review bank ${bank.bankRevision} was built from content revision ${bank.sourceContentRevision}, not ${assessment.contentRevision}`);
   }
   const selectedIdentifiers = new Set(selections.map((selection) => selection.itemIdentifier));
-  const knownIdentifiers = new Set(assessment.items.map((item) => item.identifier));
+  const itemByIdentifier = new Map(assessment.items.map((item) => [item.identifier, item]));
   const indexedItems = new Map(bank.items.map((item) => [item.itemIdentifier, item]));
-  const missingIdentifiers = [...selectedIdentifiers].filter((identifier) => !knownIdentifiers.has(identifier) || !indexedItems.has(identifier));
+  const missingIdentifiers = [...selectedIdentifiers].filter((identifier) => !itemByIdentifier.has(identifier) || !indexedItems.has(identifier));
   if (missingIdentifiers.length > 0) {
     throw new Error(`Selected review items are absent from the pinned bank: ${missingIdentifiers.join(", ")}`);
   }
@@ -10271,7 +10284,7 @@ function projectReviewAssessment(assessment, bank, selections) {
   return structuredClone({
     ...assessment,
     contentRevision: bank.bankRevision,
-    items: assessment.items.filter((item) => selectedIdentifiers.has(item.identifier))
+    items: selections.map((selection) => itemByIdentifier.get(selection.itemIdentifier))
   });
 }
 function assessmentItemCorrectness(verdicts) {
@@ -10330,10 +10343,10 @@ function isReviewItemOutcome(value) {
   return isRecord(value) && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && isAssessmentStandardRef(value.standard) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
 }
 function isAssessmentItemSubmission(value) {
-  return isRecord(value) && typeof value.submissionId === "string" && value.submissionId.length > 0 && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && Number.isInteger(value.responseVersion) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
+  return isRecord(value) && typeof value.submissionId === "string" && value.submissionId.length > 0 && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && typeof value.submittedAt === "string" && Number.isInteger(value.responseVersion) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
 }
 function isReviewAttemptMetadata(value) {
-  return isRecord(value) && typeof value.requestFingerprint === "string" && typeof value.bankRevision === "string" && Array.isArray(value.standards) && value.standards.every(isAssessmentStandardRef) && Number.isInteger(value.itemsPerStandard) && Array.isArray(value.selections) && value.selections.every((selection) => isRecord(selection) && isAssessmentStandardRef(selection.standard) && typeof selection.itemIdentifier === "string") && isReviewFulfillment(value.fulfillment);
+  return isRecord(value) && typeof value.requestFingerprint === "string" && typeof value.bankRevision === "string" && Array.isArray(value.standards) && value.standards.every(isAssessmentStandardRef) && Number.isInteger(value.candidateItemsPerStandard) && Array.isArray(value.selections) && value.selections.every((selection) => isRecord(selection) && isAssessmentStandardRef(selection.standard) && typeof selection.itemIdentifier === "string") && isReviewFulfillment(value.fulfillment);
 }
 function isMasteryAttemptMetadata(value) {
   return isRecord(value) && typeof value.requestFingerprint === "string" && isAssessmentStandardRef(value.standard);
@@ -10643,7 +10656,7 @@ var init_assessment_runtime = __esm(() => {
     StartAssessmentBaseSchema.extend({
       purpose: exports_external.literal("review"),
       standards: exports_external.array(AssessmentStandardRefSchema).min(1).max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.standards),
-      itemsPerStandard: exports_external.number().int().positive().max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard).optional()
+      candidateItemsPerStandard: exports_external.number().int().positive().max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard).optional()
     }),
     StartAssessmentBaseSchema.extend({
       purpose: exports_external.literal("mastery"),
@@ -90937,6 +90950,10 @@ var init_timeback4 = __esm(() => {
 // ../api-core/src/utils/timeback-assessment-runtime.util.ts
 function buildReviewItemResultMetadata(input) {
+  const administration = itemAdministration(input.metadata.itemSubmissions, input.selection.itemIdentifier);
+  if (!administration) {
+    throw new Error(`Cannot create a review result for unadministered candidate ${input.selection.itemIdentifier}`);
+  }
   return {
     version: PLAYCADEMY_ASSESSMENT_ITEM_RESULT_METADATA_VERSION,
     parentAttemptId: input.parentAttemptId,
@@ -90946,7 +90963,7 @@ function buildReviewItemResultMetadata(input) {
     bankRevision: input.metadata.review.bankRevision,
     itemIdentifier: input.selection.itemIdentifier,
     standard: input.selection.standard,
-    deliveredAt: input.metadata.startedAt,
+    deliveredAt: administration.submittedAt,
     responseVersion: input.responseVersion ?? input.metadata.responseVersion,
     responses: input.metadata.responses[input.selection.itemIdentifier] ?? {},
     ...input.submissionId ? { submissionId: input.submissionId } : {},
@@ -91001,7 +91018,8 @@ function resolveReviewChildResult(input) {
   }
   const childMetadata = playcademyAssessmentItemResultMetadata(input.childResult.metadata);
   const expectedResponses = input.parentMetadata.responses[input.selection.itemIdentifier] ?? {};
-  if (input.childResult.assessmentLineItem.sourcedId !== input.childLineItemId || input.childResult.student.sourcedId !== input.parentResult.student.sourcedId || !childMetadata || childMetadata.parentAttemptId !== input.parentResult.sourcedId || childMetadata.activityId !== input.parentMetadata.activityId || childMetadata.integrationId !== input.parentMetadata.integrationId || childMetadata.enrollmentId !== input.parentMetadata.enrollmentId || childMetadata.bankRevision !== input.parentMetadata.review.bankRevision || childMetadata.itemIdentifier !== input.selection.itemIdentifier || childMetadata.standard.framework !== input.selection.standard.framework || childMetadata.standard.identifier !== input.selection.standard.identifier || childMetadata.deliveredAt !== input.parentMetadata.startedAt || childMetadata.responseVersion > input.parentMetadata.responseVersion || canonicalJson(childMetadata.responses) !== canonicalJson(expectedResponses)) {
+  const administration = itemAdministration(input.parentMetadata.itemSubmissions, input.selection.itemIdentifier);
+  if (input.childResult.assessmentLineItem.sourcedId !== input.childLineItemId || input.childResult.student.sourcedId !== input.parentResult.student.sourcedId || !childMetadata || childMetadata.parentAttemptId !== input.parentResult.sourcedId || childMetadata.activityId !== input.parentMetadata.activityId || childMetadata.integrationId !== input.parentMetadata.integrationId || childMetadata.enrollmentId !== input.parentMetadata.enrollmentId || childMetadata.bankRevision !== input.parentMetadata.review.bankRevision || childMetadata.itemIdentifier !== input.selection.itemIdentifier || childMetadata.standard.framework !== input.selection.standard.framework || childMetadata.standard.identifier !== input.selection.standard.identifier || childMetadata.deliveredAt !== administration?.submittedAt || childMetadata.responseVersion > input.parentMetadata.responseVersion || canonicalJson(childMetadata.responses) !== canonicalJson(expectedResponses)) {
     return { action: "restore", reason: "incompatible" };
   }
   return input.childResult.status === "active" ? { action: "reuse", metadata: childMetadata } : { action: "restore", reason: "inactive" };
@@ -91692,7 +91710,7 @@ class TimebackAssessmentRuntimeService {
           requestFingerprint,
           bankRevision: source.bank.bankRevision,
           standards: [...normalizedRequest.standards],
-          itemsPerStandard: normalizedRequest.itemsPerStandard,
+          candidateItemsPerStandard: normalizedRequest.candidateItemsPerStandard,
           selections: [...selected.selections],
           fulfillment: selected.fulfillment
         }
@@ -91824,9 +91842,6 @@ class TimebackAssessmentRuntimeService {
         updatedAt: new Date().toISOString()
       };
       await this.putResultMetadata(attempt.result, metadata2);
-      if (metadata2.purpose === "review") {
-        await this.putReviewChildResponses(attempt.result, metadata2, new Set(Object.keys(input.responses)));
-      }
       return {
         attemptId: attempt.result.sourcedId,
         responseVersion: metadata2.responseVersion,
@@ -91894,13 +91909,14 @@ class TimebackAssessmentRuntimeService {
         if (!preview.scoring) {
           throw new Error("Prepared item submission is missing its score");
         }
-        const completed = completeAssessmentItemSubmission(attempt.metadata, input, transition, preview.scoring);
+        const submittedAt = new Date().toISOString();
+        const completed = completeAssessmentItemSubmission(attempt.metadata, input, transition, preview.scoring, submittedAt);
         const metadata2 = {
           ...attempt.metadata,
           responses: completed.responses,
           responseVersion: completed.responseVersion,
           itemSubmissions: completed.itemSubmissions,
-          updatedAt: new Date().toISOString()
+          updatedAt: submittedAt
         };
         await this.putResultMetadata(attempt.result, metadata2);
         return {
@@ -92005,12 +92021,13 @@ class TimebackAssessmentRuntimeService {
   async scoreSubmission(attempt) {
     const assessment = await this.loadAttemptAssessment(attempt.metadata);
     validateAssessmentResponses(assessment, attempt.metadata.responses);
-    const itemResults = await this.scoreItems(assessment, attempt.metadata.responses);
+    const administeredItems = attempt.metadata.purpose === "review" ? administeredItemIdentifiers(attempt.metadata.itemSubmissions) : undefined;
+    const itemResults = await this.scoreItems(assessment, attempt.metadata.responses, administeredItems);
     return {
       responseVersion: attempt.metadata.responseVersion,
       assessment,
       itemResults,
-      score: aggregateAssessmentScore(itemResults.map((result) => result.score.earned), assessmentPossibleScore(assessment)),
+      score: aggregateAssessmentScore(itemResults.map((result) => result.score.earned), itemResults.reduce((total, result) => total + result.score.possible, 0)),
       correctQuestions: countCorrectQuestions(itemResults.map((result) => result.isCorrect))
     };
   }
@@ -92103,7 +92120,7 @@ class TimebackAssessmentRuntimeService {
         submissionId: input.submissionId,
         timestamp: timestamp6,
         testName: assessment.title,
-        totalQuestions: assessment.items.length,
+        totalQuestions: itemResults.length,
         correctQuestions,
         ...input.session ? { session: input.session } : {},
         ...reviewOutcomes ? { itemOutcomes: reviewOutcomes } : {}
@@ -92134,7 +92151,7 @@ class TimebackAssessmentRuntimeService {
           testIdentifier: assessment.identifier,
           testName: assessment.title,
           score,
-          totalQuestions: assessment.items.length,
+          totalQuestions: itemResults.length,
           correctQuestions,
           submissionId: input.submissionId,
           gameId: params.gameId,
@@ -92678,11 +92695,21 @@ class TimebackAssessmentRuntimeService {
     if (physicalItems.size !== input.metadata.review.selections.length) {
       throw new Error("MVP review selection must use each physical item at most once");
     }
+    const administeredItems = administeredItemIdentifiers(input.metadata.itemSubmissions);
     await runWithConcurrency(input.metadata.review.selections, TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
       const item = itemByIdentifier.get(selection.itemIdentifier);
       if (!item) {
         throw new Error(`Review assessment is missing selected item ${selection.itemIdentifier}`);
       }
+      if (!administeredItems.has(selection.itemIdentifier)) {
+        await this.ensureReviewQuestionLineItem({
+          parentLineItemId: input.result.assessmentLineItem.sourcedId,
+          integration: input.integration,
+          bank: input.source.bank,
+          item
+        });
+        return;
+      }
       const childLineItemId = await reviewQuestionLineItemId(input.result.assessmentLineItem.sourcedId, item.identifier);
       const childResultId = await reviewQuestionResultId(input.result.sourcedId, childLineItemId);
       const streamedChildResult = input.existingChildResults.get(childResultId);
@@ -92729,33 +92756,35 @@ class TimebackAssessmentRuntimeService {
       });
     });
   }
-  async putReviewChildResponses(result, metadata2, changedItemIdentifiers) {
-    await runWithConcurrency(metadata2.review.selections.filter((selection) => changedItemIdentifiers.has(selection.itemIdentifier)), TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
-      try {
-        const childLineItemId = await reviewQuestionLineItemId(result.assessmentLineItem.sourcedId, selection.itemIdentifier);
-        const childResultId = await reviewQuestionResultId(result.sourcedId, childLineItemId);
-        const childMetadata = buildReviewItemResultMetadata({
-          metadata: metadata2,
-          selection,
-          parentAttemptId: result.sourcedId
-        });
-        await this.requireClient().api.oneroster.assessmentResults.upsert(childResultId, buildOpenReviewChildResult({
-          childLineItemId,
-          student: result.student,
-          metadata: childMetadata
-        }));
-      } catch (error88) {
-        addEvent("assessment.review_child_response_projection_failed", {
-          "app.assessment.attempt_id": result.sourcedId,
-          "app.assessment.qti_item_identifier": selection.itemIdentifier,
-          "exception.type": errorType(error88),
-          "app.error.message": errorMessage(error88)
-        });
-      }
-    });
+  async putReviewChildResponse(result, metadata2, itemIdentifier) {
+    const selection = metadata2.review.selections.find((candidate) => candidate.itemIdentifier === itemIdentifier);
+    if (!selection) {
+      return;
+    }
+    try {
+      const childLineItemId = await reviewQuestionLineItemId(result.assessmentLineItem.sourcedId, selection.itemIdentifier);
+      const childResultId = await reviewQuestionResultId(result.sourcedId, childLineItemId);
+      const childMetadata = buildReviewItemResultMetadata({
+        metadata: metadata2,
+        selection,
+        parentAttemptId: result.sourcedId
+      });
+      await this.requireClient().api.oneroster.assessmentResults.upsert(childResultId, buildOpenReviewChildResult({
+        childLineItemId,
+        student: result.student,
+        metadata: childMetadata
+      }));
+    } catch (error88) {
+      addEvent("assessment.review_child_response_projection_failed", {
+        "app.assessment.attempt_id": result.sourcedId,
+        "app.assessment.qti_item_identifier": selection.itemIdentifier,
+        "exception.type": errorType(error88),
+        "app.error.message": errorMessage(error88)
+      });
+    }
   }
   async projectReviewItemResponse(params, projection) {
-    await this.putReviewChildResponses(projection.result, projection.metadata, new Set([projection.itemIdentifier]));
+    await this.putReviewChildResponse(projection.result, projection.metadata, projection.itemIdentifier);
     try {
       await this.crossAttemptLockBarrier(params.attemptId);
       const latest = await this.peekAttempt(params);
@@ -92834,7 +92863,8 @@ class TimebackAssessmentRuntimeService {
   }
   async finalizeReviewChildResults(input) {
     const resultByItem = new Map(input.itemResults.map((itemResult) => [itemResult.itemIdentifier, itemResult]));
-    return runWithConcurrency(input.metadata.review.selections, TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
+    const administeredItems = administeredItemIdentifiers(input.metadata.itemSubmissions);
+    return runWithConcurrency(input.metadata.review.selections.filter((selection) => administeredItems.has(selection.itemIdentifier)), TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
       const itemResult = resultByItem.get(selection.itemIdentifier);
       if (!itemResult) {
         throw new Error(`Scoring omitted selected review item ${selection.itemIdentifier}`);
@@ -92950,7 +92980,7 @@ class TimebackAssessmentRuntimeService {
         kind: "standards-review",
         purpose: metadata2.purpose,
         standards: [...metadata2.review.standards],
-        itemsPerStandard: metadata2.review.itemsPerStandard,
+        candidateItemsPerStandard: metadata2.review.candidateItemsPerStandard,
         selections: [...metadata2.review.selections],
         fulfillment: metadata2.review.fulfillment
       };

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
     "name": "@playcademy/sandbox",
-    "version": "0.7.1-beta.16",
+    "version": "0.7.1-beta.18",
     "description": "Local development server for Playcademy game development",
     "type": "module",
     "exports": {