@playcademy/vite-plugin 1.2.1-beta.17 → 1.2.1-beta.19

package/dist/index.js

@@ -24315,7 +24315,7 @@ import path2 from "node:path";
 // package.json
 var package_default = {
   name: "@playcademy/vite-plugin",
-  version: "1.2.1-beta.17",
+  version: "1.2.1-beta.19",
   type: "module",
   exports: {
     ".": {
@@ -25076,7 +25076,7 @@ var init_timeback2 = __esm(() => {
   ASSESSMENT_PURPOSES = ["end_of_course", "diagnostic", "review", "mastery"];
   TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS = {
     standards: 20,
-    itemsPerStandard: 5,
+    candidateItemsPerStandard: 2,
     standardFieldLength: 128
   };
   TIMEBACK_COURSE_DEFAULTS = {
@@ -25921,7 +25921,7 @@ var package_default2;
 var init_package = __esm(() => {
   package_default2 = {
     name: "@playcademy/sandbox",
-    version: "0.7.1-beta.16",
+    version: "0.7.1-beta.18",
     description: "Local development server for Playcademy game development",
     type: "module",
     exports: {
@@ -34412,7 +34412,7 @@ function assessmentReviewBankShortage(fulfillment) {
   };
 }
 function assessmentFlowForPurpose(purpose) {
-  return purpose === "review" || purpose === "mastery" ? "item-submit" : "attempt-submit";
+  return purpose === "review" ? "item-submit" : "attempt-submit";
 }
 function isObject(value) {
   return typeof value === "object" && value !== null;
@@ -34614,6 +34614,12 @@ function interactionResponseValidationMessage(itemIdentifier, interaction, respo
 function invalidResponse(message) {
   return { code: "INVALID_RESPONSE", message };
 }
+function administeredItemIdentifiers(itemSubmissions) {
+  return new Set(itemSubmissions.map((submission) => submission.itemIdentifier));
+}
+function itemAdministration(itemSubmissions, itemIdentifier) {
+  return itemSubmissions.find((submission) => submission.itemIdentifier === itemIdentifier);
+}
 function responseValuesEqual(left, right) {
   if (left === undefined || right === undefined) {
     return left === right;
@@ -34664,15 +34670,15 @@ function prepareAssessmentItemSubmission(state, input) {
       failure: assessmentResponseVersionConflict(input.expectedResponseVersion, state.responseVersion)
     };
   }
-  const committed = new Set(state.itemSubmissions.map((submission) => submission.itemIdentifier));
-  const itemIndex = state.assessment.items.findIndex((item) => !committed.has(item.identifier));
-  const nextItem = state.assessment.items[itemIndex];
-  if (nextItem?.identifier !== input.itemIdentifier) {
+  const itemIndex = state.assessment.items.findIndex((item) => item.identifier === input.itemIdentifier);
+  const previousItemIdentifier = state.itemSubmissions.at(-1)?.itemIdentifier;
+  const previousItemIndex = state.assessment.items.findIndex((item) => item.identifier === previousItemIdentifier);
+  if (itemIndex === -1 || itemIndex <= previousItemIndex) {
     return {
       action: "reject",
-      failure: assessmentFlowViolation("Items must be submitted once and in presentation order.", {
+      failure: assessmentFlowViolation("Items must be submitted once and in candidate order.", {
         itemIdentifier: input.itemIdentifier,
-        expectedItemIdentifier: nextItem?.identifier ?? null,
+        previousItemIdentifier: previousItemIdentifier ?? null,
         flow
       })
     };
@@ -34695,10 +34701,11 @@ function prepareAssessmentItemSubmission(state, input) {
     answered: Object.keys(responses[input.itemIdentifier] ?? {}).length > 0
   };
 }
-function completeAssessmentItemSubmission(state, input, prepared, scoring) {
+function completeAssessmentItemSubmission(state, input, prepared, scoring, submittedAt) {
   const submission = {
     submissionId: input.submissionId,
     itemIdentifier: input.itemIdentifier,
+    submittedAt,
     responseVersion: prepared.responseVersion,
     answered: prepared.answered,
     score: scoring.score,
@@ -34712,8 +34719,8 @@ function completeAssessmentItemSubmission(state, input, prepared, scoring) {
   };
 }
 function assessmentResponseUpdateFlowFailure(purpose, itemSubmissions, update) {
-  const committed = new Set(itemSubmissions.map((submission) => submission.itemIdentifier));
-  const committedUpdate = Object.keys(update).find((identifier) => committed.has(identifier));
+  const administered = administeredItemIdentifiers(itemSubmissions);
+  const committedUpdate = Object.keys(update).find((identifier) => administered.has(identifier));
   return committedUpdate ? assessmentFlowViolation("A submitted item response cannot be edited.", {
     itemIdentifier: committedUpdate,
     flow: assessmentFlowForPurpose(purpose)
@@ -34721,11 +34728,17 @@ function assessmentResponseUpdateFlowFailure(purpose, itemSubmissions, update) {
 }
 function assessmentCompletionFlowFailure(purpose, itemSubmissions, itemCount) {
   const flow = assessmentFlowForPurpose(purpose);
-  return flow === "item-submit" && itemSubmissions.length !== itemCount ? assessmentFlowViolation("Every item must be submitted before the attempt can be completed.", {
+  if (flow !== "item-submit") {
+    return null;
+  }
+  if (itemSubmissions.length > 0 && itemSubmissions.length <= itemCount) {
+    return null;
+  }
+  return assessmentFlowViolation("At least one candidate must be administered before the review can be completed.", {
     flow,
     submittedItemCount: itemSubmissions.length,
     itemCount
-  }) : null;
+  });
 }
 function selectAssessmentCourseCandidate(candidates, subjectSpecified) {
   if (candidates.length === 0) {
@@ -34901,15 +34914,15 @@ function canonicalRequestStandards(standards) {
   return [...canonical.values()].toSorted((left, right) => compareCodeUnits(assessmentStandardRefKey(left), assessmentStandardRefKey(right)));
 }
 function normalizeReviewRequest(request) {
-  const itemsPerStandard = request.itemsPerStandard ?? 1;
-  if (!Number.isInteger(itemsPerStandard) || itemsPerStandard <= 0 || itemsPerStandard > TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard) {
-    throw new RangeError(`itemsPerStandard must be a positive integer at most ${TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard}`);
+  const candidateItemsPerStandard = request.candidateItemsPerStandard ?? 1;
+  if (!Number.isInteger(candidateItemsPerStandard) || candidateItemsPerStandard <= 0 || candidateItemsPerStandard > TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard) {
+    throw new RangeError(`candidateItemsPerStandard must be a positive integer at most ${TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard}`);
   }
   const standards = canonicalRequestStandards(request.standards);
   if (standards.length === 0) {
     throw new Error("At least one review standard is required");
   }
-  return { standards, itemsPerStandard };
+  return { standards, candidateItemsPerStandard };
 }
 function reviewRequestFingerprint(request, policy) {
   const normalized = normalizeReviewRequest(request);
@@ -34918,7 +34931,7 @@ function reviewRequestFingerprint(request, policy) {
     policy: {
       version: policy.version
     },
-    itemsPerStandard: normalized.itemsPerStandard,
+    candidateItemsPerStandard: normalized.candidateItemsPerStandard,
     standardKeys: normalized.standards.map(assessmentStandardRefKey)
   });
 }
@@ -35018,7 +35031,7 @@ function rankedCandidatesByStandard(bank, exposures) {
   return byStandard;
 }
 function reviewSlots(request) {
-  return request.standards.flatMap((standard) => Array.from({ length: request.itemsPerStandard }, () => ({
+  return request.standards.flatMap((standard) => Array.from({ length: request.candidateItemsPerStandard }, () => ({
     standard,
     standardKey: assessmentStandardRefKey(standard)
   })));
@@ -35122,7 +35135,7 @@ function preferredDistinctMatching(slots, candidatesByStandard) {
   return new Map(slotItemEdges.filter((candidate) => candidate.edge.capacity === 0).map((candidate) => [candidate.slotIndex, candidate.itemIdentifier]));
 }
 function fulfillment(request, candidatesByStandard, selections) {
-  const requestedItemCount = request.standards.length * request.itemsPerStandard;
+  const requestedItemCount = request.standards.length * request.candidateItemsPerStandard;
   const selectedByStandard = new Map;
   for (const selection of selections) {
     const key = assessmentStandardRefKey(selection.standard);
@@ -35131,10 +35144,10 @@ function fulfillment(request, candidatesByStandard, selections) {
   const shortages = request.standards.flatMap((standard) => {
     const key = assessmentStandardRefKey(standard);
     const selected = selectedByStandard.get(key) ?? 0;
-    return selected < request.itemsPerStandard ? [
+    return selected < request.candidateItemsPerStandard ? [
       {
         standard,
-        requested: request.itemsPerStandard,
+        requested: request.candidateItemsPerStandard,
         selected,
         eligible: candidatesByStandard.get(key)?.length ?? 0
       }
@@ -35176,9 +35189,9 @@ function projectReviewAssessment(assessment, bank, selections) {
     throw new Error(`Review bank ${bank.bankRevision} was built from content revision ${bank.sourceContentRevision}, not ${assessment.contentRevision}`);
   }
   const selectedIdentifiers = new Set(selections.map((selection) => selection.itemIdentifier));
-  const knownIdentifiers = new Set(assessment.items.map((item) => item.identifier));
+  const itemByIdentifier = new Map(assessment.items.map((item) => [item.identifier, item]));
   const indexedItems = new Map(bank.items.map((item) => [item.itemIdentifier, item]));
-  const missingIdentifiers = [...selectedIdentifiers].filter((identifier) => !knownIdentifiers.has(identifier) || !indexedItems.has(identifier));
+  const missingIdentifiers = [...selectedIdentifiers].filter((identifier) => !itemByIdentifier.has(identifier) || !indexedItems.has(identifier));
   if (missingIdentifiers.length > 0) {
     throw new Error(`Selected review items are absent from the pinned bank: ${missingIdentifiers.join(", ")}`);
   }
@@ -35194,7 +35207,7 @@ function projectReviewAssessment(assessment, bank, selections) {
   return structuredClone({
     ...assessment,
     contentRevision: bank.bankRevision,
-    items: assessment.items.filter((item) => selectedIdentifiers.has(item.identifier))
+    items: selections.map((selection) => itemByIdentifier.get(selection.itemIdentifier))
   });
 }
 function assessmentItemCorrectness(verdicts) {
@@ -35253,10 +35266,10 @@ function isReviewItemOutcome(value) {
   return isRecord(value) && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && isAssessmentStandardRef(value.standard) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
 }
 function isAssessmentItemSubmission(value) {
-  return isRecord(value) && typeof value.submissionId === "string" && value.submissionId.length > 0 && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && Number.isInteger(value.responseVersion) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
+  return isRecord(value) && typeof value.submissionId === "string" && value.submissionId.length > 0 && typeof value.itemIdentifier === "string" && value.itemIdentifier.length > 0 && typeof value.submittedAt === "string" && Number.isInteger(value.responseVersion) && typeof value.answered === "boolean" && isAssessmentScore(value.score) && (value.isCorrect === null || typeof value.isCorrect === "boolean");
 }
 function isReviewAttemptMetadata(value) {
-  return isRecord(value) && typeof value.requestFingerprint === "string" && typeof value.bankRevision === "string" && Array.isArray(value.standards) && value.standards.every(isAssessmentStandardRef) && Number.isInteger(value.itemsPerStandard) && Array.isArray(value.selections) && value.selections.every((selection) => isRecord(selection) && isAssessmentStandardRef(selection.standard) && typeof selection.itemIdentifier === "string") && isReviewFulfillment(value.fulfillment);
+  return isRecord(value) && typeof value.requestFingerprint === "string" && typeof value.bankRevision === "string" && Array.isArray(value.standards) && value.standards.every(isAssessmentStandardRef) && Number.isInteger(value.candidateItemsPerStandard) && Array.isArray(value.selections) && value.selections.every((selection) => isRecord(selection) && isAssessmentStandardRef(selection.standard) && typeof selection.itemIdentifier === "string") && isReviewFulfillment(value.fulfillment);
 }
 function isMasteryAttemptMetadata(value) {
   return isRecord(value) && typeof value.requestFingerprint === "string" && isAssessmentStandardRef(value.standard);
@@ -35626,7 +35639,7 @@ var init_assessment_runtime = __esm(() => {
     StartAssessmentBaseSchema.extend({
       purpose: exports_external.literal("review"),
       standards: exports_external.array(AssessmentStandardRefSchema).min(1).max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.standards),
-      itemsPerStandard: exports_external.number().int().positive().max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.itemsPerStandard).optional()
+      candidateItemsPerStandard: exports_external.number().int().positive().max(TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS.candidateItemsPerStandard).optional()
     }),
     StartAssessmentBaseSchema.extend({
       purpose: exports_external.literal("mastery"),
@@ -116804,6 +116817,10 @@ var init_timeback4 = __esm(() => {
   init_assessment_runtime2();
 });
 function buildReviewItemResultMetadata(input) {
+  const administration = itemAdministration(input.metadata.itemSubmissions, input.selection.itemIdentifier);
+  if (!administration) {
+    throw new Error(`Cannot create a review result for unadministered candidate ${input.selection.itemIdentifier}`);
+  }
   return {
     version: PLAYCADEMY_ASSESSMENT_ITEM_RESULT_METADATA_VERSION,
     parentAttemptId: input.parentAttemptId,
@@ -116813,7 +116830,7 @@ function buildReviewItemResultMetadata(input) {
     bankRevision: input.metadata.review.bankRevision,
     itemIdentifier: input.selection.itemIdentifier,
     standard: input.selection.standard,
-    deliveredAt: input.metadata.startedAt,
+    deliveredAt: administration.submittedAt,
     responseVersion: input.responseVersion ?? input.metadata.responseVersion,
     responses: input.metadata.responses[input.selection.itemIdentifier] ?? {},
     ...input.submissionId ? { submissionId: input.submissionId } : {},
@@ -116868,7 +116885,8 @@ function resolveReviewChildResult(input) {
   }
   const childMetadata = playcademyAssessmentItemResultMetadata(input.childResult.metadata);
   const expectedResponses = input.parentMetadata.responses[input.selection.itemIdentifier] ?? {};
-  if (input.childResult.assessmentLineItem.sourcedId !== input.childLineItemId || input.childResult.student.sourcedId !== input.parentResult.student.sourcedId || !childMetadata || childMetadata.parentAttemptId !== input.parentResult.sourcedId || childMetadata.activityId !== input.parentMetadata.activityId || childMetadata.integrationId !== input.parentMetadata.integrationId || childMetadata.enrollmentId !== input.parentMetadata.enrollmentId || childMetadata.bankRevision !== input.parentMetadata.review.bankRevision || childMetadata.itemIdentifier !== input.selection.itemIdentifier || childMetadata.standard.framework !== input.selection.standard.framework || childMetadata.standard.identifier !== input.selection.standard.identifier || childMetadata.deliveredAt !== input.parentMetadata.startedAt || childMetadata.responseVersion > input.parentMetadata.responseVersion || canonicalJson(childMetadata.responses) !== canonicalJson(expectedResponses)) {
+  const administration = itemAdministration(input.parentMetadata.itemSubmissions, input.selection.itemIdentifier);
+  if (input.childResult.assessmentLineItem.sourcedId !== input.childLineItemId || input.childResult.student.sourcedId !== input.parentResult.student.sourcedId || !childMetadata || childMetadata.parentAttemptId !== input.parentResult.sourcedId || childMetadata.activityId !== input.parentMetadata.activityId || childMetadata.integrationId !== input.parentMetadata.integrationId || childMetadata.enrollmentId !== input.parentMetadata.enrollmentId || childMetadata.bankRevision !== input.parentMetadata.review.bankRevision || childMetadata.itemIdentifier !== input.selection.itemIdentifier || childMetadata.standard.framework !== input.selection.standard.framework || childMetadata.standard.identifier !== input.selection.standard.identifier || childMetadata.deliveredAt !== administration?.submittedAt || childMetadata.responseVersion > input.parentMetadata.responseVersion || canonicalJson(childMetadata.responses) !== canonicalJson(expectedResponses)) {
     return { action: "restore", reason: "incompatible" };
   }
   return input.childResult.status === "active" ? { action: "reuse", metadata: childMetadata } : { action: "restore", reason: "inactive" };
@@ -117556,7 +117574,7 @@ class TimebackAssessmentRuntimeService {
           requestFingerprint,
           bankRevision: source.bank.bankRevision,
           standards: [...normalizedRequest.standards],
-          itemsPerStandard: normalizedRequest.itemsPerStandard,
+          candidateItemsPerStandard: normalizedRequest.candidateItemsPerStandard,
           selections: [...selected.selections],
           fulfillment: selected.fulfillment
         }
@@ -117688,9 +117706,6 @@ class TimebackAssessmentRuntimeService {
         updatedAt: new Date().toISOString()
       };
       await this.putResultMetadata(attempt.result, metadata2);
-      if (metadata2.purpose === "review") {
-        await this.putReviewChildResponses(attempt.result, metadata2, new Set(Object.keys(input.responses)));
-      }
       return {
         attemptId: attempt.result.sourcedId,
         responseVersion: metadata2.responseVersion,
@@ -117758,13 +117773,14 @@ class TimebackAssessmentRuntimeService {
         if (!preview.scoring) {
           throw new Error("Prepared item submission is missing its score");
         }
-        const completed = completeAssessmentItemSubmission(attempt.metadata, input, transition, preview.scoring);
+        const submittedAt = new Date().toISOString();
+        const completed = completeAssessmentItemSubmission(attempt.metadata, input, transition, preview.scoring, submittedAt);
         const metadata2 = {
           ...attempt.metadata,
           responses: completed.responses,
           responseVersion: completed.responseVersion,
           itemSubmissions: completed.itemSubmissions,
-          updatedAt: new Date().toISOString()
+          updatedAt: submittedAt
         };
         await this.putResultMetadata(attempt.result, metadata2);
         return {
@@ -117869,12 +117885,13 @@ class TimebackAssessmentRuntimeService {
   async scoreSubmission(attempt) {
     const assessment = await this.loadAttemptAssessment(attempt.metadata);
     validateAssessmentResponses(assessment, attempt.metadata.responses);
-    const itemResults = await this.scoreItems(assessment, attempt.metadata.responses);
+    const administeredItems = attempt.metadata.purpose === "review" ? administeredItemIdentifiers(attempt.metadata.itemSubmissions) : undefined;
+    const itemResults = await this.scoreItems(assessment, attempt.metadata.responses, administeredItems);
     return {
       responseVersion: attempt.metadata.responseVersion,
       assessment,
       itemResults,
-      score: aggregateAssessmentScore(itemResults.map((result) => result.score.earned), assessmentPossibleScore(assessment)),
+      score: aggregateAssessmentScore(itemResults.map((result) => result.score.earned), itemResults.reduce((total, result) => total + result.score.possible, 0)),
       correctQuestions: countCorrectQuestions(itemResults.map((result) => result.isCorrect))
     };
   }
@@ -117967,7 +117984,7 @@ class TimebackAssessmentRuntimeService {
         submissionId: input.submissionId,
         timestamp: timestamp6,
         testName: assessment.title,
-        totalQuestions: assessment.items.length,
+        totalQuestions: itemResults.length,
         correctQuestions,
         ...input.session ? { session: input.session } : {},
         ...reviewOutcomes ? { itemOutcomes: reviewOutcomes } : {}
@@ -117998,7 +118015,7 @@ class TimebackAssessmentRuntimeService {
           testIdentifier: assessment.identifier,
           testName: assessment.title,
           score,
-          totalQuestions: assessment.items.length,
+          totalQuestions: itemResults.length,
           correctQuestions,
           submissionId: input.submissionId,
           gameId: params.gameId,
@@ -118542,11 +118559,21 @@ class TimebackAssessmentRuntimeService {
     if (physicalItems.size !== input.metadata.review.selections.length) {
       throw new Error("MVP review selection must use each physical item at most once");
     }
+    const administeredItems = administeredItemIdentifiers(input.metadata.itemSubmissions);
     await runWithConcurrency(input.metadata.review.selections, TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
       const item = itemByIdentifier.get(selection.itemIdentifier);
       if (!item) {
         throw new Error(`Review assessment is missing selected item ${selection.itemIdentifier}`);
       }
+      if (!administeredItems.has(selection.itemIdentifier)) {
+        await this.ensureReviewQuestionLineItem({
+          parentLineItemId: input.result.assessmentLineItem.sourcedId,
+          integration: input.integration,
+          bank: input.source.bank,
+          item
+        });
+        return;
+      }
       const childLineItemId = await reviewQuestionLineItemId(input.result.assessmentLineItem.sourcedId, item.identifier);
       const childResultId = await reviewQuestionResultId(input.result.sourcedId, childLineItemId);
       const streamedChildResult = input.existingChildResults.get(childResultId);
@@ -118593,33 +118620,35 @@ class TimebackAssessmentRuntimeService {
       });
     });
   }
-  async putReviewChildResponses(result, metadata2, changedItemIdentifiers) {
-    await runWithConcurrency(metadata2.review.selections.filter((selection) => changedItemIdentifiers.has(selection.itemIdentifier)), TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
-      try {
-        const childLineItemId = await reviewQuestionLineItemId(result.assessmentLineItem.sourcedId, selection.itemIdentifier);
-        const childResultId = await reviewQuestionResultId(result.sourcedId, childLineItemId);
-        const childMetadata = buildReviewItemResultMetadata({
-          metadata: metadata2,
-          selection,
-          parentAttemptId: result.sourcedId
-        });
-        await this.requireClient().api.oneroster.assessmentResults.upsert(childResultId, buildOpenReviewChildResult({
-          childLineItemId,
-          student: result.student,
-          metadata: childMetadata
-        }));
-      } catch (error88) {
-        addEvent("assessment.review_child_response_projection_failed", {
-          "app.assessment.attempt_id": result.sourcedId,
-          "app.assessment.qti_item_identifier": selection.itemIdentifier,
-          "exception.type": errorType(error88),
-          "app.error.message": errorMessage2(error88)
-        });
-      }
-    });
+  async putReviewChildResponse(result, metadata2, itemIdentifier) {
+    const selection = metadata2.review.selections.find((candidate) => candidate.itemIdentifier === itemIdentifier);
+    if (!selection) {
+      return;
+    }
+    try {
+      const childLineItemId = await reviewQuestionLineItemId(result.assessmentLineItem.sourcedId, selection.itemIdentifier);
+      const childResultId = await reviewQuestionResultId(result.sourcedId, childLineItemId);
+      const childMetadata = buildReviewItemResultMetadata({
+        metadata: metadata2,
+        selection,
+        parentAttemptId: result.sourcedId
+      });
+      await this.requireClient().api.oneroster.assessmentResults.upsert(childResultId, buildOpenReviewChildResult({
+        childLineItemId,
+        student: result.student,
+        metadata: childMetadata
+      }));
+    } catch (error88) {
+      addEvent("assessment.review_child_response_projection_failed", {
+        "app.assessment.attempt_id": result.sourcedId,
+        "app.assessment.qti_item_identifier": selection.itemIdentifier,
+        "exception.type": errorType(error88),
+        "app.error.message": errorMessage2(error88)
+      });
+    }
   }
   async projectReviewItemResponse(params, projection) {
-    await this.putReviewChildResponses(projection.result, projection.metadata, new Set([projection.itemIdentifier]));
+    await this.putReviewChildResponse(projection.result, projection.metadata, projection.itemIdentifier);
     try {
       await this.crossAttemptLockBarrier(params.attemptId);
       const latest = await this.peekAttempt(params);
@@ -118698,7 +118727,8 @@ class TimebackAssessmentRuntimeService {
   }
   async finalizeReviewChildResults(input) {
     const resultByItem = new Map(input.itemResults.map((itemResult) => [itemResult.itemIdentifier, itemResult]));
-    return runWithConcurrency(input.metadata.review.selections, TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
+    const administeredItems = administeredItemIdentifiers(input.metadata.itemSubmissions);
+    return runWithConcurrency(input.metadata.review.selections.filter((selection) => administeredItems.has(selection.itemIdentifier)), TimebackAssessmentRuntimeService.SCORING_CONCURRENCY, async (selection) => {
       const itemResult = resultByItem.get(selection.itemIdentifier);
       if (!itemResult) {
         throw new Error(`Scoring omitted selected review item ${selection.itemIdentifier}`);
@@ -118814,7 +118844,7 @@ class TimebackAssessmentRuntimeService {
         kind: "standards-review",
         purpose: metadata2.purpose,
         standards: [...metadata2.review.standards],
-        itemsPerStandard: metadata2.review.itemsPerStandard,
+        candidateItemsPerStandard: metadata2.review.candidateItemsPerStandard,
         selections: [...metadata2.review.selections],
         fulfillment: metadata2.review.fulfillment
       };
@@ -185960,7 +185990,7 @@ var init_timeback9 = __esm3(() => {
   ASSESSMENT_PURPOSES2 = ["end_of_course", "diagnostic", "review", "mastery"];
   TIMEBACK_ASSESSMENT_REVIEW_REQUEST_LIMITS2 = {
     standards: 20,
-    itemsPerStandard: 5,
+    candidateItemsPerStandard: 2,
     standardFieldLength: 128
   };
   TIMEBACK_COURSE_DEFAULTS2 = {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@playcademy/vite-plugin",
-    "version": "1.2.1-beta.17",
+    "version": "1.2.1-beta.19",
     "type": "module",
     "exports": {
         ".": {
@@ -19,14 +19,14 @@
     "dependencies": {
         "archiver": "^7.0.1",
         "picocolors": "^1.1.1",
-        "playcademy": "0.28.1-beta.17"
+        "playcademy": "0.28.1-beta.19"
     },
     "devDependencies": {
         "@electric-sql/pglite": "^0.3.16",
         "@inquirer/prompts": "^7.8.6",
         "@playcademy/constants": "0.0.1",
-        "@playcademy/sandbox": "0.7.1-beta.16",
-        "@playcademy/sdk": "0.16.1-beta.16",
+        "@playcademy/sandbox": "0.7.1-beta.18",
+        "@playcademy/sdk": "0.16.1-beta.18",
         "@playcademy/types": "0.0.1",
         "@playcademy/utils": "0.0.1",
         "@types/archiver": "^6.0.3",