dravoice 0.1.3 → 0.2.0

package/src/v2/revise-plan.js

@@ -13,7 +13,7 @@ import {
   styleDistanceFromDiagnostics,
 } from "./stylometry.js";
 
-const MAX_ACTIONS = 8;
+const MAX_ACTIONS = 10;
 
 const EDITABILITY = {
   evidence: 1.00,
@@ -36,11 +36,13 @@ export function revisePlanDraftV2({ file, voice, cwd = process.cwd(), maxActions
   const draftProfile = buildVoiceProfileV2({ documents: [draftDocument] });
   const familyDiagnostics = familyDiagnosticsFor(sourceProfile, draftProfile);
   const rollingWindows = rollingWindowsFor({ sourceProfile, draftDocument });
+  const paragraphWindows = paragraphWindowsFor({ sourceProfile, draftDocument });
   const actions = rankedActions({
     sourceProfile,
     draftDocument,
     familyDiagnostics,
     rollingWindows,
+    paragraphWindows,
     maxActions,
   });
 
@@ -61,6 +63,7 @@ export function revisePlanDraftV2({ file, voice, cwd = process.cwd(), maxActions
       familyDrift: Object.fromEntries(Object.entries(familyDiagnostics).map(([family, item]) => [family, item.drift])),
       thresholds: Object.fromEntries(Object.entries(familyDiagnostics).map(([family, item]) => [family, item.threshold])),
       rollingWindows,
+      paragraphWindows,
     },
     actions,
   };
@@ -81,7 +84,7 @@ export function renderRevisePlanV2(plan) {
 
   for (const [family, score] of Object.entries(plan.summary.familyScores)) {
     const drift = plan.summary.familyDrift[family];
-    lines.push(`- ${family}: ${score} (drift ${drift})`);
+    lines.push(`- ${familyLabel(family)}: ${score} (drift ${drift})`);
   }
 
   lines.push("");
@@ -93,17 +96,17 @@ export function renderRevisePlanV2(plan) {
 
   lines.push("Start here:");
   plan.actions.forEach((action, index) => {
-    lines.push(`${index + 1}. ${action.priority} ${action.family} ${action.id}`);
-    lines.push(`   Unit: ${action.unit.type} at line ${action.unit.line}`);
-    lines.push(`   Score: ${action.actionScore}`);
-    lines.push(`   Why flagged: ${action.why}`);
-    lines.push(`   Revise by: ${action.reviseBy}`);
+    lines.push(`${index + 1}. ${priorityLabel(action.priority)} ${familyLabel(action.family)}`);
+    lines.push(`   Where: ${unitLabel(action.unit)}`);
+    lines.push(`   Priority score: ${action.actionScore}`);
+    lines.push(`   Why: ${action.why}`);
+    lines.push(`   Do this: ${action.reviseBy}`);
   });
   lines.push("");
   return lines.join("\n");
 }
 
-function rankedActions({ sourceProfile, draftDocument, familyDiagnostics, rollingWindows, maxActions }) {
+function rankedActions({ sourceProfile, draftDocument, familyDiagnostics, rollingWindows, paragraphWindows, maxActions }) {
   const confidence = confidenceWeight(sourceProfile.source.confidence.band);
   const actions = [
     ...evidenceActions({ sourceProfile, draftDocument, familyDiagnostics, confidence }),
@@ -111,6 +114,7 @@ function rankedActions({ sourceProfile, draftDocument, familyDiagnostics, rollin
     ...shapeActions({ sourceProfile, draftDocument, familyDiagnostics, confidence }),
     ...discourseActions({ sourceProfile, draftDocument, familyDiagnostics, confidence }),
     ...rollingWindowActions({ rollingWindows, confidence }),
+    ...paragraphWindowActions({ paragraphWindows, confidence }),
     ...documentLevelActions({ sourceProfile, draftDocument, familyDiagnostics, confidence }),
   ].filter((action) => action.actionScore > 0);
 
@@ -322,6 +326,41 @@ function rollingWindowsFor({ sourceProfile, draftDocument }) {
     .slice(0, 4);
 }
 
+function paragraphWindowsFor({ sourceProfile, draftDocument }) {
+  const result = [];
+  for (const [index, paragraph] of draftDocument.paragraphs.entries()) {
+    const sentences = draftDocument.sentences.filter((sentence) =>
+      sentence.line >= paragraph.line &&
+      sentence.line <= (paragraph.lineNumbers?.at(-1) ?? paragraph.line)
+    );
+    if (sentences.length < 2) {
+      continue;
+    }
+    const paragraphProfile = buildVoiceProfileV2({ documents: [documentForParagraph(draftDocument, paragraph, sentences, index)] });
+    const diagnostics = familyDiagnosticsFor(sourceProfile, paragraphProfile);
+    const ranked = ["evidence", "rhythm", "discourse", "rhetoricalShape", "lexical"]
+      .map((family) => ({ family, ...diagnostics[family] }))
+      .sort((left, right) => right.drift - left.drift || (100 - right.score) - (100 - left.score));
+    const best = ranked[0];
+    if (best?.drift > 0) {
+      result.push({
+        family: best.family,
+        paragraph: index + 1,
+        startLine: paragraph.line,
+        endLine: paragraph.lineNumbers?.at(-1) ?? paragraph.line,
+        distance: best.distance,
+        drift: best.drift,
+        score: best.score,
+        threshold: best.threshold,
+        stability: best.stability,
+      });
+    }
+  }
+  return result
+    .sort((left, right) => right.drift - left.drift || left.startLine - right.startLine)
+    .slice(0, 4);
+}
+
 function rollingWindowStarts(sentenceCount, windowSize, stride) {
   const starts = [];
   for (let start = 0; start <= sentenceCount - windowSize; start += stride) {
@@ -363,6 +402,29 @@ function documentForSentences(draftDocument, sentences, windowIndex) {
   };
 }
 
+function documentForParagraph(draftDocument, paragraph, sentences, paragraphIndex) {
+  const block = {
+    type: paragraph.type,
+    line: paragraph.line,
+    heading: paragraph.heading,
+    headingId: paragraph.headingId,
+    headingDepth: 0,
+    lines: [paragraph.text],
+    lineNumbers: paragraph.lineNumbers ?? [paragraph.line],
+  };
+  return {
+    file: `${draftDocument.file ?? "draft"}#paragraph-${paragraphIndex + 1}`,
+    path: draftDocument.path,
+    headings: [],
+    sections: [{ heading: null, blocks: [block] }],
+    blocks: [block],
+    paragraphs: [paragraph],
+    sentences,
+    wordCount: sentences.reduce((sum, sentence) => sum + sentence.tokens.length, 0),
+    text: paragraph.text,
+  };
+}
+
 function rollingWindowActions({ rollingWindows, confidence }) {
   return rollingWindows.map((window, index) => makeAction({
     family: window.family,
@@ -378,6 +440,21 @@ function rollingWindowActions({ rollingWindows, confidence }) {
   }));
 }
 
+function paragraphWindowActions({ paragraphWindows, confidence }) {
+  return paragraphWindows.map((window, index) => makeAction({
+    family: window.family,
+    ordinal: `paragraph-${index + 1}`,
+    priority: window.family === "evidence" ? "review" : "consider",
+    unit: { type: "paragraph", line: window.startLine, endLine: window.endLine },
+    confidence,
+    drift: window.drift,
+    stability: window.stability,
+    localMismatch: Math.min(0.45, window.drift / Math.max(1, window.drift + 0.5)),
+    why: `Paragraph ${window.paragraph} shows localized ${window.family} drift beyond the writer's calibrated range.`,
+    reviseBy: rollingWindowReviseBy(window.family),
+  }));
+}
+
 function rollingWindowReviseBy(family) {
   if (family === "evidence") {
     return "Add or move concrete support into this local passage, or narrow the unsupported claims in the same window.";
@@ -435,3 +512,29 @@ function resolvePath(cwd, value) {
 function capitalize(value) {
   return value.charAt(0).toUpperCase() + value.slice(1);
 }
+
+function familyLabel(family) {
+  return {
+    evidence: "Evidence",
+    rhythm: "Rhythm",
+    rhetoricalShape: "Rhetorical shape",
+    discourse: "Discourse",
+    lexical: "Lexical style",
+    register: "Register",
+    structure: "Structure",
+  }[family] ?? capitalize(family);
+}
+
+function priorityLabel(priority) {
+  return priority === "review" ? "Review" : "Consider";
+}
+
+function unitLabel(unit) {
+  if (unit.type === "window") {
+    return `sentence window at lines ${unit.line}-${unit.endLine}`;
+  }
+  if (unit.type === "paragraph") {
+    return `paragraph at lines ${unit.line}-${unit.endLine}`;
+  }
+  return `${unit.type} at line ${unit.line}`;
+}

package/src/v2/stylometry.js

@@ -159,9 +159,9 @@ function discourseDistance(source, draft) {
   const transitionDelta = rateMapDistance(source.transitionRates, draft.transitionRates);
   const callbackDelta = Math.abs((source.sentenceCallbacks ?? 0) - (draft.sentenceCallbacks ?? 0));
   return weightedMean([
-    [transitionDelta, 0.55],
-    [topItemDistance(source.transitionBigrams, draft.transitionBigrams), 0.25],
-    [topItemDistance(source.transitionTrigrams, draft.transitionTrigrams), 0.10],
+    [transitionDelta, 0.65],
+    [topItemDistance(source.transitionBigrams, draft.transitionBigrams), 0.10],
+    [topItemDistance(source.transitionTrigrams, draft.transitionTrigrams), 0.025],
     [callbackDelta, 0.20],
   ]);
 }
@@ -188,10 +188,14 @@ function shapeDistance(source, draft) {
 
 function structureDistance(source, draft) {
   return weightedMean([
-    [distributionDelta(source.sectionWords, draft.sectionWords), 0.35],
-    [distributionDelta(source.headingCount, draft.headingCount), 0.20],
-    [Math.abs((source.listDocumentRate ?? 0) - (draft.listDocumentRate ?? 0)), 0.18],
-    [Math.abs((source.quoteDocumentRate ?? 0) - (draft.quoteDocumentRate ?? 0)), 0.12],
+    [distributionDelta(source.sectionWords, draft.sectionWords), 0.30],
+    [distributionDelta(source.headingCount, draft.headingCount), 0.16],
+    [distributionDelta(source.maxHeadingDepth, draft.maxHeadingDepth), 0.12],
+    [topItemDistance(source.sectionOrderPatterns, draft.sectionOrderPatterns), 0.12],
+    [topItemDistance(source.listPlacementPatterns, draft.listPlacementPatterns), 0.08],
+    [topItemDistance(source.quotePlacementPatterns, draft.quotePlacementPatterns), 0.08],
+    [Math.abs((source.listDocumentRate ?? 0) - (draft.listDocumentRate ?? 0)), 0.12],
+    [Math.abs((source.quoteDocumentRate ?? 0) - (draft.quoteDocumentRate ?? 0)), 0.08],
     [sequenceDistance(source.openingMoves, draft.openingMoves), 0.15],
   ]);
 }

package/src/v2/text-utils.js

@@ -75,17 +75,20 @@ export function characterNgrams(text, size = 3) {
 
 export function distribution(values) {
   if (!values.length) {
-    return { count: 0, min: 0, max: 0, mean: 0, median: 0, p25: 0, p75: 0 };
+    return { count: 0, min: 0, max: 0, mean: 0, median: 0, p25: 0, p75: 0, stdev: 0 };
   }
   const sorted = [...values].sort((a, b) => a - b);
+  const mean = sorted.reduce((sum, value) => sum + value, 0) / sorted.length;
+  const variance = sorted.reduce((sum, value) => sum + (value - mean) ** 2, 0) / sorted.length;
   return {
     count: sorted.length,
     min: sorted[0],
     max: sorted[sorted.length - 1],
-    mean: round(sorted.reduce((sum, value) => sum + value, 0) / sorted.length, 2),
+    mean: round(mean, 2),
     median: percentile(sorted, 0.5),
     p25: percentile(sorted, 0.25),
     p75: percentile(sorted, 0.75),
+    stdev: round(Math.sqrt(variance), 2),
   };
 }