paperlint 7.2.0 → 8.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/dist/build.d.ts.map +1 -1
  2. package/dist/build.js +1 -6
  3. package/dist/build.js.map +1 -1
  4. package/dist/cli.d.ts +3 -4
  5. package/dist/cli.d.ts.map +1 -1
  6. package/dist/cli.js +13 -42
  7. package/dist/cli.js.map +1 -1
  8. package/dist/eslint-rules/latex-language.d.ts.map +1 -1
  9. package/dist/eslint-rules/latex-language.js +10 -13
  10. package/dist/eslint-rules/latex-language.js.map +1 -1
  11. package/dist/eslint-rules/paper-context.js +2 -2
  12. package/dist/eslint-rules/paper-typography.d.ts.map +1 -1
  13. package/dist/eslint-rules/paper-typography.js +22 -91
  14. package/dist/eslint-rules/paper-typography.js.map +1 -1
  15. package/dist/eslint-rules/papers.d.ts +1 -3
  16. package/dist/eslint-rules/papers.d.ts.map +1 -1
  17. package/dist/eslint-rules/papers.js +2 -4
  18. package/dist/eslint-rules/papers.js.map +1 -1
  19. package/dist/eslint-rules/tex-build.d.ts.map +1 -1
  20. package/dist/eslint-rules/tex-build.js +8 -25
  21. package/dist/eslint-rules/tex-build.js.map +1 -1
  22. package/dist/init.d.ts +1 -4
  23. package/dist/init.d.ts.map +1 -1
  24. package/dist/init.js +3 -9
  25. package/dist/init.js.map +1 -1
  26. package/dist/lib/markdown.d.ts +5 -81
  27. package/dist/lib/markdown.d.ts.map +1 -1
  28. package/dist/lib/markdown.js +5 -116
  29. package/dist/lib/markdown.js.map +1 -1
  30. package/dist/lib/paper-config.d.ts.map +1 -1
  31. package/dist/lib/paper-config.js +0 -2
  32. package/dist/lib/paper-config.js.map +1 -1
  33. package/dist/lib/skill-eval-fixture.d.ts +6 -4
  34. package/dist/lib/skill-eval-fixture.d.ts.map +1 -1
  35. package/dist/lib/skill-eval-fixture.js +25 -18
  36. package/dist/lib/skill-eval-fixture.js.map +1 -1
  37. package/dist/new-paper.d.ts +5 -11
  38. package/dist/new-paper.d.ts.map +1 -1
  39. package/dist/new-paper.js +12 -23
  40. package/dist/new-paper.js.map +1 -1
  41. package/dist/paper-files.d.ts +4 -4
  42. package/dist/paper-prose.d.ts +17 -0
  43. package/dist/paper-prose.d.ts.map +1 -0
  44. package/dist/paper-prose.js +46 -0
  45. package/dist/paper-prose.js.map +1 -0
  46. package/dist/structure.d.ts.map +1 -1
  47. package/dist/structure.js +4 -3
  48. package/dist/structure.js.map +1 -1
  49. package/dist/types.d.ts +0 -2
  50. package/dist/types.d.ts.map +1 -1
  51. package/docs/configuration.md +7 -9
  52. package/docs/e2e.md +4 -6
  53. package/docs/prior-art/paper-folder-scaffolding.md +24 -29
  54. package/docs/rules/tex/claim-provenance.md +0 -1
  55. package/docs/rules.md +2 -6
  56. package/eslint-rules/latex-language.harness.mjs +3 -3
  57. package/eslint-rules/latex-language.ts +10 -13
  58. package/eslint-rules/paper-context.ts +2 -2
  59. package/eslint-rules/paper-typography.test.mjs +17 -85
  60. package/eslint-rules/paper-typography.ts +22 -98
  61. package/eslint-rules/papers.harness.mjs +1 -1
  62. package/eslint-rules/papers.ts +2 -4
  63. package/eslint-rules/tex-build.harness.mjs +2 -2
  64. package/eslint-rules/tex-build.ts +8 -25
  65. package/eslint.config.mjs +0 -1
  66. package/hooks/hooks.harness.ts +15 -15
  67. package/hooks/paper-edit-guard.hook.mjs +5 -8
  68. package/hooks/paper-edit-guard.test.ts +12 -3
  69. package/hooks/paper-skills-nudge.hook.mjs +2 -3
  70. package/hooks/paper-skills-nudge.test.ts +13 -3
  71. package/hooks/paper-status-gates.hook.mjs +2 -2
  72. package/hooks/paper-status-gates.test.ts +14 -2
  73. package/lib/markdown.test.mjs +5 -60
  74. package/lib/markdown.ts +9 -136
  75. package/lib/paper-config.ts +0 -2
  76. package/lib/skill-checks.test.mjs +4 -1
  77. package/lib/skill-eval-fixture.ts +25 -18
  78. package/package.json +1 -3
  79. package/presets/realm.jsonc +1 -1
  80. package/scripts/harness-api.frozen.json +0 -5
  81. package/skills/cold-read-diff/SKILL.md +3 -3
  82. package/skills/cold-read-diff/SKILL.md.spec.ts +2 -2
  83. package/skills/grade-paper-writing/SKILL.md +14 -22
  84. package/skills/grade-paper-writing/SKILL.md.spec.ts +13 -21
  85. package/skills/grade-paper-writing/__snapshots__/prose-lint.test.ts.snap +40 -26
  86. package/skills/grade-paper-writing/prose-lint.mjs +108 -278
  87. package/skills/grade-paper-writing/prose-lint.test.ts +184 -81
  88. package/skills/paper-adversarial-review/SKILL.md +2 -2
  89. package/skills/paper-adversarial-review/SKILL.md.spec.ts +1 -1
  90. package/skills/paper-pipeline/SKILL.md +9 -12
  91. package/skills/paper-pipeline/SKILL.md.spec.ts +8 -11
  92. package/skills/paper-pipeline/description-language.eval.mjs +25 -15
  93. package/skills/paper-pipeline/framing-vs-vocabulary.eval.mjs +25 -15
  94. package/skills/paper-pipeline/grade-paper-writing-ablation.eval.mjs +25 -15
  95. package/skills/paper-pipeline/pipeline-firing.eval.mjs +27 -16
  96. package/skills/paper-pipeline/pipeline-language.eval.mjs +25 -15
  97. package/skills/paper-pipeline/references/acceptance-gate.md +16 -20
  98. package/skills/paper-pipeline/references/artifact-checklist.md +4 -5
  99. package/skills/paper-pipeline/references/pipeline-status-template.md +1 -1
  100. package/skills/paper-pipeline/scripts/README.md +0 -4
  101. package/skills/paper-pipeline/scripts/extract-ref-facts.harness.mjs +8 -72
  102. package/skills/paper-pipeline/scripts/extract-ref-facts.mjs +48 -156
  103. package/skills/paper-pipeline/scripts/extract-ref-facts.test.mjs +81 -75
  104. package/skills/paper-pipeline/scripts/generated-code.harness.mjs +3 -3
  105. package/skills/paper-status/SKILL.md +2 -2
  106. package/skills/paper-status/SKILL.md.spec.ts +1 -1
  107. package/skills/render-paper/SKILL.md +2 -2
  108. package/skills/render-paper/SKILL.md.spec.ts +1 -1
  109. package/skills/render-paper/extract-pdf-facts.mjs +2 -2
  110. package/skills/tighten-paper/SKILL.md +29 -42
  111. package/skills/tighten-paper/SKILL.md.spec.ts +28 -41
  112. package/skills/verify-citations/scripts/bib-authors.check.test.mjs +0 -13
  113. package/skills/verify-citations/scripts/bib-authors.cli.test.ts +23 -11
  114. package/skills/verify-citations/scripts/bib-authors.mjs +8 -93
  115. package/skills/verify-citations/scripts/bib-authors.test.mjs +1 -44
  116. package/src/build.harness.mjs +2 -2
  117. package/src/build.test.ts +1 -1
  118. package/src/build.ts +1 -6
  119. package/src/cli.harness.mjs +26 -46
  120. package/src/cli.test.ts +32 -40
  121. package/src/cli.ts +14 -54
  122. package/src/folder-venue-rule.test.ts +1 -1
  123. package/src/init.test.ts +6 -7
  124. package/src/init.ts +3 -22
  125. package/src/lint-fix.test.ts +10 -4
  126. package/src/new-paper.harness.mjs +9 -28
  127. package/src/new-paper.test.ts +6 -6
  128. package/src/new-paper.ts +11 -30
  129. package/src/paper-files.test.ts +5 -4
  130. package/src/paper-files.ts +4 -4
  131. package/src/paper-prose.test.ts +49 -0
  132. package/src/paper-prose.ts +67 -0
  133. package/src/parse-args.test.ts +0 -1
  134. package/src/structure.harness.ts +5 -11
  135. package/src/structure.ts +4 -3
  136. package/src/types.ts +0 -2
  137. package/fixtures/real-markdown-paper/baseline.json +0 -22
  138. package/fixtures/real-markdown-paper/baseline.ts +0 -70
  139. package/skills/paper-pipeline/PIPELINE-MAP.md +0 -381
  140. package/skills/paper-pipeline/pipeline-firing.baseline.json +0 -270
  141. package/skills/paper-pipeline/references/sweep-2026-08-09-ideal-pipeline.md +0 -585
  142. package/skills/paper-pipeline/scripts/artifact-coverage.harness.mjs +0 -492
  143. package/skills/paper-pipeline/scripts/artifact-coverage.mjs +0 -397
  144. package/skills/paper-pipeline/scripts/artifact-coverage.test.ts +0 -86
  145. package/skills/paper-pipeline/scripts/check-provenance.mjs +0 -184
  146. package/skills/paper-pipeline/scripts/population-map.harness.mjs +0 -135
  147. package/skills/paper-pipeline/scripts/population-map.mjs +0 -188
  148. package/skills/paper-pipeline/scripts/population-map.test.mjs +0 -154
  149. package/skills/paper-pipeline/scripts/provenance.harness.mjs +0 -266
  150. package/skills/paper-pipeline/scripts/round-diff.harness.ts +0 -907
  151. package/skills/paper-pipeline/scripts/round-diff.mjs +0 -583
  152. package/skills/paper-pipeline/scripts/round-diff.test.mjs +0 -159
  153. package/skills/tighten-paper/__snapshots__/structure.test.ts.snap +0 -133
  154. package/skills/tighten-paper/structure.mjs +0 -364
  155. package/skills/tighten-paper/structure.test.ts +0 -117
  156. package/templates/paper/paper.md +0 -4
@@ -4,7 +4,7 @@ description: Use when asking "does this paper read well?" / "is the writing any
4
4
  allowed-tools: [Read, Write, Edit, Grep, Glob, Agent, Skill]
5
5
  ---
6
6
 
7
- <!-- vigiles:sha256:03d0377baf71967f compiled from skills/grade-paper-writing/SKILL.md.spec.ts -->
7
+ <!-- vigiles:sha256:6401b9117bbf899f compiled from skills/grade-paper-writing/SKILL.md.spec.ts -->
8
8
 
9
9
  # grade-paper-writing — grade how the paper READS, then fix it sentence by sentence
10
10
 
@@ -53,7 +53,7 @@ derived from that gap.
53
53
  ### 🔴 Read the BUILT PDF, not the source
54
54
 
55
55
  **The stall pass reads the typeset pages.** The source is for locating the fix afterwards, never for
56
- judging the read. This was previously written as "read the `.tex`/`.md`, **or** run `render-paper`",
56
+ judging the read. This was previously written as "read the `.tex`, **or** run `render-paper`",
57
57
  and that *or* is why the pass kept missing what the author saw immediately: he reads the PDF.
58
58
 
59
59
  Things that exist only in the render, every one of which produces a real stall:
@@ -153,7 +153,7 @@ is what happened.
153
153
 
154
154
  ## How to run it
155
155
 
156
- 1. **Read the actual draft** (the `.tex`/`.md`, or run `render-paper` to read the built pages as a reader
156
+ 1. **Read the actual draft** (the `.tex`, or run `render-paper` to read the built pages as a reader
157
157
  would). Grade the writing as written — never from a summary.
158
158
  2. **Run the cold-read stall pass FIRST — the full specification is below, under "The stall pass".**
159
159
  It was previously a pointer to a reference section that did not exist, which is why the pass drifted
@@ -215,10 +215,17 @@ is what happened.
215
215
  5. **Flag the two prose traps by name:** (a) Attention-style dense contribution-less prose used where the
216
216
  audience does NOT already care; (b) hedge-stacking ("may possibly in some cases potentially") — replace
217
217
  each pile with one precise scope sentence.
218
- 6. 🔴 **Run `prose-lint.mjs` and treat every FLAG as a finding, not as context.** It is wired into
219
- `paper-lint` on paper edits, so its output arrives whether or not this skill was invoked — but the
220
- skill is what must ACT on it. Its thresholds are sourced; a FLAG means the text sits above a
221
- published human or machine baseline, which is a defect with a number attached, not an opinion.
218
+ 6. 🔴 **Run `prose-lint.mjs` on the paper and treat every FLAG as a finding, not as context:**
219
+
220
+ ```
221
+ node ${CLAUDE_SKILL_DIR}/prose-lint.mjs <paper-dir>/paper.tex # the report
222
+ node ${CLAUDE_SKILL_DIR}/prose-lint.mjs --headings <paper-dir>/paper.tex # the headings as a set
223
+ ```
224
+
225
+ It measures the prose a reader sees — includes spliced, no preamble, comments, floats or inline
226
+ `.bib` — so its rates are the paper's, not the source file's. The skill is what must ACT on it.
227
+ Its thresholds are sourced; a FLAG means the text sits above a published human or machine
228
+ baseline, which is a defect with a number attached, not an opinion.
222
229
  Two entries in `THRESHOLDS` exist because this skill previously ran five times without either
223
230
  firing: the `"not X, but Y"` density had **no threshold at all** and printed as a neutral line
224
231
  while standing at 50.8 per 10,000 words against an LLM baseline of 7.8, and the lexicon missed
@@ -227,21 +234,6 @@ is what happened.
227
234
  A number printed without a threshold is prose; that is this project's own thesis, and the linter
228
235
  was violating it.
229
236
 
230
- 6a. 🔴 **`prose-lint.mjs` IS NO LONGER ALONE — seven of its twelve gating metrics moved
231
- on 2026-08-26 into ESLint rules, and running only it shows you five twelfths.** A second
232
- run is mandatory; without it, step 6 is incomplete:
233
-
234
- ```
235
- npx eslint "papers/*/paper.md" "papers/*/draft.md"
236
- ```
237
-
238
- From there come: `paper/citation-density` · `paper/unexplained-jargon` ·
239
- `paper/multi-claim-sentence` · `paper/conceits` · `paper/hedge-density` ·
240
- `paper/discourse-subject` · `paper/undefined-coinage` (file — `eslint-rules/paper-craft.mjs`).
241
- Gain from the move — `file:line:col` on each finding: the old report printed the sentence head,
242
- and you had to find it in the article by eye. Everything step 6b says about
243
- meaning regression applies to them just the same: this is diagnosis, not objective.
244
-
245
237
  6b. 🔴 **A lint fix that costs meaning is a REGRESSION, and no linter can see it.** The metrics above
246
238
  are diagnostics, never objectives. Optimising one directly is how a sentence gets worse while the
247
239
  number gets better — and the number is exactly what makes it feel like progress.
@@ -59,7 +59,7 @@ derived from that gap.
59
59
  ### 🔴 Read the BUILT PDF, not the source
60
60
 
61
61
  **The stall pass reads the typeset pages.** The source is for locating the fix afterwards, never for
62
- judging the read. This was previously written as "read the \`.tex\`/\`.md\`, **or** run \`render-paper\`",
62
+ judging the read. This was previously written as "read the \`.tex\`, **or** run \`render-paper\`",
63
63
  and that *or* is why the pass kept missing what the author saw immediately: he reads the PDF.
64
64
 
65
65
  Things that exist only in the render, every one of which produces a real stall:
@@ -159,7 +159,7 @@ is what happened.
159
159
 
160
160
  ## How to run it
161
161
 
162
- 1. **Read the actual draft** (the \`.tex\`/\`.md\`, or run \`render-paper\` to read the built pages as a reader
162
+ 1. **Read the actual draft** (the \`.tex\`, or run \`render-paper\` to read the built pages as a reader
163
163
  would). Grade the writing as written — never from a summary.
164
164
  2. **Run the cold-read stall pass FIRST — the full specification is below, under "The stall pass".**
165
165
  It was previously a pointer to a reference section that did not exist, which is why the pass drifted
@@ -221,10 +221,17 @@ is what happened.
221
221
  5. **Flag the two prose traps by name:** (a) Attention-style dense contribution-less prose used where the
222
222
  audience does NOT already care; (b) hedge-stacking ("may possibly in some cases potentially") — replace
223
223
  each pile with one precise scope sentence.
224
- 6. 🔴 **Run \`prose-lint.mjs\` and treat every FLAG as a finding, not as context.** It is wired into
225
- \`paper-lint\` on paper edits, so its output arrives whether or not this skill was invoked — but the
226
- skill is what must ACT on it. Its thresholds are sourced; a FLAG means the text sits above a
227
- published human or machine baseline, which is a defect with a number attached, not an opinion.
224
+ 6. 🔴 **Run \`prose-lint.mjs\` on the paper and treat every FLAG as a finding, not as context:**
225
+
226
+ \`\`\`
227
+ node \${CLAUDE_SKILL_DIR}/prose-lint.mjs <paper-dir>/paper.tex # the report
228
+ node \${CLAUDE_SKILL_DIR}/prose-lint.mjs --headings <paper-dir>/paper.tex # the headings as a set
229
+ \`\`\`
230
+
231
+ It measures the prose a reader sees — includes spliced, no preamble, comments, floats or inline
232
+ \`.bib\` — so its rates are the paper's, not the source file's. The skill is what must ACT on it.
233
+ Its thresholds are sourced; a FLAG means the text sits above a published human or machine
234
+ baseline, which is a defect with a number attached, not an opinion.
228
235
  Two entries in \`THRESHOLDS\` exist because this skill previously ran five times without either
229
236
  firing: the \`"not X, but Y"\` density had **no threshold at all** and printed as a neutral line
230
237
  while standing at 50.8 per 10,000 words against an LLM baseline of 7.8, and the lexicon missed
@@ -233,21 +240,6 @@ is what happened.
233
240
  A number printed without a threshold is prose; that is this project's own thesis, and the linter
234
241
  was violating it.
235
242
 
236
- 6a. 🔴 **\`prose-lint.mjs\` IS NO LONGER ALONE — seven of its twelve gating metrics moved
237
- on 2026-08-26 into ESLint rules, and running only it shows you five twelfths.** A second
238
- run is mandatory; without it, step 6 is incomplete:
239
-
240
- \`\`\`
241
- npx eslint "papers/*/paper.md" "papers/*/draft.md"
242
- \`\`\`
243
-
244
- From there come: \`paper/citation-density\` · \`paper/unexplained-jargon\` ·
245
- \`paper/multi-claim-sentence\` · \`paper/conceits\` · \`paper/hedge-density\` ·
246
- \`paper/discourse-subject\` · \`paper/undefined-coinage\` (file — \`eslint-rules/paper-craft.mjs\`).
247
- Gain from the move — \`file:line:col\` on each finding: the old report printed the sentence head,
248
- and you had to find it in the article by eye. Everything step 6b says about
249
- meaning regression applies to them just the same: this is diagnosis, not objective.
250
-
251
243
  6b. 🔴 **A lint fix that costs meaning is a REGRESSION, and no linter can see it.** The metrics above
252
244
  are diagnostics, never objectives. Optimising one directly is how a sentence gets worse while the
253
245
  number gets better — and the number is exactly what makes it feel like progress.
@@ -1,18 +1,25 @@
1
1
  // Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
2
2
 
3
3
  exports[`--flags-only: an over-long caption flags and exits 1 1`] = `
4
- "✍️ prose-lint — paper.md — 2 finding(s):
4
+ "✍️ prose-lint — paper.tex — 2 finding(s):
5
5
  figures/fig1.tex: caption sentence of 46 words (warn >40) — "Big. word0 word1 word2 word3 word4 word5 word6 word7 word8 word9 word10 word11 word12 word13 word14 word15 wor…"
6
6
  figures/fig1.tex: caption is 106 words (warn >100) — a caption this long is a section under a picture
7
- run \`node .claude/skills/grade-paper-writing/prose-lint.mjs <file>\` for the sentences
7
+ run prose-lint.mjs on the file without --flags-only for the sentences
8
8
  "
9
9
  `;
10
10
 
11
- exports[`--headings lists every heading from level 2 to 4, in order 1`] = `
11
+ exports[`--headings on a paper.tex lists its section titles, in order 1`] = `
12
12
  "
13
- === paper.md — every heading, in order ===
13
+ === paper.tex — every heading, in order ===
14
14
  1. Introduction
15
- 2. Method
15
+ 2. The measurement pitfall
16
+ 3. Method: a cost-aware, correctness-gated harness
17
+ 4. Results
18
+ 5. The advertised savings don't show up
19
+ 6. A ceiling for any output-trimming tool
20
+ 7. Discussion and threats to validity
21
+ 8. Related work
22
+ 9. Conclusion
16
23
 
17
24
  Read these as a stranger who will read nothing else. Each should name a thing:
18
25
  a linter, a configuration, a repository, a rule — not "answers", "kinds", "moves".
@@ -21,28 +28,8 @@ a linter, a configuration, a repository, a rule — not "answers", "kinds", "mov
21
28
  "
22
29
  `;
23
30
 
24
- exports[`a .tex file is refused with exit 2, and nothing is measured 1`] = `
25
- "prose-lint reads markdown, not LaTeX: <root>/paper.tex
26
- There is no .tex stripping here — the word count would include the preamble and the .bib,
27
- and every metric (they are all fractions of the word count) would be understated by roughly half.
28
- What to cover prose in .tex with — papers/research/2026-08-26-proza-v-latex-zanyatost.md
31
+ exports[`the report over a rendered page: page numbers, hyphenation and the references are dropped 1`] = `
29
32
  "
30
- `;
31
-
32
- exports[`the full report over markdown and rendered text 1`] = `
33
- "
34
- === paper.md — 82 words, 9 sentences ===
35
- sentence lengths [7,10,8,6,19,6,8,8,6] mean 8.7 sd 3.9 CV 0.45
36
- FLAG all metadiscourse/1000w 195.1 (Hyland RA baseline 64.9, warn >90)
37
- nominalisations/1000w 12.2
38
- FLAG "rather than"/instead-of/10,000w 243.9 (warn >25; not epanorthosis, no published baseline)
39
- FLAG sentences ending on a cross-ref/citation/hedge (wasted stress position): 3
40
- > …Clearly the first result matters (Section 3).
41
- > …Prior work agrees [1, 2].
42
- > … full suite of papers, which suggests the method might hold generally.
43
- ok sentences whose main claim is a negation: 22%
44
- topic positions (whose story is this?): "in this paper we present" | "it might possibly help, but" | "clearly the first result matters" | "prior work agrees [1, 2]." | "the speedup was 40% on" | "- the first item is" | "- the second item is" | "we believe that rather than" | "instead of prose, the numbers"
45
-
46
33
  === page.txt — 13 words, 3 sentences ===
47
34
  sentence lengths [3,6,4] mean 4.3 sd 1.2 CV 0.29
48
35
  ok all metadiscourse/1000w 0 (Hyland RA baseline 64.9, warn >90)
@@ -55,3 +42,30 @@ ok sentences whose main claim is a negation: 0%
55
42
  (thresholds and their sources are in THRESHOLDS at the top of this file)
56
43
  "
57
44
  `;
45
+
46
+ exports[`🔴 a paper.tex is measured on the prose a reader sees — not its preamble, comments or inline .bib 1`] = `
47
+ "
48
+ === paper.tex — 4181 words, 166 sentences ===
49
+ sentence lengths [16,24,12,44,37,27,45,26,33,25,23,16,19,23,9,75,42,14,11,28,19,4,34,15,32,24,39,38,38,9,15,29,26,42,45,78,23,27,18,44,57,20,23,43,30,42,31,27,46,30,30,29,16,53,33,41,23,7,28,27,30,26,14,48,9,26,11,15,5,24,14,16,11,1,38,48,12,18,31,20,44,15,30,36,57,22,25,13,25,52,14,7,17,13,16,7,21,19,18,10,20,7,23,7,5,21,7,27,29,8,14,7,23,16,11,9,20,36,32,25,37,18,7,13,35,37,35,27,16,15,23,29,26,26,12,9,15,19,24,10,22,30,24,18,34,16,50,22,32,63,36,26,12,37,36,12,17,48,10,35,27,24,22,19,35,32] mean 25.2 sd 13.6 CV 0.54
50
+ ok all metadiscourse/1000w 50.2 (Hyland RA baseline 64.9, warn >90)
51
+ nominalisations/1000w 27.3
52
+ FLAG "rather than"/instead-of/10,000w 28.7 (warn >25; not epanorthosis, no published baseline)
53
+ FLAG sentences ending on a cross-ref/citation/hedge (wasted stress position): 12
54
+ > … this kind are already woven into how programmers work day to day [1].
55
+ > …the cost claims of the surrounding tooling are largely taken on trust.
56
+ > …, none of which describe how a coding agent actually runs (Section 1).
57
+ > …n class, and rejects any trial that regresses correctness (Section 1).
58
+ > …und explains why no output-trimming tool can move it much (Section 1).
59
+ > …eaningful under the conditions its consumers face, or it misleads [1].
60
+ > …ently no-ops, which invalidated an earlier run until we caught it [1].
61
+ > …irk of these two tools; it follows from the cost structure (Figure 1).
62
+ > … flagship's output change ranges from a growth to a cut (Table 1) [1].
63
+ > … right [1], compressing prompts [1], and caching repeated context [1].
64
+ > …], and that results from a handful of runs need honest statistics [1].
65
+ > …g code [1], and models that memorize answers instead of reasoning [1].
66
+ ok sentences whose main claim is a negation: 37%
67
+ topic positions (whose story is this?): "a fast-growing ecosystem of plugins," | "the most popular single artifact---a" | "we show that such claims," | "efficiency tools are validated on" | "we introduce a reproducible, cost-aware," | "across 140 runs on two" | "output falls far short of" | "the ceiling is also structural:" | "we argue that trustworthy evaluation" | "ai coding agents and their" | "built on the reasoning-and-acting loops" | "assistants of this kind are" | "an unverified performance claim about" | "while the community has invested" | "we focus on the most" | "the flagship example is a" | "naming the commits matters more" | "two separate claims are bundled" | "the first is that the" | "that one has already been" | "the second claim is the" | "nobody had measured it." | "it fails for a reason" | "this paper is about the" | "rq: when a token-efficiency tool" | "the first half is measured," | "our contribution is not that" | "we identify why the headline" | "we build a cost-aware, correctness-gated" | "we measure two widely used" | "output falls far short of" | "the dollar bill does not" | "the broader point is about" | "a modern agent bills tokens" | "a multi-turn agentic session [1]" | "reading the upstream benchmark code" | "the reported number measures something" | "the fix is to measure" | "the compression literature these tools" | "the harness --- the ecosystem" | "we implement the evaluation as" | "figure 1 shows the whole" | "each tool is delivered as" | "a skill that ships as" | "this step is load-bearing: a" | "we use seven self-contained coding" | "the suite deliberately skews short" | "each task is run with" | "the runs date from july" | "the two tools are the" | "for every run we record" | "on a subscription the \`\`bill''" | "we report dollars---the weighting most" | "each task carries a deterministic" | "these are lightweight structural checks" | "a trial where the skill" | "for each task we report" | "we call an effect significant" | "we also note which effects" | "for the bill we report" | "averages taken over a few" | "this protocol is sized to" | "two things are still required" | "the flagship skill (claim 65%)" | "we sign bill changes so" | "for the flagship, the bill" | "either way the answer is" | "the second tool (claim 63%)" | "it is also not significant." | "its one per-task cell that" | "the intervals are wide: at" | "but they exclude anything near" | "whatever room remains is capped" | "correctness." | "both arms passed the correctness" | "a sharper signal hides in" | "this is a short-session effect" | "this is not a quirk" | "both shares below are measured," | "pooled across all tasks and" | "if output is a fraction" | "even a perfect 65% output" | "the advertised 63--75% and the" | "the flagship's other feature trims" | "output is a small fraction" | "we measure cost: latency and" | "we do not claim \`\`these" | "nor do we dispute the" | "our point is that they" | "we label each by its" | "we run five trials per" | "that is itself part of" | "across tasks the flagship's output" | "the honest quantity is therefore" | "our design refutes the advertised" | "what caps those is the" | "a formal equivalence test (tost---a" | "the harness is not toothless," | "at that scale we read" | "we test one model, and" | "anthropic's tiers all share a" | "the ceiling scales linearly with" | "even if output were priced" | "our tasks top out around" | "this cuts in our favor." | "a longer session re-reads a" | "that pushes the ceiling lower," | "one might object that terser" | "but that downstream saving is" | "so it adds a few" | "the compounded ceiling is --," | "the overhead runs the other" | "an always-loaded tool prompt adds" | "that fixed cost amortizes over" | "the durable long-session prediction is" | "an empirical long-session demonstration is" | "every run in the main" | "the harness decides how many" | "a wordier model would raise" | "the ceiling of section 1" | "a pilot on claude haiku" | "nearly double, and still about" | "both runs ship in the" | "a second harness is reachable" | "the flagship now ships wrappers" | "measuring a second harness therefore" | "wrapper list and the rejected" | "we do not study multi-agent" | "we test two tools, and" | "the harness can a/b any" | "the bias runs in our" | "our per-run bill uses the" | "a user can also invalidate" | "(the first two rewrite the" | "that is, they push cost" | "they lower the ceiling and" | "so our clean-caching tasks, if" | "the correctness gate is a" | "so \`\`zero regressions'' bounds gross" | "a stronger gate that runs" | "still, a gate that never" | "without it, a harness would" | "the efficiency-claim failure is a" | "a community norm of cost-aware," | "execution-based, correctness-gated benchmarks such as" | "we keep their correctness-first discipline" | "several lines of work push" | "we take the same stance---price" | "closest to us, [1] argue" | "we turn that lens on" | "a long line of work" | "capability benchmarks show the same" | "we aim the same critique" | "the industry a/b test cited" | "what we add over such" | "the efficiency-tool market runs on" | "these tools trim what the" | "we measured two of the" | "the numbers are not fabricated;" | "the output you are shown" | "trimming the model's replies to" | "we release the measurements with" | "before you install the next" | "the complete harness of section" | "the measurements are released per" | "individual trial rows are not"
68
+
69
+ (thresholds and their sources are in THRESHOLDS at the top of this file)
70
+ "
71
+ `;