paperlint 7.2.0 → 8.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/build.d.ts.map +1 -1
- package/dist/build.js +1 -6
- package/dist/build.js.map +1 -1
- package/dist/cli.d.ts +3 -4
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +13 -42
- package/dist/cli.js.map +1 -1
- package/dist/eslint-rules/latex-language.d.ts.map +1 -1
- package/dist/eslint-rules/latex-language.js +10 -13
- package/dist/eslint-rules/latex-language.js.map +1 -1
- package/dist/eslint-rules/paper-context.js +2 -2
- package/dist/eslint-rules/paper-typography.d.ts.map +1 -1
- package/dist/eslint-rules/paper-typography.js +22 -91
- package/dist/eslint-rules/paper-typography.js.map +1 -1
- package/dist/eslint-rules/papers.d.ts +1 -3
- package/dist/eslint-rules/papers.d.ts.map +1 -1
- package/dist/eslint-rules/papers.js +2 -4
- package/dist/eslint-rules/papers.js.map +1 -1
- package/dist/eslint-rules/tex-build.d.ts.map +1 -1
- package/dist/eslint-rules/tex-build.js +8 -25
- package/dist/eslint-rules/tex-build.js.map +1 -1
- package/dist/init.d.ts +1 -4
- package/dist/init.d.ts.map +1 -1
- package/dist/init.js +3 -9
- package/dist/init.js.map +1 -1
- package/dist/lib/markdown.d.ts +5 -81
- package/dist/lib/markdown.d.ts.map +1 -1
- package/dist/lib/markdown.js +5 -116
- package/dist/lib/markdown.js.map +1 -1
- package/dist/lib/paper-config.d.ts.map +1 -1
- package/dist/lib/paper-config.js +0 -2
- package/dist/lib/paper-config.js.map +1 -1
- package/dist/lib/skill-eval-fixture.d.ts +6 -4
- package/dist/lib/skill-eval-fixture.d.ts.map +1 -1
- package/dist/lib/skill-eval-fixture.js +25 -18
- package/dist/lib/skill-eval-fixture.js.map +1 -1
- package/dist/new-paper.d.ts +5 -11
- package/dist/new-paper.d.ts.map +1 -1
- package/dist/new-paper.js +12 -23
- package/dist/new-paper.js.map +1 -1
- package/dist/paper-files.d.ts +4 -4
- package/dist/paper-prose.d.ts +17 -0
- package/dist/paper-prose.d.ts.map +1 -0
- package/dist/paper-prose.js +46 -0
- package/dist/paper-prose.js.map +1 -0
- package/dist/structure.d.ts.map +1 -1
- package/dist/structure.js +4 -3
- package/dist/structure.js.map +1 -1
- package/dist/types.d.ts +0 -2
- package/dist/types.d.ts.map +1 -1
- package/docs/configuration.md +7 -9
- package/docs/e2e.md +4 -6
- package/docs/prior-art/paper-folder-scaffolding.md +24 -29
- package/docs/rules/tex/claim-provenance.md +0 -1
- package/docs/rules.md +2 -6
- package/eslint-rules/latex-language.harness.mjs +3 -3
- package/eslint-rules/latex-language.ts +10 -13
- package/eslint-rules/paper-context.ts +2 -2
- package/eslint-rules/paper-typography.test.mjs +17 -85
- package/eslint-rules/paper-typography.ts +22 -98
- package/eslint-rules/papers.harness.mjs +1 -1
- package/eslint-rules/papers.ts +2 -4
- package/eslint-rules/tex-build.harness.mjs +2 -2
- package/eslint-rules/tex-build.ts +8 -25
- package/eslint.config.mjs +0 -1
- package/hooks/hooks.harness.ts +15 -15
- package/hooks/paper-edit-guard.hook.mjs +5 -8
- package/hooks/paper-edit-guard.test.ts +12 -3
- package/hooks/paper-skills-nudge.hook.mjs +2 -3
- package/hooks/paper-skills-nudge.test.ts +13 -3
- package/hooks/paper-status-gates.hook.mjs +2 -2
- package/hooks/paper-status-gates.test.ts +14 -2
- package/lib/markdown.test.mjs +5 -60
- package/lib/markdown.ts +9 -136
- package/lib/paper-config.ts +0 -2
- package/lib/skill-checks.test.mjs +4 -1
- package/lib/skill-eval-fixture.ts +25 -18
- package/package.json +1 -3
- package/presets/realm.jsonc +1 -1
- package/scripts/harness-api.frozen.json +0 -5
- package/skills/cold-read-diff/SKILL.md +3 -3
- package/skills/cold-read-diff/SKILL.md.spec.ts +2 -2
- package/skills/grade-paper-writing/SKILL.md +14 -22
- package/skills/grade-paper-writing/SKILL.md.spec.ts +13 -21
- package/skills/grade-paper-writing/__snapshots__/prose-lint.test.ts.snap +40 -26
- package/skills/grade-paper-writing/prose-lint.mjs +108 -278
- package/skills/grade-paper-writing/prose-lint.test.ts +184 -81
- package/skills/paper-adversarial-review/SKILL.md +2 -2
- package/skills/paper-adversarial-review/SKILL.md.spec.ts +1 -1
- package/skills/paper-pipeline/SKILL.md +9 -12
- package/skills/paper-pipeline/SKILL.md.spec.ts +8 -11
- package/skills/paper-pipeline/description-language.eval.mjs +25 -15
- package/skills/paper-pipeline/framing-vs-vocabulary.eval.mjs +25 -15
- package/skills/paper-pipeline/grade-paper-writing-ablation.eval.mjs +25 -15
- package/skills/paper-pipeline/pipeline-firing.eval.mjs +27 -16
- package/skills/paper-pipeline/pipeline-language.eval.mjs +25 -15
- package/skills/paper-pipeline/references/acceptance-gate.md +16 -20
- package/skills/paper-pipeline/references/artifact-checklist.md +4 -5
- package/skills/paper-pipeline/references/pipeline-status-template.md +1 -1
- package/skills/paper-pipeline/scripts/README.md +0 -4
- package/skills/paper-pipeline/scripts/extract-ref-facts.harness.mjs +8 -72
- package/skills/paper-pipeline/scripts/extract-ref-facts.mjs +48 -156
- package/skills/paper-pipeline/scripts/extract-ref-facts.test.mjs +81 -75
- package/skills/paper-pipeline/scripts/generated-code.harness.mjs +3 -3
- package/skills/paper-status/SKILL.md +2 -2
- package/skills/paper-status/SKILL.md.spec.ts +1 -1
- package/skills/render-paper/SKILL.md +2 -2
- package/skills/render-paper/SKILL.md.spec.ts +1 -1
- package/skills/render-paper/extract-pdf-facts.mjs +2 -2
- package/skills/tighten-paper/SKILL.md +29 -42
- package/skills/tighten-paper/SKILL.md.spec.ts +28 -41
- package/skills/verify-citations/scripts/bib-authors.check.test.mjs +0 -13
- package/skills/verify-citations/scripts/bib-authors.cli.test.ts +23 -11
- package/skills/verify-citations/scripts/bib-authors.mjs +8 -93
- package/skills/verify-citations/scripts/bib-authors.test.mjs +1 -44
- package/src/build.harness.mjs +2 -2
- package/src/build.test.ts +1 -1
- package/src/build.ts +1 -6
- package/src/cli.harness.mjs +26 -46
- package/src/cli.test.ts +32 -40
- package/src/cli.ts +14 -54
- package/src/folder-venue-rule.test.ts +1 -1
- package/src/init.test.ts +6 -7
- package/src/init.ts +3 -22
- package/src/lint-fix.test.ts +10 -4
- package/src/new-paper.harness.mjs +9 -28
- package/src/new-paper.test.ts +6 -6
- package/src/new-paper.ts +11 -30
- package/src/paper-files.test.ts +5 -4
- package/src/paper-files.ts +4 -4
- package/src/paper-prose.test.ts +49 -0
- package/src/paper-prose.ts +67 -0
- package/src/parse-args.test.ts +0 -1
- package/src/structure.harness.ts +5 -11
- package/src/structure.ts +4 -3
- package/src/types.ts +0 -2
- package/fixtures/real-markdown-paper/baseline.json +0 -22
- package/fixtures/real-markdown-paper/baseline.ts +0 -70
- package/skills/paper-pipeline/PIPELINE-MAP.md +0 -381
- package/skills/paper-pipeline/pipeline-firing.baseline.json +0 -270
- package/skills/paper-pipeline/references/sweep-2026-08-09-ideal-pipeline.md +0 -585
- package/skills/paper-pipeline/scripts/artifact-coverage.harness.mjs +0 -492
- package/skills/paper-pipeline/scripts/artifact-coverage.mjs +0 -397
- package/skills/paper-pipeline/scripts/artifact-coverage.test.ts +0 -86
- package/skills/paper-pipeline/scripts/check-provenance.mjs +0 -184
- package/skills/paper-pipeline/scripts/population-map.harness.mjs +0 -135
- package/skills/paper-pipeline/scripts/population-map.mjs +0 -188
- package/skills/paper-pipeline/scripts/population-map.test.mjs +0 -154
- package/skills/paper-pipeline/scripts/provenance.harness.mjs +0 -266
- package/skills/paper-pipeline/scripts/round-diff.harness.ts +0 -907
- package/skills/paper-pipeline/scripts/round-diff.mjs +0 -583
- package/skills/paper-pipeline/scripts/round-diff.test.mjs +0 -159
- package/skills/tighten-paper/__snapshots__/structure.test.ts.snap +0 -133
- package/skills/tighten-paper/structure.mjs +0 -364
- package/skills/tighten-paper/structure.test.ts +0 -117
- package/templates/paper/paper.md +0 -4
|
@@ -4,7 +4,7 @@ description: Use when asking "does this paper read well?" / "is the writing any
|
|
|
4
4
|
allowed-tools: [Read, Write, Edit, Grep, Glob, Agent, Skill]
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
-
<!-- vigiles:sha256:
|
|
7
|
+
<!-- vigiles:sha256:6401b9117bbf899f compiled from skills/grade-paper-writing/SKILL.md.spec.ts -->
|
|
8
8
|
|
|
9
9
|
# grade-paper-writing — grade how the paper READS, then fix it sentence by sentence
|
|
10
10
|
|
|
@@ -53,7 +53,7 @@ derived from that gap.
|
|
|
53
53
|
### 🔴 Read the BUILT PDF, not the source
|
|
54
54
|
|
|
55
55
|
**The stall pass reads the typeset pages.** The source is for locating the fix afterwards, never for
|
|
56
|
-
judging the read. This was previously written as "read the `.tex
|
|
56
|
+
judging the read. This was previously written as "read the `.tex`, **or** run `render-paper`",
|
|
57
57
|
and that *or* is why the pass kept missing what the author saw immediately: he reads the PDF.
|
|
58
58
|
|
|
59
59
|
Things that exist only in the render, every one of which produces a real stall:
|
|
@@ -153,7 +153,7 @@ is what happened.
|
|
|
153
153
|
|
|
154
154
|
## How to run it
|
|
155
155
|
|
|
156
|
-
1. **Read the actual draft** (the `.tex
|
|
156
|
+
1. **Read the actual draft** (the `.tex`, or run `render-paper` to read the built pages as a reader
|
|
157
157
|
would). Grade the writing as written — never from a summary.
|
|
158
158
|
2. **Run the cold-read stall pass FIRST — the full specification is below, under "The stall pass".**
|
|
159
159
|
It was previously a pointer to a reference section that did not exist, which is why the pass drifted
|
|
@@ -215,10 +215,17 @@ is what happened.
|
|
|
215
215
|
5. **Flag the two prose traps by name:** (a) Attention-style dense contribution-less prose used where the
|
|
216
216
|
audience does NOT already care; (b) hedge-stacking ("may possibly in some cases potentially") — replace
|
|
217
217
|
each pile with one precise scope sentence.
|
|
218
|
-
6. 🔴 **Run `prose-lint.mjs` and treat every FLAG as a finding, not as context
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
218
|
+
6. 🔴 **Run `prose-lint.mjs` on the paper and treat every FLAG as a finding, not as context:**
|
|
219
|
+
|
|
220
|
+
```
|
|
221
|
+
node ${CLAUDE_SKILL_DIR}/prose-lint.mjs <paper-dir>/paper.tex # the report
|
|
222
|
+
node ${CLAUDE_SKILL_DIR}/prose-lint.mjs --headings <paper-dir>/paper.tex # the headings as a set
|
|
223
|
+
```
|
|
224
|
+
|
|
225
|
+
It measures the prose a reader sees — includes spliced, no preamble, comments, floats or inline
|
|
226
|
+
`.bib` — so its rates are the paper's, not the source file's. The skill is what must ACT on it.
|
|
227
|
+
Its thresholds are sourced; a FLAG means the text sits above a published human or machine
|
|
228
|
+
baseline, which is a defect with a number attached, not an opinion.
|
|
222
229
|
Two entries in `THRESHOLDS` exist because this skill previously ran five times without either
|
|
223
230
|
firing: the `"not X, but Y"` density had **no threshold at all** and printed as a neutral line
|
|
224
231
|
while standing at 50.8 per 10,000 words against an LLM baseline of 7.8, and the lexicon missed
|
|
@@ -227,21 +234,6 @@ is what happened.
|
|
|
227
234
|
A number printed without a threshold is prose; that is this project's own thesis, and the linter
|
|
228
235
|
was violating it.
|
|
229
236
|
|
|
230
|
-
6a. 🔴 **`prose-lint.mjs` IS NO LONGER ALONE — seven of its twelve gating metrics moved
|
|
231
|
-
on 2026-08-26 into ESLint rules, and running only it shows you five twelfths.** A second
|
|
232
|
-
run is mandatory; without it, step 6 is incomplete:
|
|
233
|
-
|
|
234
|
-
```
|
|
235
|
-
npx eslint "papers/*/paper.md" "papers/*/draft.md"
|
|
236
|
-
```
|
|
237
|
-
|
|
238
|
-
From there come: `paper/citation-density` · `paper/unexplained-jargon` ·
|
|
239
|
-
`paper/multi-claim-sentence` · `paper/conceits` · `paper/hedge-density` ·
|
|
240
|
-
`paper/discourse-subject` · `paper/undefined-coinage` (file — `eslint-rules/paper-craft.mjs`).
|
|
241
|
-
Gain from the move — `file:line:col` on each finding: the old report printed the sentence head,
|
|
242
|
-
and you had to find it in the article by eye. Everything step 6b says about
|
|
243
|
-
meaning regression applies to them just the same: this is diagnosis, not objective.
|
|
244
|
-
|
|
245
237
|
6b. 🔴 **A lint fix that costs meaning is a REGRESSION, and no linter can see it.** The metrics above
|
|
246
238
|
are diagnostics, never objectives. Optimising one directly is how a sentence gets worse while the
|
|
247
239
|
number gets better — and the number is exactly what makes it feel like progress.
|
|
@@ -59,7 +59,7 @@ derived from that gap.
|
|
|
59
59
|
### 🔴 Read the BUILT PDF, not the source
|
|
60
60
|
|
|
61
61
|
**The stall pass reads the typeset pages.** The source is for locating the fix afterwards, never for
|
|
62
|
-
judging the read. This was previously written as "read the \`.tex
|
|
62
|
+
judging the read. This was previously written as "read the \`.tex\`, **or** run \`render-paper\`",
|
|
63
63
|
and that *or* is why the pass kept missing what the author saw immediately: he reads the PDF.
|
|
64
64
|
|
|
65
65
|
Things that exist only in the render, every one of which produces a real stall:
|
|
@@ -159,7 +159,7 @@ is what happened.
|
|
|
159
159
|
|
|
160
160
|
## How to run it
|
|
161
161
|
|
|
162
|
-
1. **Read the actual draft** (the \`.tex
|
|
162
|
+
1. **Read the actual draft** (the \`.tex\`, or run \`render-paper\` to read the built pages as a reader
|
|
163
163
|
would). Grade the writing as written — never from a summary.
|
|
164
164
|
2. **Run the cold-read stall pass FIRST — the full specification is below, under "The stall pass".**
|
|
165
165
|
It was previously a pointer to a reference section that did not exist, which is why the pass drifted
|
|
@@ -221,10 +221,17 @@ is what happened.
|
|
|
221
221
|
5. **Flag the two prose traps by name:** (a) Attention-style dense contribution-less prose used where the
|
|
222
222
|
audience does NOT already care; (b) hedge-stacking ("may possibly in some cases potentially") — replace
|
|
223
223
|
each pile with one precise scope sentence.
|
|
224
|
-
6. 🔴 **Run \`prose-lint.mjs\` and treat every FLAG as a finding, not as context
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
224
|
+
6. 🔴 **Run \`prose-lint.mjs\` on the paper and treat every FLAG as a finding, not as context:**
|
|
225
|
+
|
|
226
|
+
\`\`\`
|
|
227
|
+
node \${CLAUDE_SKILL_DIR}/prose-lint.mjs <paper-dir>/paper.tex # the report
|
|
228
|
+
node \${CLAUDE_SKILL_DIR}/prose-lint.mjs --headings <paper-dir>/paper.tex # the headings as a set
|
|
229
|
+
\`\`\`
|
|
230
|
+
|
|
231
|
+
It measures the prose a reader sees — includes spliced, no preamble, comments, floats or inline
|
|
232
|
+
\`.bib\` — so its rates are the paper's, not the source file's. The skill is what must ACT on it.
|
|
233
|
+
Its thresholds are sourced; a FLAG means the text sits above a published human or machine
|
|
234
|
+
baseline, which is a defect with a number attached, not an opinion.
|
|
228
235
|
Two entries in \`THRESHOLDS\` exist because this skill previously ran five times without either
|
|
229
236
|
firing: the \`"not X, but Y"\` density had **no threshold at all** and printed as a neutral line
|
|
230
237
|
while standing at 50.8 per 10,000 words against an LLM baseline of 7.8, and the lexicon missed
|
|
@@ -233,21 +240,6 @@ is what happened.
|
|
|
233
240
|
A number printed without a threshold is prose; that is this project's own thesis, and the linter
|
|
234
241
|
was violating it.
|
|
235
242
|
|
|
236
|
-
6a. 🔴 **\`prose-lint.mjs\` IS NO LONGER ALONE — seven of its twelve gating metrics moved
|
|
237
|
-
on 2026-08-26 into ESLint rules, and running only it shows you five twelfths.** A second
|
|
238
|
-
run is mandatory; without it, step 6 is incomplete:
|
|
239
|
-
|
|
240
|
-
\`\`\`
|
|
241
|
-
npx eslint "papers/*/paper.md" "papers/*/draft.md"
|
|
242
|
-
\`\`\`
|
|
243
|
-
|
|
244
|
-
From there come: \`paper/citation-density\` · \`paper/unexplained-jargon\` ·
|
|
245
|
-
\`paper/multi-claim-sentence\` · \`paper/conceits\` · \`paper/hedge-density\` ·
|
|
246
|
-
\`paper/discourse-subject\` · \`paper/undefined-coinage\` (file — \`eslint-rules/paper-craft.mjs\`).
|
|
247
|
-
Gain from the move — \`file:line:col\` on each finding: the old report printed the sentence head,
|
|
248
|
-
and you had to find it in the article by eye. Everything step 6b says about
|
|
249
|
-
meaning regression applies to them just the same: this is diagnosis, not objective.
|
|
250
|
-
|
|
251
243
|
6b. 🔴 **A lint fix that costs meaning is a REGRESSION, and no linter can see it.** The metrics above
|
|
252
244
|
are diagnostics, never objectives. Optimising one directly is how a sentence gets worse while the
|
|
253
245
|
number gets better — and the number is exactly what makes it feel like progress.
|
|
@@ -1,18 +1,25 @@
|
|
|
1
1
|
// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
|
|
2
2
|
|
|
3
3
|
exports[`--flags-only: an over-long caption flags and exits 1 1`] = `
|
|
4
|
-
"✍️ prose-lint — paper.
|
|
4
|
+
"✍️ prose-lint — paper.tex — 2 finding(s):
|
|
5
5
|
figures/fig1.tex: caption sentence of 46 words (warn >40) — "Big. word0 word1 word2 word3 word4 word5 word6 word7 word8 word9 word10 word11 word12 word13 word14 word15 wor…"
|
|
6
6
|
figures/fig1.tex: caption is 106 words (warn >100) — a caption this long is a section under a picture
|
|
7
|
-
run
|
|
7
|
+
run prose-lint.mjs on the file without --flags-only for the sentences
|
|
8
8
|
"
|
|
9
9
|
`;
|
|
10
10
|
|
|
11
|
-
exports[`--headings
|
|
11
|
+
exports[`--headings on a paper.tex lists its section titles, in order 1`] = `
|
|
12
12
|
"
|
|
13
|
-
=== paper.
|
|
13
|
+
=== paper.tex — every heading, in order ===
|
|
14
14
|
1. Introduction
|
|
15
|
-
2.
|
|
15
|
+
2. The measurement pitfall
|
|
16
|
+
3. Method: a cost-aware, correctness-gated harness
|
|
17
|
+
4. Results
|
|
18
|
+
5. The advertised savings don't show up
|
|
19
|
+
6. A ceiling for any output-trimming tool
|
|
20
|
+
7. Discussion and threats to validity
|
|
21
|
+
8. Related work
|
|
22
|
+
9. Conclusion
|
|
16
23
|
|
|
17
24
|
Read these as a stranger who will read nothing else. Each should name a thing:
|
|
18
25
|
a linter, a configuration, a repository, a rule — not "answers", "kinds", "moves".
|
|
@@ -21,28 +28,8 @@ a linter, a configuration, a repository, a rule — not "answers", "kinds", "mov
|
|
|
21
28
|
"
|
|
22
29
|
`;
|
|
23
30
|
|
|
24
|
-
exports[`
|
|
25
|
-
"prose-lint reads markdown, not LaTeX: <root>/paper.tex
|
|
26
|
-
There is no .tex stripping here — the word count would include the preamble and the .bib,
|
|
27
|
-
and every metric (they are all fractions of the word count) would be understated by roughly half.
|
|
28
|
-
What to cover prose in .tex with — papers/research/2026-08-26-proza-v-latex-zanyatost.md
|
|
31
|
+
exports[`the report over a rendered page: page numbers, hyphenation and the references are dropped 1`] = `
|
|
29
32
|
"
|
|
30
|
-
`;
|
|
31
|
-
|
|
32
|
-
exports[`the full report over markdown and rendered text 1`] = `
|
|
33
|
-
"
|
|
34
|
-
=== paper.md — 82 words, 9 sentences ===
|
|
35
|
-
sentence lengths [7,10,8,6,19,6,8,8,6] mean 8.7 sd 3.9 CV 0.45
|
|
36
|
-
FLAG all metadiscourse/1000w 195.1 (Hyland RA baseline 64.9, warn >90)
|
|
37
|
-
nominalisations/1000w 12.2
|
|
38
|
-
FLAG "rather than"/instead-of/10,000w 243.9 (warn >25; not epanorthosis, no published baseline)
|
|
39
|
-
FLAG sentences ending on a cross-ref/citation/hedge (wasted stress position): 3
|
|
40
|
-
> …Clearly the first result matters (Section 3).
|
|
41
|
-
> …Prior work agrees [1, 2].
|
|
42
|
-
> … full suite of papers, which suggests the method might hold generally.
|
|
43
|
-
ok sentences whose main claim is a negation: 22%
|
|
44
|
-
topic positions (whose story is this?): "in this paper we present" | "it might possibly help, but" | "clearly the first result matters" | "prior work agrees [1, 2]." | "the speedup was 40% on" | "- the first item is" | "- the second item is" | "we believe that rather than" | "instead of prose, the numbers"
|
|
45
|
-
|
|
46
33
|
=== page.txt — 13 words, 3 sentences ===
|
|
47
34
|
sentence lengths [3,6,4] mean 4.3 sd 1.2 CV 0.29
|
|
48
35
|
ok all metadiscourse/1000w 0 (Hyland RA baseline 64.9, warn >90)
|
|
@@ -55,3 +42,30 @@ ok sentences whose main claim is a negation: 0%
|
|
|
55
42
|
(thresholds and their sources are in THRESHOLDS at the top of this file)
|
|
56
43
|
"
|
|
57
44
|
`;
|
|
45
|
+
|
|
46
|
+
exports[`🔴 a paper.tex is measured on the prose a reader sees — not its preamble, comments or inline .bib 1`] = `
|
|
47
|
+
"
|
|
48
|
+
=== paper.tex — 4181 words, 166 sentences ===
|
|
49
|
+
sentence lengths [16,24,12,44,37,27,45,26,33,25,23,16,19,23,9,75,42,14,11,28,19,4,34,15,32,24,39,38,38,9,15,29,26,42,45,78,23,27,18,44,57,20,23,43,30,42,31,27,46,30,30,29,16,53,33,41,23,7,28,27,30,26,14,48,9,26,11,15,5,24,14,16,11,1,38,48,12,18,31,20,44,15,30,36,57,22,25,13,25,52,14,7,17,13,16,7,21,19,18,10,20,7,23,7,5,21,7,27,29,8,14,7,23,16,11,9,20,36,32,25,37,18,7,13,35,37,35,27,16,15,23,29,26,26,12,9,15,19,24,10,22,30,24,18,34,16,50,22,32,63,36,26,12,37,36,12,17,48,10,35,27,24,22,19,35,32] mean 25.2 sd 13.6 CV 0.54
|
|
50
|
+
ok all metadiscourse/1000w 50.2 (Hyland RA baseline 64.9, warn >90)
|
|
51
|
+
nominalisations/1000w 27.3
|
|
52
|
+
FLAG "rather than"/instead-of/10,000w 28.7 (warn >25; not epanorthosis, no published baseline)
|
|
53
|
+
FLAG sentences ending on a cross-ref/citation/hedge (wasted stress position): 12
|
|
54
|
+
> … this kind are already woven into how programmers work day to day [1].
|
|
55
|
+
> …the cost claims of the surrounding tooling are largely taken on trust.
|
|
56
|
+
> …, none of which describe how a coding agent actually runs (Section 1).
|
|
57
|
+
> …n class, and rejects any trial that regresses correctness (Section 1).
|
|
58
|
+
> …und explains why no output-trimming tool can move it much (Section 1).
|
|
59
|
+
> …eaningful under the conditions its consumers face, or it misleads [1].
|
|
60
|
+
> …ently no-ops, which invalidated an earlier run until we caught it [1].
|
|
61
|
+
> …irk of these two tools; it follows from the cost structure (Figure 1).
|
|
62
|
+
> … flagship's output change ranges from a growth to a cut (Table 1) [1].
|
|
63
|
+
> … right [1], compressing prompts [1], and caching repeated context [1].
|
|
64
|
+
> …], and that results from a handful of runs need honest statistics [1].
|
|
65
|
+
> …g code [1], and models that memorize answers instead of reasoning [1].
|
|
66
|
+
ok sentences whose main claim is a negation: 37%
|
|
67
|
+
topic positions (whose story is this?): "a fast-growing ecosystem of plugins," | "the most popular single artifact---a" | "we show that such claims," | "efficiency tools are validated on" | "we introduce a reproducible, cost-aware," | "across 140 runs on two" | "output falls far short of" | "the ceiling is also structural:" | "we argue that trustworthy evaluation" | "ai coding agents and their" | "built on the reasoning-and-acting loops" | "assistants of this kind are" | "an unverified performance claim about" | "while the community has invested" | "we focus on the most" | "the flagship example is a" | "naming the commits matters more" | "two separate claims are bundled" | "the first is that the" | "that one has already been" | "the second claim is the" | "nobody had measured it." | "it fails for a reason" | "this paper is about the" | "rq: when a token-efficiency tool" | "the first half is measured," | "our contribution is not that" | "we identify why the headline" | "we build a cost-aware, correctness-gated" | "we measure two widely used" | "output falls far short of" | "the dollar bill does not" | "the broader point is about" | "a modern agent bills tokens" | "a multi-turn agentic session [1]" | "reading the upstream benchmark code" | "the reported number measures something" | "the fix is to measure" | "the compression literature these tools" | "the harness --- the ecosystem" | "we implement the evaluation as" | "figure 1 shows the whole" | "each tool is delivered as" | "a skill that ships as" | "this step is load-bearing: a" | "we use seven self-contained coding" | "the suite deliberately skews short" | "each task is run with" | "the runs date from july" | "the two tools are the" | "for every run we record" | "on a subscription the \`\`bill''" | "we report dollars---the weighting most" | "each task carries a deterministic" | "these are lightweight structural checks" | "a trial where the skill" | "for each task we report" | "we call an effect significant" | "we also note which effects" | "for the bill we report" | "averages taken over a few" | "this protocol is sized to" | "two things are still required" | "the flagship skill (claim 65%)" | "we sign bill changes so" | "for the flagship, the bill" | "either way the answer is" | "the second tool (claim 63%)" | "it is also not significant." | "its one per-task cell that" | "the intervals are wide: at" | "but they exclude anything near" | "whatever room remains is capped" | "correctness." | "both arms passed the correctness" | "a sharper signal hides in" | "this is a short-session effect" | "this is not a quirk" | "both shares below are measured," | "pooled across all tasks and" | "if output is a fraction" | "even a perfect 65% output" | "the advertised 63--75% and the" | "the flagship's other feature trims" | "output is a small fraction" | "we measure cost: latency and" | "we do not claim \`\`these" | "nor do we dispute the" | "our point is that they" | "we label each by its" | "we run five trials per" | "that is itself part of" | "across tasks the flagship's output" | "the honest quantity is therefore" | "our design refutes the advertised" | "what caps those is the" | "a formal equivalence test (tost---a" | "the harness is not toothless," | "at that scale we read" | "we test one model, and" | "anthropic's tiers all share a" | "the ceiling scales linearly with" | "even if output were priced" | "our tasks top out around" | "this cuts in our favor." | "a longer session re-reads a" | "that pushes the ceiling lower," | "one might object that terser" | "but that downstream saving is" | "so it adds a few" | "the compounded ceiling is --," | "the overhead runs the other" | "an always-loaded tool prompt adds" | "that fixed cost amortizes over" | "the durable long-session prediction is" | "an empirical long-session demonstration is" | "every run in the main" | "the harness decides how many" | "a wordier model would raise" | "the ceiling of section 1" | "a pilot on claude haiku" | "nearly double, and still about" | "both runs ship in the" | "a second harness is reachable" | "the flagship now ships wrappers" | "measuring a second harness therefore" | "wrapper list and the rejected" | "we do not study multi-agent" | "we test two tools, and" | "the harness can a/b any" | "the bias runs in our" | "our per-run bill uses the" | "a user can also invalidate" | "(the first two rewrite the" | "that is, they push cost" | "they lower the ceiling and" | "so our clean-caching tasks, if" | "the correctness gate is a" | "so \`\`zero regressions'' bounds gross" | "a stronger gate that runs" | "still, a gate that never" | "without it, a harness would" | "the efficiency-claim failure is a" | "a community norm of cost-aware," | "execution-based, correctness-gated benchmarks such as" | "we keep their correctness-first discipline" | "several lines of work push" | "we take the same stance---price" | "closest to us, [1] argue" | "we turn that lens on" | "a long line of work" | "capability benchmarks show the same" | "we aim the same critique" | "the industry a/b test cited" | "what we add over such" | "the efficiency-tool market runs on" | "these tools trim what the" | "we measured two of the" | "the numbers are not fabricated;" | "the output you are shown" | "trimming the model's replies to" | "we release the measurements with" | "before you install the next" | "the complete harness of section" | "the measurements are released per" | "individual trial rows are not"
|
|
68
|
+
|
|
69
|
+
(thresholds and their sources are in THRESHOLDS at the top of this file)
|
|
70
|
+
"
|
|
71
|
+
`;
|