sfora-cli 0.10.0 → 0.11.0

package/dist/format/checklist.js

@@ -26,6 +26,12 @@ const QUOTE_PREFIX_RE = /^(?:[ \t]{0,3}>[ \t]?)*/;
  * own container: an unclosed fence inside one ends with the quote and must not
  * swallow the real checkboxes that follow it at top level.
  *
+ * It is the whole mask that runs on the stripped lines, not just the fence
+ * half, and it cuts both ways: a `<code>` left open inside a blockquote hides
+ * the checkbox below it even where the raw scan sees the line plainly, and a
+ * ``` inside a quoted comment is comment text rather than a fence, so the task
+ * after the `-->` survives. Both are pinned in checklist.test.ts.
+ *
  * Depth 0 is left to the caller's raw mask, which already reads those lines
  * with their `>`-looking content intact.
  */
@@ -114,10 +120,11 @@ export function scanChecklist(body) {
         openIndent = indent;
         const raw = lineText(lines, i);
         const box = CHECKBOX_RE.exec(raw);
-        // The state box has to be one of the bytes that render. `- [ ] a` inside
-        // an inline code span survives the bullet test above — the marker is
-        // outside the span — but the box itself is masked, and a toggle would be
-        // rewriting someone's sample.
+        // The box has to be one of the bytes that render, and it has to be the
+        // box the grammar found. Both halves are reachable on one line: with a
+        // comment carried down from above, `- [ ] a --> - [ ] b` renders a
+        // checkbox, but not the one CHECKBOX_RE anchored at the head of the line,
+        // and that is the one a toggle would rewrite. No addressable box, no item.
         if (!box || line[box[1].length] !== "[")
             continue;
         out.push({

package/dist/format/formatAxes.d.ts

@@ -0,0 +1,228 @@
+/**
+ * The format degrees of freedom, as a finite list somebody can read in one
+ * sitting.
+ *
+ * ---------------------------------------------------------------------------
+ * WHAT AN AXIS IS
+ * ---------------------------------------------------------------------------
+ *
+ * A format axis is a dimension along which the BYTES of a document may vary
+ * while its MEANING does not. `*em*` and `_em_` are two points on one axis.
+ * So are ` ``` ` and `~~~`, `# T` and `# T #`, a table's `-` and its `---`.
+ * Nothing on this list changes what a reader sees; everything on it changes
+ * what the file says on disk.
+ *
+ * The list exists because "lossy" and "byte-identical" are both useless as
+ * verdicts on their own. A serializer that reflows a document is not corrupting
+ * it, and a round trip that changes six bytes has not necessarily lost
+ * anything — but until the six bytes have a NAME, nobody reviewing the diff can
+ * tell which of those two sentences is true. Card #288: byte fidelity as a
+ * finite reviewable vocabulary, each entry with a witness that runs.
+ *
+ * The names follow open-knowledge's, whose `parser-drop-closure.ts:22-289`
+ * already spends axis ids the same way — `code-fence:char`, `link:title-quote`,
+ * `list:item-marker-spacing`, `setext:underline`. Where a name diverges it is
+ * because sfora's capture layer draws the line somewhere else, and the axis
+ * says so.
+ *
+ * ---------------------------------------------------------------------------
+ * WHERE THE LIST COMES FROM, AND WHY IT CANNOT BE INVENTED
+ * ---------------------------------------------------------------------------
+ *
+ * The axes are not a taxonomy somebody sat down and wrote. They are DERIVED
+ * from what the capture layer already records: `GEOMETRY_KEYS` in
+ * `editorWalker/sourceGeometry.ts` is the ground truth, and every
+ * `<nodeType>.<dataKey>` in it is one axis's `captures` entry. That is the
+ * whole discipline — an axis with no capture is a word, and a capture with no
+ * axis is a field nobody can name in a review. `__tests__/formatAxes.test.ts`
+ * closes the two against each other in both directions, so neither can drift.
+ *
+ * This file deliberately does NOT import `GEOMETRY_KEYS`. The capture layer
+ * lives under `editorWalker/`, which pulls unified and remark-stringify in and
+ * is excluded from the CLI sync (`packages/sfora/scripts/sync-format.mjs`);
+ * the drop ledger that spends these ids is NOT excluded and must keep
+ * compiling in the tarball. So the coupling is a string in a test rather than
+ * an import, and the test is what makes the string true.
+ *
+ * ---------------------------------------------------------------------------
+ * THREE CAPTURE LAYERS, ONE VOCABULARY
+ * ---------------------------------------------------------------------------
+ *
+ * Sfora has three places where an author's spelling is read and set aside, and
+ * they are not the same machinery:
+ *
+ *   - the mdast geometry capture, which reads spellings off a POSITIONED parse
+ *     tree and stores them on `node.data` (`layer: "mdast-geometry"`);
+ *   - the structured-block parsers, which read a fence body line by line and
+ *     report what they did not keep (`layer: "structured-block"`);
+ *   - the blank-run plan, which reads the gaps BETWEEN blocks and the runs at
+ *     the document's own two ends (`layer: "blank-runs"`).
+ *
+ * The second is why this file is not simply a rename of `GEOMETRY_KEYS`. The
+ * wave-1 drop ledger already spends the id `structured-block:entry-bullet` on
+ * a chat entry authored `* @mara: …` rather than `- @mara: …`, and that
+ * spelling has no `node.data` anywhere — the bullet is dropped, not captured.
+ * An axis vocabulary that could not name it would leave the one verdict it was
+ * built for pointing at a string nobody defined.
+ *
+ * The third is here because the list has to cover what the walker REPLAYS, not
+ * what one module happens to declare. `blankRuns.ts` writes
+ * `sourceBlankLinesBefore` and `sourceEdgeBlankLines`, `emit.ts`'s join reads
+ * both back, and an author's double gap between two sections survives a save
+ * because of it — a degree of freedom as real as a fence character, and one the
+ * first version of this list was silently missing because those two keys are
+ * written by the WALKER onto the tree it builds rather than by
+ * `captureSourceGeometry` onto a parse, and so are structurally outside
+ * `GEOMETRY_KEYS`. Deriving the list from one module's export rather than from
+ * the behaviour is exactly how a vocabulary ends up with a hole in it.
+ *
+ * So the layer is a discriminant and the closure test grades each layer against
+ * its own ground truth: the geometry axes against `GEOMETRY_KEYS`, the block
+ * axes against the `format-dof-axis` entries of `BLOCK_DROP_ADJUDICATIONS`, and
+ * the blank-run axes against the keys a live `captureRootGaps` /
+ * `applyRootGaps` pair actually writes over a corpus. That third ground truth
+ * is BEHAVIOURAL rather than declarative, and the suite says so: the two keys
+ * are declared in a `declare module "mdast"` block, which erases at runtime, so
+ * there is no list to import. A key the corpus never provokes would be invisible
+ * to it, which is a real limit and not a hidden one.
+ *
+ * ---------------------------------------------------------------------------
+ * WHAT A WITNESS PROVES, AND WHAT IT DOES NOT
+ * ---------------------------------------------------------------------------
+ *
+ * Every axis carries at least one DISCRIMINATION WITNESS: two spellings, `a`
+ * and `b`. The name matters, because these are not round-trip witnesses and
+ * calling them that would claim the one thing they do not show. The suite
+ * asserts three things about each pair, and the third is what stops the list
+ * becoming decoration.
+ *
+ *   1. the bytes differ — otherwise there is no degree of freedom here;
+ *   2. an INDEPENDENT reparse reads both to the same tree, positions and
+ *      `data` stripped (`geometryReparsesTheSame`) — otherwise this is a
+ *      content difference wearing a formatting name;
+ *   3. the capture layer TELLS THEM APART — the set of captured keys that move
+ *      between `a` and `b` is non-empty, and across an axis's witnesses it
+ *      covers every key the axis claims.
+ *
+ * Three is the anti-vacuity clause. An axis whose witnesses no longer move its
+ * own capture key is an axis whose capture stopped happening, and the suite
+ * fails on the axis rather than on some distant serializer test six months
+ * later.
+ *
+ * What a discrimination witness does NOT prove is that the spelling survives a
+ * save. Most of these axes are captured and not yet replayed —
+ * `CAPTURED_NOT_REPLAYED` in `sourceGeometry.ts` says which, and names the card
+ * that owes each one. The suite pins the replayed SET rather than a total,
+ * because a total can hold still while the membership churns — and, for one
+ * axis in each replay FAMILY, it serializes an editor document through the real
+ * walker and asserts the author's bytes come back. A scoreboard read off a
+ * hand-maintained array is a scoreboard that can be wrong in the direction
+ * nobody checks.
+ */
+import type { BlockDropReason } from "./blocks/dropClosure.js";
+import type { StructuredBlockLanguage } from "./blocks/structured-block-schema.js";
+/**
+ * Every axis id, as a union so a ledger entry citing one that does not exist
+ * fails to compile rather than fails to mean anything.
+ *
+ * `namespace:name`, lower case, and the namespace is the CONSTRUCT rather than
+ * the mdast node type where the two disagree — `task-list:checkbox-char` sits
+ * on `listItem.sourceCheckboxChar`, and an author who has never heard of mdast
+ * still knows what a task list is.
+ */
+export type FormatAxisId = "blank-lines:doc-edge" | "blank-lines:interior" | "block-gap:after-heading" | "blockquote:marker-spacing" | "code-block:style" | "code-fence:char" | "code-fence:info-padding" | "code-fence:length" | "definition:layout" | "definition:title-quote" | "emphasis:delimiter" | "hard-break:style" | "heading:style" | "heading:trailing-hashes" | "inline-code:fence-length" | "inline-code:padding" | "lexical:backslash-escape" | "link:angle-url" | "link:autolink-form" | "link:title-quote" | "list:bullet-marker" | "list:item-marker-spacing" | "list:item-ordinal" | "list:ordered-delimiter" | "setext:underline-length" | "strike:delimiter" | "strong:delimiter" | "structured-block:entry-bullet" | "table:cell-padding" | "table:delimiter-dashes" | "table:delimiter-padding" | "table:outer-pipes" | "task-list:checkbox-char" | "thematic-break:marker";
+/**
+ * Two spellings of one meaning, for an axis the mdast geometry layer captures.
+ *
+ * Both are whole markdown documents rather than fragments, because the capture
+ * layer reads source OFFSETS and a fragment has none. They are kept as short as
+ * the axis allows so a reader can see the difference without diffing.
+ */
+export interface GeometryAxisWitness {
+    a: string;
+    b: string;
+    /** What moved, in the words a reviewer would use. */
+    note: string;
+}
+/** Two spellings of one meaning, for an axis a structured-block parser drops. */
+export interface BlockAxisWitness {
+    lang: StructuredBlockLanguage;
+    /** The spelling whose bytes survive. */
+    a: string;
+    /** The spelling that provokes the drop. */
+    b: string;
+    note: string;
+}
+export type FormatAxis = {
+    id: FormatAxisId;
+    layer: "mdast-geometry";
+    /**
+     * `<nodeType>.<dataKey>`, exactly as `GEOMETRY_KEYS` spells it. Every
+     * entry must be declared there and every entry there must appear on
+     * exactly one axis.
+     */
+    captures: readonly string[];
+    rationale: string;
+    witnesses: readonly GeometryAxisWitness[];
+} | {
+    id: FormatAxisId;
+    layer: "blank-runs";
+    /**
+     * The `data` keys `blankRuns.ts` writes, by NAME rather than as
+     * `<nodeType>.<dataKey>`.
+     *
+     * The node type is not part of the identity here and pretending it were
+     * would be a lie in the vocabulary: an interior gap belongs to whatever
+     * block happens to follow it, so `sourceBlankLinesBefore` lands on a
+     * paragraph, a code block or a table depending on the document. (The edge
+     * run is always on the root, and is spelled the same way for symmetry.)
+     */
+    dataKeys: readonly string[];
+    rationale: string;
+    witnesses: readonly GeometryAxisWitness[];
+} | {
+    id: FormatAxisId;
+    layer: "structured-block";
+    /**
+     * The drop reasons in `BLOCK_DROP_ADJUDICATIONS` whose `format-dof-axis`
+     * verdict spends this id. Closed both directions by the suite.
+     */
+    ledgerReasons: readonly BlockDropReason[];
+    rationale: string;
+    witnesses: readonly BlockAxisWitness[];
+};
+/**
+ * The list. Sorted by id, because a list nobody can scan is not reviewable and
+ * reviewable is the entire point.
+ */
+export declare const FORMAT_AXES: readonly FormatAxis[];
+/** Every id on the list, for a cheap membership test. */
+export declare const FORMAT_AXIS_IDS: ReadonlySet<FormatAxisId>;
+/**
+ * The axis with this id.
+ *
+ * Throws rather than returning undefined: every call site here is spending an
+ * id that the type system already proved exists, so a miss means the list and
+ * the union disagree, which is a bug in this file and not a case a caller
+ * should be writing a branch for.
+ */
+export declare function formatAxis(id: FormatAxisId): FormatAxis;
+/**
+ * The axis that owns a captured geometry key, spelled `<nodeType>.<dataKey>`.
+ *
+ * Undefined here is the interesting answer, not an error: it means the capture
+ * layer records a spelling the vocabulary cannot name, which is exactly what
+ * the closure test is looking for.
+ */
+export declare function axisForCapture(key: string): FormatAxis | undefined;
+/** Every `<nodeType>.<dataKey>` the vocabulary claims, deduplicated. */
+export declare function claimedCaptureKeys(): string[];
+/**
+ * Every blank-run `data` key the vocabulary claims, deduplicated.
+ *
+ * Kept apart from {@link claimedCaptureKeys} rather than merged into it because
+ * the two are spelled differently on purpose — one carries a node type and the
+ * other cannot — and a single list would have to pick one spelling and be wrong
+ * about half its entries.
+ */
+export declare function claimedBlankRunKeys(): string[];