@wdprlib/parser 5.4.0 → 6.0.0

package/dist/index.js

@@ -1,7 +1,7 @@
 // packages/parser/src/build-info.generated.ts
 var buildInfo = Object.freeze({
-  version: "5.4.0",
-  sha: "5e221ddeccc585e64dd1a2eb49b14817c3c1be5d",
+  version: "6.0.0",
+  sha: "705ff97e22abd7bfb49d7f8f30087e6f09654c91",
   dirty: false
 });
 
@@ -2627,7 +2627,8 @@ function parseInlineUntil(ctx, endType) {
   let pos = ctx.pos;
   let consumedEmptyRaw = false;
   const paragraphMode = endType === "PARAGRAPH_BREAK";
-  const multiline = paragraphMode || FORMATTING_CLOSE_TOKENS.has(endType);
+  const preserveNewlines = endType === "EOF";
+  const multiline = paragraphMode || preserveNewlines || FORMATTING_CLOSE_TOKENS.has(endType);
   let inlineEnd = ctx.scope.inlineEnd ?? ctx.tokens.length;
   if (!multiline) {
     for (let end = ctx.pos;end < inlineEnd; end++) {
@@ -2665,6 +2666,12 @@ function parseInlineUntil(ctx, endType) {
     if (!multiline && token5.type === "NEWLINE") {
       break;
     }
+    if (preserveNewlines && token5.type === "NEWLINE") {
+      nodes.push({ element: "text", data: token5.value });
+      pos++;
+      consumed++;
+      continue;
+    }
     if (multiline && token5.type === "NEWLINE" && !ctx.scope.tableFormatting) {
       const boundary = getParagraphNewlineBoundary(ctx, pos, nodes.length > 0);
       if (boundary.shouldBreak) {
@@ -5697,8 +5704,18 @@ var rateModuleRule = {
   name: "module-rate",
   acceptsNames: ["rate"],
   hasBody: false,
-  parse() {
-    return { module: "rate" };
+  parse(_ctx, _pos, args) {
+    return { module: "rate", ref: Object.keys(args).length === 0 ? { kind: "main" } : null };
+  }
+};
+var customRateModuleRule = {
+  name: "module-custom-rate",
+  acceptsNames: ["customrate"],
+  hasBody: false,
+  parse(_ctx, _pos, args) {
+    const key = args.key;
+    const valid = key !== undefined && key !== "" && Object.keys(args).every((name) => name === "key");
+    return { module: "custom-rate", ref: valid ? { kind: "custom", axisKey: key } : null };
   }
 };
 
@@ -5833,6 +5850,7 @@ var listPagesModuleRule = {
       "created-at": createdAt,
       "updated-at": updatedAt,
       rating,
+      "rating-axis": args["rating-axis"],
       votes,
       name,
       fullname,
@@ -5976,6 +5994,7 @@ var tagCloudModuleRule = {
 // packages/parser/src/parser/rules/block/module/mapping.ts
 var MODULE_RULES = [
   rateModuleRule,
+  customRateModuleRule,
   cssModuleRule,
   backlinksModuleRule,
   categoriesModuleRule,
@@ -6546,22 +6565,6 @@ function getDayOfYear(date) {
 function splitContentSections(content) {
   return content.split(/^={4,}$/m).map((section) => section.trim());
 }
-function getSummary(page) {
-  if (page.content) {
-    const sections = splitContentSections(page.content);
-    if (sections.length > 1) {
-      return sections[0]?.trim() ?? "";
-    }
-  }
-  return getFirstParagraph(page.content);
-}
-function getFirstParagraph(content) {
-  if (!content)
-    return "";
-  const stripped = content.replace(/^(\+{1,6}) (.*)/gm, "").replace(/^\[\[toc(\s[^\]]+)?\]\]/gim, "").replace(/^\[\[\/?div(\s[^\]]+)?\]\]/gim, "").replace(/^\[\[\/?module(\s[^\]]+)?\]\]/gim, "").trim();
-  const paragraphs = stripped.split(/\n{2,}/);
-  return paragraphs[0]?.trim() ?? "";
-}
 // packages/parser/src/parser/rules/block/module/listpages/template/format/tags.ts
 function formatTagsLinked(tags, prefix) {
   if (tags.length === 0)
@@ -6574,6 +6577,16 @@ function formatUserLinked(user) {
     return "Anonymous";
   return `[[*user ${user.name}]]`;
 }
+// packages/parser/src/parser/rules/block/module/listpages/template/getters/parameterized.ts
+import { excerptText } from "@wdprlib/ast";
+
+// packages/parser/src/parser/rules/block/module/listpages/template/literal.ts
+function literalWikitext(value) {
+  if (value === "")
+    return "";
+  return `@<${Array.from(value, (char) => `&#${char.codePointAt(0)};`).join("")}>@`;
+}
+
 // packages/parser/src/parser/rules/block/module/listpages/template/getters/parameterized.ts
 function createBraceParamGetter(name, param) {
   switch (name) {
@@ -6602,7 +6615,7 @@ function createParenParamGetter(name, param) {
   if (name !== "preview")
     return null;
   const len = Number(param);
-  return (ctx) => (ctx.page.content ?? "").slice(0, len);
+  return (ctx) => literalWikitext(excerptText(ctx.page.readableText ?? "", { maxLength: len }));
 }
 function createFormattedGetter(name, format) {
   switch (name) {
@@ -6629,6 +6642,7 @@ function createTagsLinkedGetter(name, format) {
 }
 
 // packages/parser/src/parser/rules/block/module/listpages/template/getters/simple.ts
+import { countCharacters, excerptText as excerptText2 } from "@wdprlib/ast";
 var DEFAULT_PREVIEW_LENGTH = 200;
 var SIMPLE_GETTERS = {
   created_at: (ctx) => formatDate(ctx.page.createdAt),
@@ -6658,14 +6672,14 @@ var SIMPLE_GETTERS = {
   parent_title: (ctx) => ctx.page.parentTitle ?? "",
   parent_title_linked: (ctx) => ctx.page.parentFullname ? `[[[${ctx.page.parentFullname} | ${ctx.page.parentTitle}]]]` : "",
   content: (ctx) => ctx.page.content ?? "",
-  preview: (ctx) => (ctx.page.content ?? "").slice(0, DEFAULT_PREVIEW_LENGTH),
-  summary: (ctx) => getSummary(ctx.page),
-  first_paragraph: (ctx) => getFirstParagraph(ctx.page.content),
+  preview: (ctx) => literalWikitext(excerptText2(ctx.page.readableText ?? "", { maxLength: DEFAULT_PREVIEW_LENGTH })),
+  summary: (ctx) => literalWikitext(ctx.page.firstParagraph ?? ""),
+  first_paragraph: (ctx) => literalWikitext(ctx.page.firstParagraph ?? ""),
   tags: (ctx) => ctx.page.tags.join(" "),
   _tags: (ctx) => ctx.page.hiddenTags.join(" "),
   children: (ctx) => String(ctx.page.children),
   comments: (ctx) => String(ctx.page.comments),
-  size: (ctx) => String(ctx.page.size),
+  size: (ctx) => ctx.page.readableText !== undefined ? String(countCharacters(ctx.page.readableText)) : ctx.page.size !== undefined ? String(ctx.page.size) : "",
   rating: (ctx) => String(ctx.page.rating),
   rating_votes: (ctx) => String(ctx.page.ratingVotes),
   rating_percent: (ctx) => String(ctx.page.ratingPercent ?? 0),
@@ -6679,11 +6693,136 @@ var SIMPLE_GETTERS = {
   site_domain: (ctx) => ctx.site.domain
 };
 
+// packages/parser/src/parser/rules/block/module/listpages/template/getters/registered.ts
+function createRegisteredGetter(name, key, format) {
+  if (name === "metadata")
+    return (ctx) => {
+      const metadata = ctx.page.metadata;
+      const entry = metadata && Object.hasOwn(metadata, key) ? metadata[key] : null;
+      if (!entry)
+        return "";
+      let value;
+      switch (entry.type) {
+        case "text":
+          value = entry.value;
+          break;
+        case "number":
+          value = String(entry.value);
+          break;
+        case "date":
+          value = formatDate(entry.value, format);
+          break;
+        case "user":
+          value = format === "id" ? String(entry.value.id) : format === "unix" ? entry.value.unixName : entry.value.name;
+          break;
+      }
+      return literalWikitext(value);
+    };
+  if (name === "customrate" || name === "customrate_votes" || name === "customrate_percent")
+    return (ctx) => {
+      const ratings = ctx.page.customRates;
+      const entry = ratings && Object.hasOwn(ratings, key) ? ratings[key] : null;
+      if (!entry)
+        return "";
+      return String(name === "customrate" ? entry.points : name === "customrate_votes" ? entry.votes : entry.percent);
+    };
+  return null;
+}
+
+// packages/parser/src/parser/rules/block/module/listpages/template/getters/index.ts
+import { compileTextExcerpt } from "@wdprlib/ast";
+
+// packages/parser/src/parser/rules/block/module/listpages/template/excerpt.ts
+function findExcerptEnd(template, contentStart) {
+  let quote;
+  for (let cursor = contentStart + "excerpt{".length;cursor < template.length; cursor++) {
+    const char = template[cursor];
+    if (quote) {
+      if (char === "\\")
+        cursor++;
+      else if (char === quote)
+        quote = undefined;
+    } else if (char === '"' || char === "'") {
+      quote = char;
+    } else if (char === "}") {
+      return template.startsWith("%%", cursor + 1) ? cursor + 1 : -1;
+    }
+  }
+  return -1;
+}
+function parseExcerptOptions(input) {
+  if (input.length > 8192)
+    return null;
+  const attributes = new Map;
+  let cursor = 0;
+  while (cursor < input.length) {
+    while (cursor < input.length && /\s/.test(input[cursor]))
+      cursor++;
+    if (cursor === input.length)
+      break;
+    const start = cursor;
+    while (cursor < input.length && /[a-z]/.test(input[cursor]))
+      cursor++;
+    const name = input.slice(start, cursor);
+    if (!["pattern", "flags", "group", "match", "max"].includes(name) || attributes.has(name))
+      return null;
+    while (cursor < input.length && /\s/.test(input[cursor]))
+      cursor++;
+    if (input[cursor++] !== "=")
+      return null;
+    while (cursor < input.length && /\s/.test(input[cursor]))
+      cursor++;
+    const quote = input[cursor++];
+    if (quote !== '"' && quote !== "'")
+      return null;
+    let value = "";
+    while (cursor < input.length && input[cursor] !== quote) {
+      if (input[cursor] === "\\" && (input[cursor + 1] === quote || input[cursor + 1] === "\\")) {
+        value += input[cursor + 1] === quote ? quote : "\\\\";
+        cursor += 2;
+      } else
+        value += input[cursor++];
+    }
+    if (input[cursor++] !== quote)
+      return null;
+    if (cursor < input.length && !/\s/.test(input[cursor]))
+      return null;
+    attributes.set(name, value);
+  }
+  const pattern = attributes.get("pattern");
+  if (pattern === undefined)
+    return null;
+  const group = attributes.get("group");
+  const match = attributes.get("match");
+  const max = attributes.get("max");
+  if (match !== undefined && !/^\d+$/.test(match) || max !== undefined && !/^\d+$/.test(max))
+    return null;
+  return {
+    pattern,
+    flags: attributes.get("flags"),
+    group: group === undefined ? undefined : /^\d+$/.test(group) ? Number(group) : group,
+    match: match === undefined ? undefined : Number(match),
+    maxLength: max === undefined ? undefined : Number(max)
+  };
+}
+
 // packages/parser/src/parser/rules/block/module/listpages/template/getters/index.ts
 function createVariableGetter(name, braceParam, parenParam, format) {
+  if (name === "excerpt") {
+    const options = braceParam === undefined ? null : parseExcerptOptions(braceParam);
+    if (!options || parenParam !== undefined || format !== undefined)
+      return () => "";
+    const extract = compileTextExcerpt(options);
+    return (ctx) => literalWikitext(extract(ctx.page.readableText ?? ""));
+  }
+  const registeredGetter = braceParam !== undefined ? createRegisteredGetter(name, braceParam, format) : null;
+  if (registeredGetter)
+    return registeredGetter;
   const braceGetter = braceParam !== undefined ? createBraceParamGetter(name, braceParam) : null;
   if (braceGetter)
     return braceGetter;
+  if (braceParam !== undefined)
+    return () => "";
   const parenGetter = parenParam !== undefined ? createParenParamGetter(name, parenParam) : null;
   if (parenGetter)
     return parenGetter;
@@ -6705,7 +6844,7 @@ function scanTemplateVariables(template) {
     if (start === -1)
       break;
     const contentStart = start + 2;
-    const end = template.indexOf("%%", contentStart);
+    const end = template.slice(contentStart, contentStart + 8).toLowerCase() === "excerpt{" ? findExcerptEnd(template, contentStart) : template.indexOf("%%", contentStart);
     if (end === -1)
       break;
     const parsed = parseTemplateVariableContent(template.slice(contentStart, end));
@@ -6728,6 +6867,11 @@ function parseTemplateVariableContent(content) {
   if (cursor === 0)
     return null;
   const name = content.slice(0, cursor);
+  if (name.toLowerCase() === "excerpt" && content[cursor] === "{") {
+    if (!content.endsWith("}"))
+      return null;
+    return { name, braceParam: content.slice(cursor + 1, -1) };
+  }
   let braceParam;
   let parenParam;
   let format;
@@ -6807,6 +6951,7 @@ function buildQuery(module) {
     updatedAt: module["updated-at"],
     createdBy: module["created-by"],
     rating: module.rating,
+    ratingAxis: module["rating-axis"],
     votes: module.votes,
     name: module.name,
     fullname: module.fullname,
@@ -6861,6 +7006,7 @@ var KNOWN_VARIABLES = new Set([
   "parent_title_linked",
   "content",
   "preview",
+  "excerpt",
   "summary",
   "first_paragraph",
   "tags",
@@ -6898,12 +7044,24 @@ function extractVariablesFromTemplate(template) {
   const contentIndices = new Set;
   const previewLengths = new Set;
   const formFields = new Set;
+  const metadataKeys = new Set;
+  const customRateKeys = new Set;
   let tagsLinkPrefix;
   let hiddenTagsLinkPrefix;
   for (const match of scanTemplateVariables(template)) {
     const varName = match.name.toLowerCase();
     if (match.braceParam !== undefined) {
       switch (varName) {
+        case "metadata":
+          metadataKeys.add(match.braceParam);
+          variables.add("metadata");
+          continue;
+        case "customrate":
+        case "customrate_votes":
+        case "customrate_percent":
+          customRateKeys.add(match.braceParam);
+          variables.add(varName);
+          continue;
         case "content":
           contentIndices.add(Number(match.braceParam));
           variables.add("content_n");
@@ -6953,6 +7111,8 @@ function extractVariablesFromTemplate(template) {
     contentIndices: Array.from(contentIndices).sort((a, b) => a - b),
     previewLengths: Array.from(previewLengths).sort((a, b) => a - b),
     formFields: Array.from(formFields).sort(),
+    metadataKeys: [...metadataKeys].sort(),
+    customRateKeys: [...customRateKeys].sort(),
     tagsLinkPrefix,
     hiddenTagsLinkPrefix
   };
@@ -6974,6 +7134,9 @@ function extractListPagesModule(listPages, state, result) {
     contentSectionIndices: extraction.contentIndices,
     previewLengths: extraction.previewLengths,
     formFields: extraction.formFields,
+    metadataKeys: extraction.metadataKeys,
+    customRateKeys: extraction.customRateKeys,
+    needsReadableText: extraction.variables.some((name) => ["preview", "preview_n", "summary", "first_paragraph", "excerpt"].includes(name)),
     tagsLinkPrefix: extraction.tagsLinkPrefix,
     hiddenTagsLinkPrefix: extraction.hiddenTagsLinkPrefix,
     urlAttrPrefix: listPages["url-attr-prefix"],
@@ -7306,13 +7469,101 @@ function wrapListPagesResult(module, items, parse, data) {
   return result;
 }
 
+// packages/parser/src/parser/rules/block/module/rate/resolve.ts
+function refKey(ref) {
+  return ref.kind === "main" ? "main" : `custom:${ref.axisKey}`;
+}
+async function resolveRatings(ast, fetchRatings) {
+  const refs = new Map;
+  mapDocument(ast, (element) => {
+    if (isRating(element) && element.data.ref)
+      refs.set(refKey(element.data.ref), element.data.ref);
+    return element;
+  });
+  const states = new Map;
+  if (fetchRatings && refs.size > 0) {
+    for (const state of await fetchRatings([...refs.values()])) {
+      const key = refKey(state.ref);
+      if (refs.has(key))
+        states.set(key, state);
+    }
+  }
+  return mapDocument(ast, (element) => {
+    if (!isRating(element))
+      return element;
+    const { state: _previous, ...data } = element.data;
+    const state = data.ref ? states.get(refKey(data.ref)) : undefined;
+    return { ...element, data: state ? { ...data, state } : data };
+  });
+}
+function suppressModuleRatings(result) {
+  const ast = mapDocument(getModuleParseAst(result), (element) => isRating(element) ? null : element);
+  return "ast" in result ? { ...result, ast } : ast;
+}
+function isRating(element) {
+  return element.element === "module" && (element.data.module === "rate" || element.data.module === "custom-rate");
+}
+function mapDocument(ast, transform) {
+  const map = (elements) => elements.flatMap((original) => {
+    const element = transform(original);
+    if (!element)
+      return [];
+    if (element.element === "if") {
+      return [
+        {
+          ...element,
+          data: {
+            ...element.data,
+            then: map(element.data.then),
+            else: map(element.data.else)
+          }
+        }
+      ];
+    }
+    if (element.element === "ifexpr") {
+      return [
+        {
+          ...element,
+          data: {
+            ...element.data,
+            then: map(element.data.then),
+            else: map(element.data.else)
+          }
+        }
+      ];
+    }
+    if (element.element === "bibliography-block") {
+      return [
+        {
+          ...element,
+          data: {
+            ...element.data,
+            entries: element.data.entries.map((entry) => ({
+              ...entry,
+              key: map(entry.key),
+              value: map(entry.value)
+            }))
+          }
+        }
+      ];
+    }
+    return [mapElementChildren(element, map)];
+  });
+  return {
+    ...ast,
+    elements: map(ast.elements),
+    ...ast.footnotes ? { footnotes: ast.footnotes.map(map) } : {}
+  };
+}
+
 // packages/parser/src/parser/rules/block/module/listpages/resolve.ts
 function isListPagesModule2(module) {
   return module.module === "list-pages";
 }
 function resolveListPages(module, data, compiledTemplate, parse) {
-  const items = renderListPagesItems(module, data, compiledTemplate, parse);
-  return wrapListPagesResult(module, items, parse, data);
+  const parseFragment = (source) => suppressModuleRatings(parse(source));
+  const items = renderListPagesItems(module, data, compiledTemplate, parseFragment);
+  return wrapListPagesResult(module, items, parseFragment, data);
 }
 // packages/parser/src/parser/rules/block/module/listpages/types/external-data.ts
 function definePageData(input) {
@@ -7326,7 +7577,6 @@ function definePageData(input) {
     hiddenTags: input.hiddenTags ?? [],
     children: input.children ?? 0,
     comments: input.comments ?? 0,
-    size: input.size ?? 0,
     rating: input.rating ?? 0,
     ratingVotes: input.ratingVotes ?? 0,
     revisions: input.revisions ?? 0
@@ -7404,6 +7654,7 @@ var URL_RESOLVABLE_FIELDS = [
     aliases: ["createdby", "created_by"]
   },
   { attr: "rating", queryKey: "rating", type: "string" },
+  { attr: "rating-axis", queryKey: "ratingAxis", type: "string" },
   { attr: "votes", queryKey: "votes", type: "string" },
   { attr: "reverse", queryKey: "reverse", type: "boolean" }
 ];
@@ -7505,6 +7756,7 @@ var ORDER_FIELD_MAP = {
   votes: "votes",
   revisions: "revisions",
   comments: "comments",
+  commented_at: "commented_at",
   pagelength: "size",
   size: "size",
   random: "random",
@@ -7512,6 +7764,13 @@ var ORDER_FIELD_MAP = {
   updated_at: "updated_at"
 };
 function parseOrder(value) {
+  const metadata = /^metadata\{([^}]*)\}(?:\s+(asc|desc))?$/i.exec(value.trim());
+  if (metadata)
+    return {
+      field: "metadata",
+      key: metadata[1],
+      direction: metadata[2]?.toLowerCase() === "asc" ? "asc" : "desc"
+    };
   const defaultOrder = { field: "created_at", direction: "desc" };
   const trimmed = value.trim().toLowerCase();
   if (!trimmed)
@@ -7631,6 +7890,8 @@ function normalizeQuery(query) {
     result.linkTo = query.linkTo;
   if (query.createdBy)
     result.createdBy = query.createdBy;
+  if (query.ratingAxis !== undefined)
+    result.ratingAxis = query.ratingAxis;
   if (query.name)
     result.name = query.name;
   if (query.fullname)
@@ -8538,7 +8799,7 @@ function isListUsersModule2(module) {
 function resolveListUsers(_module, data, compiledTemplate, parse) {
   const ctx = { user: data.user };
   const substituted = compiledTemplate(ctx);
-  const itemAst = getModuleParseAst(parse(substituted));
+  const itemAst = getModuleParseAst(suppressModuleRatings(parse(substituted)));
   return itemAst.elements;
 }
 // packages/parser/src/parser/rules/block/module/resolution/data-maps.ts
@@ -9334,11 +9595,11 @@ async function resolveModules(ast, dataProvider, options) {
   if (mergedStyles.length > 0)
     result.styles = mergedStyles;
   options.onDiagnostics?.(registry.diagnostics);
-  return registry.finalize(result, finalElements, pageTags, containsSyntaxFootnoteBlock(ast.elements));
+  return resolveRatings(registry.finalize(result, finalElements, pageTags, containsSyntaxFootnoteBlock(ast.elements)), dataProvider.fetchRatings);
 }
 function createModuleParseFunction(options, dataProvider, registry) {
   const transform = createModuleSourceTransform(options, dataProvider);
-  return (source) => registry.register(options.parse(transform ? transform(source) : source), {
+  return (source) => registry.register(suppressModuleRatings(options.parse(transform ? transform(source) : source)), {
     stripLegacyImplicitFootnoteBlock: true
   });
 }
@@ -12811,55 +13072,6 @@ var dateRule = {
   }
 };
 
-// packages/parser/src/parser/rules/inline/size/content.ts
-function parseSizeContent(ctx, startPos) {
-  const children = [];
-  let pos = startPos;
-  let consumed = 0;
-  while (pos < ctx.tokens.length) {
-    const token5 = ctx.tokens[pos];
-    if (!token5 || token5.type === "EOF") {
-      break;
-    }
-    const closeResult = tryConsumeSizeClose(ctx, pos);
-    if (closeResult) {
-      return {
-        children,
-        consumed: consumed + closeResult.consumed,
-        foundClose: true
-      };
-    }
-    const inlineCtx = { ...ctx, pos };
-    const inlineResult = parseInlineUntil(inlineCtx, "BLOCK_END_OPEN");
-    if (inlineResult.elements.length > 0) {
-      for (const element of inlineResult.elements)
-        children.push(element);
-      pos += inlineResult.consumed;
-      consumed += inlineResult.consumed;
-    } else {
-      children.push({ element: "text", data: token5.value });
-      pos++;
-      consumed++;
-    }
-  }
-  return { children, consumed, foundClose: false };
-}
-function tryConsumeSizeClose(ctx, pos) {
-  if (ctx.tokens[pos]?.type !== "BLOCK_END_OPEN") {
-    return null;
-  }
-  const closeNameResult = parseBlockName(ctx, pos + 1);
-  if (!closeNameResult || closeNameResult.name !== "size") {
-    return null;
-  }
-  let closePos = pos + 1 + closeNameResult.consumed;
-  let consumed = 1 + closeNameResult.consumed;
-  if (ctx.tokens[closePos]?.type === "BLOCK_CLOSE") {
-    consumed++;
-  }
-  return { consumed };
-}
-
 // packages/parser/src/parser/rules/inline/size/value.ts
 var VALID_SIZE_UNITS = ["px", "em", "rem", "ex", "%", "cm", "mm", "in", "pc"];
 var VALID_SIZE_KEYWORDS = [
@@ -12929,6 +13141,81 @@ function parseSizeOpen(ctx) {
   return { size: sizeResult.size, bodyStart: pos, consumed };
 }
 
+// packages/parser/src/parser/rules/inline/size/content.ts
+function parseSizeContent(ctx, startPos) {
+  const children = [];
+  let pos = startPos;
+  let consumed = 0;
+  const inlineEnd = findSizeClose(ctx, startPos);
+  while (pos < (ctx.scope.inlineEnd ?? ctx.tokens.length)) {
+    const token5 = ctx.tokens[pos];
+    if (!token5 || token5.type === "EOF") {
+      break;
+    }
+    const closeResult = tryConsumeSizeClose(ctx, pos);
+    if (closeResult) {
+      return {
+        children,
+        consumed: consumed + closeResult.consumed,
+        foundClose: true
+      };
+    }
+    const inlineCtx = { ...ctx, pos, scope: { ...ctx.scope, inlineEnd } };
+    const inlineResult = parseInlineUntil(inlineCtx, "EOF");
+    if (inlineResult.consumed > 0) {
+      for (const element of inlineResult.elements)
+        children.push(element);
+      pos += inlineResult.consumed;
+      consumed += inlineResult.consumed;
+    } else {
+      children.push({ element: "text", data: token5.value });
+      pos++;
+      consumed++;
+    }
+  }
+  return { children, consumed, foundClose: false };
+}
+function findSizeClose(ctx, startPos) {
+  const end = ctx.scope.inlineEnd ?? ctx.tokens.length;
+  let depth = 0;
+  for (let pos = startPos;pos < end; pos++) {
+    const protectedEnd = protectedInlineRegionEnd(ctx.tokens, pos, end);
+    if (protectedEnd > pos) {
+      pos = protectedEnd - 1;
+      continue;
+    }
+    const open = ctx.tokens[pos]?.type === "BLOCK_OPEN" ? parseSizeOpen({ ...ctx, pos }) : null;
+    if (open) {
+      depth++;
+      pos = open.bodyStart - 1;
+      continue;
+    }
+    const close = tryConsumeSizeClose(ctx, pos);
+    if (!close)
+      continue;
+    if (depth === 0)
+      return pos;
+    depth--;
+    pos += close.consumed - 1;
+  }
+  return end;
+}
+function tryConsumeSizeClose(ctx, pos) {
+  if (ctx.tokens[pos]?.type !== "BLOCK_END_OPEN") {
+    return null;
+  }
+  const closeNameResult = parseBlockName(ctx, pos + 1);
+  if (!closeNameResult || closeNameResult.name !== "size") {
+    return null;
+  }
+  let closePos = pos + 1 + closeNameResult.consumed;
+  let consumed = 1 + closeNameResult.consumed;
+  if (ctx.tokens[closePos]?.type === "BLOCK_CLOSE") {
+    consumed++;
+  }
+  return { consumed };
+}
+
 // packages/parser/src/parser/rules/inline/size/index.ts
 var sizeRule = {
   name: "size",
@@ -15341,14 +15628,17 @@ function parseSource(source, options, deferInclude) {
 }
 // packages/parser/src/pipeline/process.ts
 import {
-  DEFAULT_SETTINGS as DEFAULT_SETTINGS2
+  DEFAULT_SETTINGS as DEFAULT_SETTINGS2,
+  extractReadableText,
+  extractFirstParagraph,
+  countCharacters as countCharacters2
 } from "@wdprlib/ast";
 
 // packages/parser/src/parser/rules/block/module/resolution/resolve-async.ts
 async function resolveModulesWithAsyncParse(ast, dataProvider, options) {
   const registry = new ModuleDocumentRegistry;
   registry.register(ast);
-  const parse2 = async (source) => registry.register(await options.parse(source));
+  const parse2 = async (source) => registry.register(suppressModuleRatings(await options.parse(source)));
   const [listPagesData, listUsersData, tagCloudData] = await Promise.all([
     buildListPagesDataMap(dataProvider, options.requirements.listPages ?? [], options.urlPath, options.paginationState),
     buildListUsersDataMap(dataProvider, options.requirements.listUsers ?? []),
@@ -15584,8 +15874,13 @@ async function processWikitext(source, options) {
   if (hasResolvableRequirements(extractDataRequirements(ast).requirements, options.dataProvider)) {
     diagnostics.push(createLimitDiagnostic("module-resolution-limit", `Module resolution stopped after ${DEFAULT_MODULE_MAX_PASSES} passes.`));
   }
+  ast = await resolveRatings(ast, dataProvider.fetchRatings);
+  const readableText = extractReadableText(ast, options.readableText);
   return {
     ast,
+    readableText,
+    firstParagraph: extractFirstParagraph(ast, options.readableText),
+    characterCount: countCharacters2(readableText),
     page: options.page,
     settings,
     diagnostics,
@@ -15614,6 +15909,7 @@ function createLimitDiagnostic(code, message) {
 function createModuleDataProvider(options, context) {
   const provider = options.dataProvider;
   return {
+    fetchRatings: provider?.fetchRatings ? (refs) => provider.fetchRatings(refs, context) : undefined,
     fetchListPages: provider?.fetchListPages ? (query, requirement) => provider.fetchListPages(query, requirement, context) : undefined,
     fetchListUsers: provider?.fetchListUsers ? (requirement) => provider.fetchListUsers(requirement, context) : undefined,
     fetchTagCloud: provider?.fetchTagCloud ? (requirement) => provider.fetchTagCloud(requirement, context) : undefined,