@wdprlib/parser 4.4.0 → 5.0.0

package/dist/index.cjs

@@ -50,6 +50,7 @@ __export(exports_src, {
   parse: () => parse,
   paragraph: () => import_ast8.paragraph,
   normalizeQuery: () => normalizeQuery,
+  matchesListPagesSelectors: () => matchesListPagesSelectors,
   listItemSubList: () => import_ast8.listItemSubList,
   listItemElements: () => import_ast8.listItemElements,
   list: () => import_ast8.list,
@@ -63,6 +64,7 @@ __export(exports_src, {
   extractListUsersVariables: () => extractListUsersVariables,
   extractIncludeReferences: () => extractIncludeReferences,
   extractDataRequirements: () => extractDataRequirements,
+  definePageData: () => definePageData,
   createToken: () => createToken,
   createSettings: () => import_ast9.createSettings,
   createPosition: () => import_ast8.createPosition,
@@ -5919,6 +5921,60 @@ function resolveListPages(module2, data, compiledTemplate, parse) {
   const items = renderListPagesItems(module2, data, compiledTemplate, parse);
   return wrapListPagesResult(module2, items, parse);
 }
+// packages/parser/src/parser/rules/block/module/listpages/types/external-data.ts
+function definePageData(input) {
+  const separator = input.fullname.indexOf(":");
+  const category = separator === -1 ? "_default" : input.fullname.slice(0, separator);
+  const name = separator === -1 ? input.fullname : input.fullname.slice(separator + 1);
+  return {
+    ...input,
+    name: input.name ?? name,
+    category: input.category ?? category,
+    hiddenTags: input.hiddenTags ?? [],
+    children: input.children ?? 0,
+    comments: input.comments ?? 0,
+    size: input.size ?? 0,
+    rating: input.rating ?? 0,
+    ratingVotes: input.ratingVotes ?? 0,
+    revisions: input.revisions ?? 0
+  };
+}
+// packages/parser/src/parser/rules/block/module/listpages/selectors.ts
+function matchesListPagesSelectors(page, query, currentPage) {
+  return matchesCategory(page.category, query.category, currentPage.category) && matchesTags(page, query.tags, currentPage);
+}
+function matchesCategory(category, selector, currentCategory) {
+  if (!selector)
+    return category === currentCategory;
+  if (selector.exclude.includes(category))
+    return false;
+  const hasPositiveSelector = selector.all || selector.current || selector.include.length > 0;
+  return !hasPositiveSelector || selector.all || selector.current && category === currentCategory || selector.include.includes(category);
+}
+function matchesTags(page, selector, currentPage) {
+  if (!selector)
+    return true;
+  const allTags = new Set([...page.tags, ...page.hiddenTags]);
+  if (selector.all.some((tag) => !allTags.has(tag)))
+    return false;
+  if (selector.any.length > 0 && !selector.any.some((tag) => allTags.has(tag)))
+    return false;
+  if (selector.none.some((tag) => allTags.has(tag)))
+    return false;
+  if (selector.special === "none")
+    return allTags.size === 0;
+  const currentTags = new Set(currentPage.tags.filter((tag) => !tag.startsWith("_")));
+  if (selector.special === "same-visible") {
+    return page.tags.some((tag) => currentTags.has(tag));
+  }
+  if (selector.special === "same-all") {
+    return setsEqual(new Set(page.tags), currentTags);
+  }
+  return true;
+}
+function setsEqual(left, right) {
+  return left.size === right.size && [...left].every((value) => right.has(value));
+}
 // packages/parser/src/parser/rules/block/module/listpages/url-resolution/fields.ts
 var URL_RESOLVABLE_FIELDS = [
   { attr: "offset", queryKey: "offset", type: "number" },
@@ -6348,13 +6404,20 @@ var BASE_PLACEHOLDER_OPEN = "";
 var BASE_PLACEHOLDER_CLOSE = "";
 var RAW_BLOCK_OPEN_PATTERN = /\[\[\s*(code|html)\b[^\]]*\]\]/iy;
 function makeUniqueSentinels(source) {
-  let open = BASE_PLACEHOLDER_OPEN;
-  let close = BASE_PLACEHOLDER_CLOSE;
-  while (source.includes(open) || source.includes(close)) {
-    open += BASE_PLACEHOLDER_OPEN;
-    close += BASE_PLACEHOLDER_CLOSE;
+  let openRun = 0;
+  let closeRun = 0;
+  let longestOpenRun = 0;
+  let longestCloseRun = 0;
+  for (const char of source) {
+    openRun = char === BASE_PLACEHOLDER_OPEN ? openRun + 1 : 0;
+    closeRun = char === BASE_PLACEHOLDER_CLOSE ? closeRun + 1 : 0;
+    longestOpenRun = Math.max(longestOpenRun, openRun);
+    longestCloseRun = Math.max(longestCloseRun, closeRun);
   }
-  return { open, close };
+  return {
+    open: BASE_PLACEHOLDER_OPEN.repeat(longestOpenRun + 1),
+    close: BASE_PLACEHOLDER_CLOSE.repeat(longestCloseRun + 1)
+  };
 }
 function maskRawRegions(source, sentinels) {
   const placeholders = [];
@@ -13754,30 +13817,6 @@ function preprocess(text) {
   return result;
 }
 
-// packages/parser/src/parser/preprocess/expr/evaluate.ts
-var import_ast6 = require("@wdprlib/ast");
-function evaluateDirective(kind, match) {
-  if (kind === "expr") {
-    const result2 = import_ast6.evaluateExpression(match.head);
-    if (result2.success)
-      return import_ast6.formatExprValue(result2.value);
-    if (result2.error === "empty expression")
-      return "";
-    return "ERROR";
-  }
-  if (kind === "if") {
-    if (!match.hasPipe)
-      return "";
-    return import_ast6.isTruthy(match.head) ? match.thenText : match.elseText;
-  }
-  if (!match.hasPipe)
-    return "";
-  const result = import_ast6.evaluateExpression(match.head);
-  if (!result.success)
-    return "ERROR";
-  return result.value !== 0 && !Number.isNaN(result.value) ? match.thenText : match.elseText;
-}
-
 // packages/parser/src/parser/preprocess/expr/chars.ts
 function isWhitespace(ch) {
   return ch === " " || ch === "\t" || ch === `
@@ -13806,6 +13845,30 @@ function matchDirectiveKind(source, i) {
   return null;
 }
 
+// packages/parser/src/parser/preprocess/expr/evaluate.ts
+var import_ast6 = require("@wdprlib/ast");
+function evaluateDirective(kind, match) {
+  if (kind === "expr") {
+    const result2 = import_ast6.evaluateExpression(match.head);
+    if (result2.success)
+      return import_ast6.formatExprValue(result2.value);
+    if (result2.error === "empty expression")
+      return "";
+    return "ERROR";
+  }
+  if (kind === "if") {
+    if (!match.hasPipe)
+      return "";
+    return import_ast6.isTruthy(match.head) ? match.thenText : match.elseText;
+  }
+  if (!match.hasPipe)
+    return "";
+  const result = import_ast6.evaluateExpression(match.head);
+  if (!result.success)
+    return "ERROR";
+  return result.value !== 0 && !Number.isNaN(result.value) ? match.thenText : match.elseText;
+}
+
 // packages/parser/src/parser/preprocess/expr/parse.ts
 function tryParseInnermostDirective(source, start, kind) {
   const keywordLen = kind === "ifexpr" ? 6 : kind === "expr" ? 4 : 2;
@@ -13907,11 +13970,14 @@ function expandInnermost(source) {
 }
 
 // packages/parser/src/parser/preprocess/expr/index.ts
+var MAX_EXPR_NESTING = 64;
 function preprocessExpr(source) {
   if (!source.includes("[[#"))
     return source;
   const sentinels = makeUniqueSentinels(source);
   const { masked, placeholders } = maskRawRegions(source, sentinels);
+  if (exceedsExprNestingLimit(masked))
+    return source;
   const reduced = reduceExpr(masked);
   return restorePlaceholders(reduced, placeholders, sentinels);
 }
@@ -13926,6 +13992,26 @@ function reduceExpr(source) {
   }
   return current2;
 }
+function exceedsExprNestingLimit(source) {
+  const expressionStack = [];
+  let expressionDepth = 0;
+  for (let i = 0;i < source.length; i++) {
+    if (source.startsWith("[[", i)) {
+      const isExpression = matchDirectiveKind(source, i) !== null;
+      expressionStack.push(isExpression);
+      if (isExpression && ++expressionDepth > MAX_EXPR_NESTING)
+        return true;
+      i++;
+      continue;
+    }
+    if (source.startsWith("]]", i)) {
+      if (expressionStack.pop())
+        expressionDepth--;
+      i++;
+    }
+  }
+  return false;
+}
 
 // packages/parser/src/parser/parse/source.ts
 function prepareSourceForParse(source, options) {
@@ -14129,6 +14215,11 @@ async function resolveElementChildren(element, context, state) {
 }
 
 // packages/parser/src/pipeline/process.ts
+var DEFAULT_MODULE_MAX_PASSES = 5;
+var PIPELINE_DIAGNOSTIC_POSITION = {
+  start: { line: 1, column: 1, offset: 0 },
+  end: { line: 1, column: 1, offset: 0 }
+};
 async function processWikitext(source, options) {
   const settings = options.settings ?? import_ast7.DEFAULT_SETTINGS;
   const callbackContext = {
@@ -14136,6 +14227,7 @@ async function processWikitext(source, options) {
     settings
   };
   const dependencies = [];
+  const diagnostics = [];
   const fetchInclude = createRequestIncludeFetcher(options.dataProvider?.fetchInclude ? (pageRef) => options.dataProvider.fetchInclude(pageRef, callbackContext) : undefined);
   const resolveSource = async (input) => {
     if (!fetchInclude)
@@ -14145,6 +14237,9 @@ async function processWikitext(source, options) {
       settings
     });
     dependencies.push(...resolution.dependencies);
+    if (resolution.reachedMaxIterations) {
+      diagnostics.push(createLimitDiagnostic("include-resolution-limit", `Include expansion stopped after ${options.includeMaxIterations ?? 10} iterations.`));
+    }
     return resolution.source;
   };
   const expandedSource = await resolveSource(source);
@@ -14153,28 +14248,52 @@ async function processWikitext(source, options) {
     pageTags: options.page.tags,
     appendImplicitFootnoteBlock: false
   });
-  const extraction = extractDataRequirements(initial.ast);
+  diagnostics.push(...initial.diagnostics);
   const dataProvider = createModuleDataProvider(options, callbackContext);
-  const resolved = await resolveModulesWithAsyncParse(initial.ast, dataProvider, {
-    parse: async (fragmentSource) => parse(await resolveSource(fragmentSource), {
-      settings,
-      pageTags: options.page.tags,
-      appendImplicitFootnoteBlock: false
-    }),
-    compiledListPagesTemplates: extraction.compiledListPagesTemplates,
-    compiledListUsersTemplates: extraction.compiledListUsersTemplates,
-    requirements: extraction.requirements,
-    urlPath: options.page.urlPath,
-    pageTags: options.page.tags
+  const parseFragment = async (fragmentSource) => parse(await resolveSource(fragmentSource), {
+    settings,
+    pageTags: options.page.tags,
+    appendImplicitFootnoteBlock: false
   });
+  let ast = initial.ast;
+  for (let pass = 0;pass < DEFAULT_MODULE_MAX_PASSES; pass++) {
+    const extraction = extractDataRequirements(ast);
+    if (pass > 0 && !hasResolvableRequirements(extraction.requirements, options.dataProvider)) {
+      break;
+    }
+    const resolved = await resolveModulesWithAsyncParse(ast, dataProvider, {
+      parse: parseFragment,
+      compiledListPagesTemplates: extraction.compiledListPagesTemplates,
+      compiledListUsersTemplates: extraction.compiledListUsersTemplates,
+      requirements: extraction.requirements,
+      urlPath: options.page.urlPath,
+      pageTags: options.page.tags
+    });
+    ast = resolved.ast;
+    diagnostics.push(...resolved.diagnostics);
+  }
+  if (hasResolvableRequirements(extractDataRequirements(ast).requirements, options.dataProvider)) {
+    diagnostics.push(createLimitDiagnostic("module-resolution-limit", `Module resolution stopped after ${DEFAULT_MODULE_MAX_PASSES} passes.`));
+  }
   return {
-    ast: resolved.ast,
+    ast,
     page: options.page,
     settings,
-    diagnostics: [...initial.diagnostics, ...resolved.diagnostics],
+    diagnostics,
     dependencies
   };
 }
+function hasResolvableRequirements(requirements, provider) {
+  return Boolean(provider?.fetchListPages && requirements.listPages.length > 0 || provider?.fetchListUsers && requirements.listUsers.length > 0 || provider?.fetchTagCloud && requirements.tagCloud.length > 0);
+}
+function createLimitDiagnostic(code, message) {
+  return {
+    severity: "warning",
+    code,
+    message,
+    position: PIPELINE_DIAGNOSTIC_POSITION
+  };
+}
 function createModuleDataProvider(options, context) {
   const provider = options.dataProvider;
   return {

package/dist/index.d.cts

@@ -674,6 +674,8 @@ interface PageData {
 	ratingPercent?: number;
 	revisions: number;
 }
+type PageDataInput = Pick<PageData, "fullname" | "title" | "createdAt" | "updatedAt" | "tags"> & Partial<Omit<PageData, "fullname" | "title" | "createdAt" | "updatedAt" | "tags">>;
+declare function definePageData(input: PageDataInput): PageData;
 /**
 * Site context information.
 */
@@ -967,6 +969,12 @@ interface ExtractionResult {
 * @returns Extraction result containing requirements and compiled templates
 */
 declare function extractDataRequirements(ast: SyntaxTree3): ExtractionResult;
+type SelectorPage = Pick<PageData, "category" | "tags" | "hiddenTags">;
+type CurrentPage = {
+	category: string;
+	tags: readonly string[];
+};
+declare function matchesListPagesSelectors(page: SelectorPage, query: Pick<NormalizedListPagesQuery, "category" | "tags">, currentPage: CurrentPage): boolean;
 /**
 * Compile a ListPages template string into an executable function.
 *
@@ -1192,4 +1200,4 @@ interface ResolveOptions {
 */
 declare function resolveModules(ast: SyntaxTree4, dataProvider: DataProvider, options: ResolveOptions): Promise<SyntaxTree4>;
 import { STYLE_SLOT_PREFIX } from "@wdprlib/ast";
-export { tokenize, text, resolveTagCloud, resolveModules, resolveListUsers, resolveIncludesWithTrace, resolveIncludesAsyncWithTrace, resolveIncludesAsync, resolveIncludes, processWikitext, preprocessIftags, parseTags, parseParent, parseOrder, parseNumericSelector, parseDateSelector, parseCategory, parse, paragraph, normalizeQuery, listItemSubList, listItemElements, list, link, lineBreak, italics, isTagCloudModule, isListUsersModule, horizontalRule, heading, extractListUsersVariables, extractIncludeReferences, extractDataRequirements, createToken, createSettings, createPosition, createPoint, container, compileTemplate, compileListUsersTemplate, bold, WikitextSettings5 as WikitextSettings, WikitextMode, Version2 as Version, VariableMap, VariableContext, UserInfo, TokenType, Token, TocEntry2 as TocEntry, TagCloudTagData, TagCloudModuleData, TagCloudExternalData, TagCloudDataRequirement, TagCloudDataFetcher, TableRow, TableData, TableCell, TabData, SyntaxTree5 as SyntaxTree, SiteContext, STYLE_SLOT_PREFIX, ResolveOptions, ResolveIncludesTraceResult, ResolveIncludesOptions, ProcessedWikitextDocument, ProcessWikitextOptions, ProcessWikitextDataProvider, ProcessWikitextCallbackContext, Position2 as Position, Point, ParserOptions, Parser, ParseResult4 as ParseResult, ParseFunction, PageRef4 as PageRef, PageData, NormalizedTags, NormalizedParent, NormalizedOrder, NormalizedNumericSelector, NormalizedListPagesQuery, NormalizedDateSelector, NormalizedCategory, ModuleSourceTransform, ModuleParseResult, Module5 as Module, ListUsersVariableContext, ListUsersVariable, ListUsersUserData, ListUsersExternalData, ListUsersDataRequirement, ListUsersDataFetcher, ListUsersCompiledTemplate, ListType, ListPagesVariable, ListPagesQuery, ListPagesExternalData, ListPagesDataRequirement, ListPagesDataFetcher, ListItem, ListData, LinkType, LinkLocation, LinkLabel, LexerOptions, Lexer, IncludeReference, IncludeIterationTrace, IncludeFetcher, IncludeDependency, ImageSource, HeadingLevel, Heading, HeaderType, GallerySize, GalleryOrder, GalleryItem, GalleryData, GalleryContent, FloatAlignment, ExtractionResult, Embed, Element8 as Element, DiagnosticSeverity, Diagnostic4 as Diagnostic, DefinitionListItem, DateItem, DataRequirements, DataProvider, DEFAULT_SETTINGS, ContainerType, ContainerData, CompiledTemplate, CollapsibleData, CodeBlockData2 as CodeBlockData, ClearFloat, AttributeMap, AsyncIncludeFetcher, AnchorTarget, Alignment, AlignType };
+export { tokenize, text, resolveTagCloud, resolveModules, resolveListUsers, resolveIncludesWithTrace, resolveIncludesAsyncWithTrace, resolveIncludesAsync, resolveIncludes, processWikitext, preprocessIftags, parseTags, parseParent, parseOrder, parseNumericSelector, parseDateSelector, parseCategory, parse, paragraph, normalizeQuery, matchesListPagesSelectors, listItemSubList, listItemElements, list, link, lineBreak, italics, isTagCloudModule, isListUsersModule, horizontalRule, heading, extractListUsersVariables, extractIncludeReferences, extractDataRequirements, definePageData, createToken, createSettings, createPosition, createPoint, container, compileTemplate, compileListUsersTemplate, bold, WikitextSettings5 as WikitextSettings, WikitextMode, Version2 as Version, VariableMap, VariableContext, UserInfo, TokenType, Token, TocEntry2 as TocEntry, TagCloudTagData, TagCloudModuleData, TagCloudExternalData, TagCloudDataRequirement, TagCloudDataFetcher, TableRow, TableData, TableCell, TabData, SyntaxTree5 as SyntaxTree, SiteContext, STYLE_SLOT_PREFIX, ResolveOptions, ResolveIncludesTraceResult, ResolveIncludesOptions, ProcessedWikitextDocument, ProcessWikitextOptions, ProcessWikitextDataProvider, ProcessWikitextCallbackContext, Position2 as Position, Point, ParserOptions, Parser, ParseResult4 as ParseResult, ParseFunction, PageRef4 as PageRef, PageData, NormalizedTags, NormalizedParent, NormalizedOrder, NormalizedNumericSelector, NormalizedListPagesQuery, NormalizedDateSelector, NormalizedCategory, ModuleSourceTransform, ModuleParseResult, Module5 as Module, ListUsersVariableContext, ListUsersVariable, ListUsersUserData, ListUsersExternalData, ListUsersDataRequirement, ListUsersDataFetcher, ListUsersCompiledTemplate, ListType, ListPagesVariable, ListPagesQuery, ListPagesExternalData, ListPagesDataRequirement, ListPagesDataFetcher, ListItem, ListData, LinkType, LinkLocation, LinkLabel, LexerOptions, Lexer, IncludeReference, IncludeIterationTrace, IncludeFetcher, IncludeDependency, ImageSource, HeadingLevel, Heading, HeaderType, GallerySize, GalleryOrder, GalleryItem, GalleryData, GalleryContent, FloatAlignment, ExtractionResult, Embed, Element8 as Element, DiagnosticSeverity, Diagnostic4 as Diagnostic, DefinitionListItem, DateItem, DataRequirements, DataProvider, DEFAULT_SETTINGS, ContainerType, ContainerData, CompiledTemplate, CollapsibleData, CodeBlockData2 as CodeBlockData, ClearFloat, AttributeMap, AsyncIncludeFetcher, AnchorTarget, Alignment, AlignType };

package/dist/index.d.ts

@@ -674,6 +674,8 @@ interface PageData {
 	ratingPercent?: number;
 	revisions: number;
 }
+type PageDataInput = Pick<PageData, "fullname" | "title" | "createdAt" | "updatedAt" | "tags"> & Partial<Omit<PageData, "fullname" | "title" | "createdAt" | "updatedAt" | "tags">>;
+declare function definePageData(input: PageDataInput): PageData;
 /**
 * Site context information.
 */
@@ -967,6 +969,12 @@ interface ExtractionResult {
 * @returns Extraction result containing requirements and compiled templates
 */
 declare function extractDataRequirements(ast: SyntaxTree3): ExtractionResult;
+type SelectorPage = Pick<PageData, "category" | "tags" | "hiddenTags">;
+type CurrentPage = {
+	category: string;
+	tags: readonly string[];
+};
+declare function matchesListPagesSelectors(page: SelectorPage, query: Pick<NormalizedListPagesQuery, "category" | "tags">, currentPage: CurrentPage): boolean;
 /**
 * Compile a ListPages template string into an executable function.
 *
@@ -1192,4 +1200,4 @@ interface ResolveOptions {
 */
 declare function resolveModules(ast: SyntaxTree4, dataProvider: DataProvider, options: ResolveOptions): Promise<SyntaxTree4>;
 import { STYLE_SLOT_PREFIX } from "@wdprlib/ast";
-export { tokenize, text, resolveTagCloud, resolveModules, resolveListUsers, resolveIncludesWithTrace, resolveIncludesAsyncWithTrace, resolveIncludesAsync, resolveIncludes, processWikitext, preprocessIftags, parseTags, parseParent, parseOrder, parseNumericSelector, parseDateSelector, parseCategory, parse, paragraph, normalizeQuery, listItemSubList, listItemElements, list, link, lineBreak, italics, isTagCloudModule, isListUsersModule, horizontalRule, heading, extractListUsersVariables, extractIncludeReferences, extractDataRequirements, createToken, createSettings, createPosition, createPoint, container, compileTemplate, compileListUsersTemplate, bold, WikitextSettings5 as WikitextSettings, WikitextMode, Version2 as Version, VariableMap, VariableContext, UserInfo, TokenType, Token, TocEntry2 as TocEntry, TagCloudTagData, TagCloudModuleData, TagCloudExternalData, TagCloudDataRequirement, TagCloudDataFetcher, TableRow, TableData, TableCell, TabData, SyntaxTree5 as SyntaxTree, SiteContext, STYLE_SLOT_PREFIX, ResolveOptions, ResolveIncludesTraceResult, ResolveIncludesOptions, ProcessedWikitextDocument, ProcessWikitextOptions, ProcessWikitextDataProvider, ProcessWikitextCallbackContext, Position2 as Position, Point, ParserOptions, Parser, ParseResult4 as ParseResult, ParseFunction, PageRef4 as PageRef, PageData, NormalizedTags, NormalizedParent, NormalizedOrder, NormalizedNumericSelector, NormalizedListPagesQuery, NormalizedDateSelector, NormalizedCategory, ModuleSourceTransform, ModuleParseResult, Module5 as Module, ListUsersVariableContext, ListUsersVariable, ListUsersUserData, ListUsersExternalData, ListUsersDataRequirement, ListUsersDataFetcher, ListUsersCompiledTemplate, ListType, ListPagesVariable, ListPagesQuery, ListPagesExternalData, ListPagesDataRequirement, ListPagesDataFetcher, ListItem, ListData, LinkType, LinkLocation, LinkLabel, LexerOptions, Lexer, IncludeReference, IncludeIterationTrace, IncludeFetcher, IncludeDependency, ImageSource, HeadingLevel, Heading, HeaderType, GallerySize, GalleryOrder, GalleryItem, GalleryData, GalleryContent, FloatAlignment, ExtractionResult, Embed, Element8 as Element, DiagnosticSeverity, Diagnostic4 as Diagnostic, DefinitionListItem, DateItem, DataRequirements, DataProvider, DEFAULT_SETTINGS, ContainerType, ContainerData, CompiledTemplate, CollapsibleData, CodeBlockData2 as CodeBlockData, ClearFloat, AttributeMap, AsyncIncludeFetcher, AnchorTarget, Alignment, AlignType };
+export { tokenize, text, resolveTagCloud, resolveModules, resolveListUsers, resolveIncludesWithTrace, resolveIncludesAsyncWithTrace, resolveIncludesAsync, resolveIncludes, processWikitext, preprocessIftags, parseTags, parseParent, parseOrder, parseNumericSelector, parseDateSelector, parseCategory, parse, paragraph, normalizeQuery, matchesListPagesSelectors, listItemSubList, listItemElements, list, link, lineBreak, italics, isTagCloudModule, isListUsersModule, horizontalRule, heading, extractListUsersVariables, extractIncludeReferences, extractDataRequirements, definePageData, createToken, createSettings, createPosition, createPoint, container, compileTemplate, compileListUsersTemplate, bold, WikitextSettings5 as WikitextSettings, WikitextMode, Version2 as Version, VariableMap, VariableContext, UserInfo, TokenType, Token, TocEntry2 as TocEntry, TagCloudTagData, TagCloudModuleData, TagCloudExternalData, TagCloudDataRequirement, TagCloudDataFetcher, TableRow, TableData, TableCell, TabData, SyntaxTree5 as SyntaxTree, SiteContext, STYLE_SLOT_PREFIX, ResolveOptions, ResolveIncludesTraceResult, ResolveIncludesOptions, ProcessedWikitextDocument, ProcessWikitextOptions, ProcessWikitextDataProvider, ProcessWikitextCallbackContext, Position2 as Position, Point, ParserOptions, Parser, ParseResult4 as ParseResult, ParseFunction, PageRef4 as PageRef, PageData, NormalizedTags, NormalizedParent, NormalizedOrder, NormalizedNumericSelector, NormalizedListPagesQuery, NormalizedDateSelector, NormalizedCategory, ModuleSourceTransform, ModuleParseResult, Module5 as Module, ListUsersVariableContext, ListUsersVariable, ListUsersUserData, ListUsersExternalData, ListUsersDataRequirement, ListUsersDataFetcher, ListUsersCompiledTemplate, ListType, ListPagesVariable, ListPagesQuery, ListPagesExternalData, ListPagesDataRequirement, ListPagesDataFetcher, ListItem, ListData, LinkType, LinkLocation, LinkLabel, LexerOptions, Lexer, IncludeReference, IncludeIterationTrace, IncludeFetcher, IncludeDependency, ImageSource, HeadingLevel, Heading, HeaderType, GallerySize, GalleryOrder, GalleryItem, GalleryData, GalleryContent, FloatAlignment, ExtractionResult, Embed, Element8 as Element, DiagnosticSeverity, Diagnostic4 as Diagnostic, DefinitionListItem, DateItem, DataRequirements, DataProvider, DEFAULT_SETTINGS, ContainerType, ContainerData, CompiledTemplate, CollapsibleData, CodeBlockData2 as CodeBlockData, ClearFloat, AttributeMap, AsyncIncludeFetcher, AnchorTarget, Alignment, AlignType };

package/dist/index.js

@@ -5856,6 +5856,60 @@ function resolveListPages(module, data, compiledTemplate, parse) {
   const items = renderListPagesItems(module, data, compiledTemplate, parse);
   return wrapListPagesResult(module, items, parse);
 }
+// packages/parser/src/parser/rules/block/module/listpages/types/external-data.ts
+function definePageData(input) {
+  const separator = input.fullname.indexOf(":");
+  const category = separator === -1 ? "_default" : input.fullname.slice(0, separator);
+  const name = separator === -1 ? input.fullname : input.fullname.slice(separator + 1);
+  return {
+    ...input,
+    name: input.name ?? name,
+    category: input.category ?? category,
+    hiddenTags: input.hiddenTags ?? [],
+    children: input.children ?? 0,
+    comments: input.comments ?? 0,
+    size: input.size ?? 0,
+    rating: input.rating ?? 0,
+    ratingVotes: input.ratingVotes ?? 0,
+    revisions: input.revisions ?? 0
+  };
+}
+// packages/parser/src/parser/rules/block/module/listpages/selectors.ts
+function matchesListPagesSelectors(page, query, currentPage) {
+  return matchesCategory(page.category, query.category, currentPage.category) && matchesTags(page, query.tags, currentPage);
+}
+function matchesCategory(category, selector, currentCategory) {
+  if (!selector)
+    return category === currentCategory;
+  if (selector.exclude.includes(category))
+    return false;
+  const hasPositiveSelector = selector.all || selector.current || selector.include.length > 0;
+  return !hasPositiveSelector || selector.all || selector.current && category === currentCategory || selector.include.includes(category);
+}
+function matchesTags(page, selector, currentPage) {
+  if (!selector)
+    return true;
+  const allTags = new Set([...page.tags, ...page.hiddenTags]);
+  if (selector.all.some((tag) => !allTags.has(tag)))
+    return false;
+  if (selector.any.length > 0 && !selector.any.some((tag) => allTags.has(tag)))
+    return false;
+  if (selector.none.some((tag) => allTags.has(tag)))
+    return false;
+  if (selector.special === "none")
+    return allTags.size === 0;
+  const currentTags = new Set(currentPage.tags.filter((tag) => !tag.startsWith("_")));
+  if (selector.special === "same-visible") {
+    return page.tags.some((tag) => currentTags.has(tag));
+  }
+  if (selector.special === "same-all") {
+    return setsEqual(new Set(page.tags), currentTags);
+  }
+  return true;
+}
+function setsEqual(left, right) {
+  return left.size === right.size && [...left].every((value) => right.has(value));
+}
 // packages/parser/src/parser/rules/block/module/listpages/url-resolution/fields.ts
 var URL_RESOLVABLE_FIELDS = [
   { attr: "offset", queryKey: "offset", type: "number" },
@@ -6285,13 +6339,20 @@ var BASE_PLACEHOLDER_OPEN = "";
 var BASE_PLACEHOLDER_CLOSE = "";
 var RAW_BLOCK_OPEN_PATTERN = /\[\[\s*(code|html)\b[^\]]*\]\]/iy;
 function makeUniqueSentinels(source) {
-  let open = BASE_PLACEHOLDER_OPEN;
-  let close = BASE_PLACEHOLDER_CLOSE;
-  while (source.includes(open) || source.includes(close)) {
-    open += BASE_PLACEHOLDER_OPEN;
-    close += BASE_PLACEHOLDER_CLOSE;
+  let openRun = 0;
+  let closeRun = 0;
+  let longestOpenRun = 0;
+  let longestCloseRun = 0;
+  for (const char of source) {
+    openRun = char === BASE_PLACEHOLDER_OPEN ? openRun + 1 : 0;
+    closeRun = char === BASE_PLACEHOLDER_CLOSE ? closeRun + 1 : 0;
+    longestOpenRun = Math.max(longestOpenRun, openRun);
+    longestCloseRun = Math.max(longestCloseRun, closeRun);
   }
-  return { open, close };
+  return {
+    open: BASE_PLACEHOLDER_OPEN.repeat(longestOpenRun + 1),
+    close: BASE_PLACEHOLDER_CLOSE.repeat(longestCloseRun + 1)
+  };
 }
 function maskRawRegions(source, sentinels) {
   const placeholders = [];
@@ -13694,30 +13755,6 @@ function preprocess(text) {
   return result;
 }
 
-// packages/parser/src/parser/preprocess/expr/evaluate.ts
-import { evaluateExpression as evaluateExpression2, formatExprValue, isTruthy as isTruthy2 } from "@wdprlib/ast";
-function evaluateDirective(kind, match) {
-  if (kind === "expr") {
-    const result2 = evaluateExpression2(match.head);
-    if (result2.success)
-      return formatExprValue(result2.value);
-    if (result2.error === "empty expression")
-      return "";
-    return "ERROR";
-  }
-  if (kind === "if") {
-    if (!match.hasPipe)
-      return "";
-    return isTruthy2(match.head) ? match.thenText : match.elseText;
-  }
-  if (!match.hasPipe)
-    return "";
-  const result = evaluateExpression2(match.head);
-  if (!result.success)
-    return "ERROR";
-  return result.value !== 0 && !Number.isNaN(result.value) ? match.thenText : match.elseText;
-}
-
 // packages/parser/src/parser/preprocess/expr/chars.ts
 function isWhitespace(ch) {
   return ch === " " || ch === "\t" || ch === `
@@ -13746,6 +13783,30 @@ function matchDirectiveKind(source, i) {
   return null;
 }
 
+// packages/parser/src/parser/preprocess/expr/evaluate.ts
+import { evaluateExpression as evaluateExpression2, formatExprValue, isTruthy as isTruthy2 } from "@wdprlib/ast";
+function evaluateDirective(kind, match) {
+  if (kind === "expr") {
+    const result2 = evaluateExpression2(match.head);
+    if (result2.success)
+      return formatExprValue(result2.value);
+    if (result2.error === "empty expression")
+      return "";
+    return "ERROR";
+  }
+  if (kind === "if") {
+    if (!match.hasPipe)
+      return "";
+    return isTruthy2(match.head) ? match.thenText : match.elseText;
+  }
+  if (!match.hasPipe)
+    return "";
+  const result = evaluateExpression2(match.head);
+  if (!result.success)
+    return "ERROR";
+  return result.value !== 0 && !Number.isNaN(result.value) ? match.thenText : match.elseText;
+}
+
 // packages/parser/src/parser/preprocess/expr/parse.ts
 function tryParseInnermostDirective(source, start, kind) {
   const keywordLen = kind === "ifexpr" ? 6 : kind === "expr" ? 4 : 2;
@@ -13847,11 +13908,14 @@ function expandInnermost(source) {
 }
 
 // packages/parser/src/parser/preprocess/expr/index.ts
+var MAX_EXPR_NESTING = 64;
 function preprocessExpr(source) {
   if (!source.includes("[[#"))
     return source;
   const sentinels = makeUniqueSentinels(source);
   const { masked, placeholders } = maskRawRegions(source, sentinels);
+  if (exceedsExprNestingLimit(masked))
+    return source;
   const reduced = reduceExpr(masked);
   return restorePlaceholders(reduced, placeholders, sentinels);
 }
@@ -13866,6 +13930,26 @@ function reduceExpr(source) {
   }
   return current2;
 }
+function exceedsExprNestingLimit(source) {
+  const expressionStack = [];
+  let expressionDepth = 0;
+  for (let i = 0;i < source.length; i++) {
+    if (source.startsWith("[[", i)) {
+      const isExpression = matchDirectiveKind(source, i) !== null;
+      expressionStack.push(isExpression);
+      if (isExpression && ++expressionDepth > MAX_EXPR_NESTING)
+        return true;
+      i++;
+      continue;
+    }
+    if (source.startsWith("]]", i)) {
+      if (expressionStack.pop())
+        expressionDepth--;
+      i++;
+    }
+  }
+  return false;
+}
 
 // packages/parser/src/parser/parse/source.ts
 function prepareSourceForParse(source, options) {
@@ -13893,7 +13977,9 @@ function parse(source, options) {
   return new Parser(tokens, options).parse();
 }
 // packages/parser/src/pipeline/process.ts
-import { DEFAULT_SETTINGS as DEFAULT_SETTINGS2 } from "@wdprlib/ast";
+import {
+  DEFAULT_SETTINGS as DEFAULT_SETTINGS2
+} from "@wdprlib/ast";
 
 // packages/parser/src/parser/rules/block/module/resolution/resolve-async.ts
 async function resolveModulesWithAsyncParse(ast, dataProvider, options) {
@@ -14069,6 +14155,11 @@ async function resolveElementChildren(element, context, state) {
 }
 
 // packages/parser/src/pipeline/process.ts
+var DEFAULT_MODULE_MAX_PASSES = 5;
+var PIPELINE_DIAGNOSTIC_POSITION = {
+  start: { line: 1, column: 1, offset: 0 },
+  end: { line: 1, column: 1, offset: 0 }
+};
 async function processWikitext(source, options) {
   const settings = options.settings ?? DEFAULT_SETTINGS2;
   const callbackContext = {
@@ -14076,6 +14167,7 @@ async function processWikitext(source, options) {
     settings
   };
   const dependencies = [];
+  const diagnostics = [];
   const fetchInclude = createRequestIncludeFetcher(options.dataProvider?.fetchInclude ? (pageRef) => options.dataProvider.fetchInclude(pageRef, callbackContext) : undefined);
   const resolveSource = async (input) => {
     if (!fetchInclude)
@@ -14085,6 +14177,9 @@ async function processWikitext(source, options) {
       settings
     });
     dependencies.push(...resolution.dependencies);
+    if (resolution.reachedMaxIterations) {
+      diagnostics.push(createLimitDiagnostic("include-resolution-limit", `Include expansion stopped after ${options.includeMaxIterations ?? 10} iterations.`));
+    }
     return resolution.source;
   };
   const expandedSource = await resolveSource(source);
@@ -14093,28 +14188,52 @@ async function processWikitext(source, options) {
     pageTags: options.page.tags,
     appendImplicitFootnoteBlock: false
   });
-  const extraction = extractDataRequirements(initial.ast);
+  diagnostics.push(...initial.diagnostics);
   const dataProvider = createModuleDataProvider(options, callbackContext);
-  const resolved = await resolveModulesWithAsyncParse(initial.ast, dataProvider, {
-    parse: async (fragmentSource) => parse(await resolveSource(fragmentSource), {
-      settings,
-      pageTags: options.page.tags,
-      appendImplicitFootnoteBlock: false
-    }),
-    compiledListPagesTemplates: extraction.compiledListPagesTemplates,
-    compiledListUsersTemplates: extraction.compiledListUsersTemplates,
-    requirements: extraction.requirements,
-    urlPath: options.page.urlPath,
-    pageTags: options.page.tags
+  const parseFragment = async (fragmentSource) => parse(await resolveSource(fragmentSource), {
+    settings,
+    pageTags: options.page.tags,
+    appendImplicitFootnoteBlock: false
   });
+  let ast = initial.ast;
+  for (let pass = 0;pass < DEFAULT_MODULE_MAX_PASSES; pass++) {
+    const extraction = extractDataRequirements(ast);
+    if (pass > 0 && !hasResolvableRequirements(extraction.requirements, options.dataProvider)) {
+      break;
+    }
+    const resolved = await resolveModulesWithAsyncParse(ast, dataProvider, {
+      parse: parseFragment,
+      compiledListPagesTemplates: extraction.compiledListPagesTemplates,
+      compiledListUsersTemplates: extraction.compiledListUsersTemplates,
+      requirements: extraction.requirements,
+      urlPath: options.page.urlPath,
+      pageTags: options.page.tags
+    });
+    ast = resolved.ast;
+    diagnostics.push(...resolved.diagnostics);
+  }
+  if (hasResolvableRequirements(extractDataRequirements(ast).requirements, options.dataProvider)) {
+    diagnostics.push(createLimitDiagnostic("module-resolution-limit", `Module resolution stopped after ${DEFAULT_MODULE_MAX_PASSES} passes.`));
+  }
   return {
-    ast: resolved.ast,
+    ast,
     page: options.page,
     settings,
-    diagnostics: [...initial.diagnostics, ...resolved.diagnostics],
+    diagnostics,
     dependencies
   };
 }
+function hasResolvableRequirements(requirements, provider) {
+  return Boolean(provider?.fetchListPages && requirements.listPages.length > 0 || provider?.fetchListUsers && requirements.listUsers.length > 0 || provider?.fetchTagCloud && requirements.tagCloud.length > 0);
+}
+function createLimitDiagnostic(code, message) {
+  return {
+    severity: "warning",
+    code,
+    message,
+    position: PIPELINE_DIAGNOSTIC_POSITION
+  };
+}
 function createModuleDataProvider(options, context) {
   const provider = options.dataProvider;
   return {
@@ -14159,6 +14278,7 @@ export {
   parse,
   paragraph,
   normalizeQuery,
+  matchesListPagesSelectors,
   listItemSubList,
   listItemElements,
   list,
@@ -14172,6 +14292,7 @@ export {
   extractListUsersVariables,
   extractIncludeReferences,
   extractDataRequirements,
+  definePageData,
   createToken,
   createSettings,
   createPosition,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wdprlib/parser",
-  "version": "4.4.0",
+  "version": "5.0.0",
   "description": "Parser for Wikidot markup",
   "keywords": [
     "ast",
@@ -41,6 +41,6 @@
   },
   "dependencies": {
     "@braintree/sanitize-url": "^7.1.1",
-    "@wdprlib/ast": "2.4.0"
+    "@wdprlib/ast": "3.0.0"
   }
 }

package/src/index.ts

@@ -185,6 +185,8 @@ export {
   parseParent,
   parseDateSelector,
   parseNumericSelector,
+  definePageData,
+  matchesListPagesSelectors,
   // ListUsers
   extractListUsersVariables,
   compileListUsersTemplate,

package/src/parser/preprocess/expr/index.ts

@@ -7,8 +7,11 @@
  */
 
 import { makeUniqueSentinels, maskRawRegions, restorePlaceholders } from "../utils";
+import { matchDirectiveKind } from "./kind";
 import { expandInnermost } from "./scan";
 
+const MAX_EXPR_NESTING = 64;
+
 /**
  * Resolve every `[[#if]]` / `[[#ifexpr]]` / `[[#expr]]` that sits inside
  * another block's opener (depth > 0). Top-level directives are left for
@@ -21,6 +24,7 @@ export function preprocessExpr(source: string): string {
 
   const sentinels = makeUniqueSentinels(source);
   const { masked, placeholders } = maskRawRegions(source, sentinels);
+  if (exceedsExprNestingLimit(masked)) return source;
   const reduced = reduceExpr(masked);
   return restorePlaceholders(reduced, placeholders, sentinels);
 }
@@ -43,3 +47,25 @@ function reduceExpr(source: string): string {
   }
   return current;
 }
+
+function exceedsExprNestingLimit(source: string): boolean {
+  const expressionStack: boolean[] = [];
+  let expressionDepth = 0;
+
+  for (let i = 0; i < source.length; i++) {
+    if (source.startsWith("[[", i)) {
+      const isExpression = matchDirectiveKind(source, i) !== null;
+      expressionStack.push(isExpression);
+      if (isExpression && ++expressionDepth > MAX_EXPR_NESTING) return true;
+      i++;
+      continue;
+    }
+
+    if (source.startsWith("]]", i)) {
+      if (expressionStack.pop()) expressionDepth--;
+      i++;
+    }
+  }
+
+  return false;
+}

package/src/parser/preprocess/utils/raw-regions.ts

@@ -13,16 +13,25 @@ export interface Sentinels {
  * Choose sentinel strings that are guaranteed not to appear in `source`.
  * The placeholders we splice into the masked source have the form
  * `<open><digits><close>`, so the restore pass must not confuse them
- * with content. Extends both sentinel characters until neither appears.
+ * with content.
  */
 export function makeUniqueSentinels(source: string): Sentinels {
-  let open = BASE_PLACEHOLDER_OPEN;
-  let close = BASE_PLACEHOLDER_CLOSE;
-  while (source.includes(open) || source.includes(close)) {
-    open += BASE_PLACEHOLDER_OPEN;
-    close += BASE_PLACEHOLDER_CLOSE;
+  let openRun = 0;
+  let closeRun = 0;
+  let longestOpenRun = 0;
+  let longestCloseRun = 0;
+
+  for (const char of source) {
+    openRun = char === BASE_PLACEHOLDER_OPEN ? openRun + 1 : 0;
+    closeRun = char === BASE_PLACEHOLDER_CLOSE ? closeRun + 1 : 0;
+    longestOpenRun = Math.max(longestOpenRun, openRun);
+    longestCloseRun = Math.max(longestCloseRun, closeRun);
   }
-  return { open, close };
+
+  return {
+    open: BASE_PLACEHOLDER_OPEN.repeat(longestOpenRun + 1),
+    close: BASE_PLACEHOLDER_CLOSE.repeat(longestCloseRun + 1),
+  };
 }
 
 /**

package/src/parser/rules/block/module/index.ts

@@ -82,6 +82,8 @@ export {
   parseParent,
   parseDateSelector,
   parseNumericSelector,
+  definePageData,
+  matchesListPagesSelectors,
 } from "./listpages";
 
 // IfTags module

package/src/parser/rules/block/module/listpages/index.ts

@@ -59,6 +59,8 @@ export { extractDataRequirements } from "./extract";
 // Resolution
 export type { ParseFunction, ListPagesModuleData } from "./resolve";
 export { isListPagesModule, resolveListPages } from "./resolve";
+export { definePageData } from "./types/external-data";
+export { matchesListPagesSelectors } from "./selectors";
 
 // Compiler
 export { compileTemplate } from "./compiler";

package/src/parser/rules/block/module/listpages/selectors.ts

@@ -0,0 +1,64 @@
+import type { PageData } from "./types/external-data";
+import type {
+  NormalizedCategory,
+  NormalizedListPagesQuery,
+  NormalizedTags,
+} from "./types/normalized-query";
+
+type SelectorPage = Pick<PageData, "category" | "tags" | "hiddenTags">;
+type CurrentPage = { category: string; tags: readonly string[] };
+
+export function matchesListPagesSelectors(
+  page: SelectorPage,
+  query: Pick<NormalizedListPagesQuery, "category" | "tags">,
+  currentPage: CurrentPage,
+): boolean {
+  return (
+    matchesCategory(page.category, query.category, currentPage.category) &&
+    matchesTags(page, query.tags, currentPage)
+  );
+}
+
+function matchesCategory(
+  category: string,
+  selector: NormalizedCategory | undefined,
+  currentCategory: string,
+): boolean {
+  if (!selector) return category === currentCategory;
+  if (selector.exclude.includes(category)) return false;
+
+  const hasPositiveSelector = selector.all || selector.current || selector.include.length > 0;
+  return (
+    !hasPositiveSelector ||
+    selector.all ||
+    (selector.current && category === currentCategory) ||
+    selector.include.includes(category)
+  );
+}
+
+function matchesTags(
+  page: Pick<SelectorPage, "tags" | "hiddenTags">,
+  selector: NormalizedTags | undefined,
+  currentPage: Pick<CurrentPage, "tags">,
+): boolean {
+  if (!selector) return true;
+
+  const allTags = new Set([...page.tags, ...page.hiddenTags]);
+  if (selector.all.some((tag) => !allTags.has(tag))) return false;
+  if (selector.any.length > 0 && !selector.any.some((tag) => allTags.has(tag))) return false;
+  if (selector.none.some((tag) => allTags.has(tag))) return false;
+
+  if (selector.special === "none") return allTags.size === 0;
+  const currentTags = new Set(currentPage.tags.filter((tag) => !tag.startsWith("_")));
+  if (selector.special === "same-visible") {
+    return page.tags.some((tag) => currentTags.has(tag));
+  }
+  if (selector.special === "same-all") {
+    return setsEqual(new Set(page.tags), currentTags);
+  }
+  return true;
+}
+
+function setsEqual(left: ReadonlySet<string>, right: ReadonlySet<string>): boolean {
+  return left.size === right.size && [...left].every((value) => right.has(value));
+}

package/src/parser/rules/block/module/listpages/types/external-data.ts

@@ -58,6 +58,28 @@ export interface PageData {
   revisions: number;
 }
 
+type PageDataInput = Pick<PageData, "fullname" | "title" | "createdAt" | "updatedAt" | "tags"> &
+  Partial<Omit<PageData, "fullname" | "title" | "createdAt" | "updatedAt" | "tags">>;
+
+export function definePageData(input: PageDataInput): PageData {
+  const separator = input.fullname.indexOf(":");
+  const category = separator === -1 ? "_default" : input.fullname.slice(0, separator);
+  const name = separator === -1 ? input.fullname : input.fullname.slice(separator + 1);
+
+  return {
+    ...input,
+    name: input.name ?? name,
+    category: input.category ?? category,
+    hiddenTags: input.hiddenTags ?? [],
+    children: input.children ?? 0,
+    comments: input.comments ?? 0,
+    size: input.size ?? 0,
+    rating: input.rating ?? 0,
+    ratingVotes: input.ratingVotes ?? 0,
+    revisions: input.revisions ?? 0,
+  };
+}
+
 /**
  * Site context information.
  */

package/src/pipeline/process.ts

@@ -1,4 +1,9 @@
-import { DEFAULT_SETTINGS, type PageRef, type WikitextPageContext } from "@wdprlib/ast";
+import {
+  DEFAULT_SETTINGS,
+  type Diagnostic,
+  type PageRef,
+  type WikitextPageContext,
+} from "@wdprlib/ast";
 import { parse } from "../parser";
 import { extractDataRequirements } from "../parser/rules/block/module/listpages/extract";
 import {
@@ -14,6 +19,12 @@ import type {
   ProcessWikitextOptions,
 } from "./types";
 
+const DEFAULT_MODULE_MAX_PASSES = 5;
+const PIPELINE_DIAGNOSTIC_POSITION = {
+  start: { line: 1, column: 1, offset: 0 },
+  end: { line: 1, column: 1, offset: 0 },
+};
+
 export async function processWikitext<TPage extends WikitextPageContext>(
   source: string,
   options: ProcessWikitextOptions<TPage>,
@@ -24,6 +35,7 @@ export async function processWikitext<TPage extends WikitextPageContext>(
     settings,
   };
   const dependencies: IncludeDependency[] = [];
+  const diagnostics: Diagnostic[] = [];
   const fetchInclude = createRequestIncludeFetcher(
     options.dataProvider?.fetchInclude
       ? (pageRef) => options.dataProvider!.fetchInclude!(pageRef, callbackContext)
@@ -36,6 +48,14 @@ export async function processWikitext<TPage extends WikitextPageContext>(
       settings,
     });
     dependencies.push(...resolution.dependencies);
+    if (resolution.reachedMaxIterations) {
+      diagnostics.push(
+        createLimitDiagnostic(
+          "include-resolution-limit",
+          `Include expansion stopped after ${options.includeMaxIterations ?? 10} iterations.`,
+        ),
+      );
+    }
     return resolution.source;
   };
 
@@ -45,31 +65,78 @@ export async function processWikitext<TPage extends WikitextPageContext>(
     pageTags: options.page.tags,
     appendImplicitFootnoteBlock: false,
   });
-  const extraction = extractDataRequirements(initial.ast);
+  diagnostics.push(...initial.diagnostics);
   const dataProvider = createModuleDataProvider(options, callbackContext);
-  const resolved = await resolveModulesWithAsyncParse(initial.ast, dataProvider, {
-    parse: async (fragmentSource) =>
-      parse(await resolveSource(fragmentSource), {
-        settings,
-        pageTags: options.page.tags,
-        appendImplicitFootnoteBlock: false,
-      }),
-    compiledListPagesTemplates: extraction.compiledListPagesTemplates,
-    compiledListUsersTemplates: extraction.compiledListUsersTemplates,
-    requirements: extraction.requirements,
-    urlPath: options.page.urlPath,
-    pageTags: options.page.tags,
-  });
+  const parseFragment = async (fragmentSource: string) =>
+    parse(await resolveSource(fragmentSource), {
+      settings,
+      pageTags: options.page.tags,
+      appendImplicitFootnoteBlock: false,
+    });
+  let ast = initial.ast;
+
+  for (let pass = 0; pass < DEFAULT_MODULE_MAX_PASSES; pass++) {
+    const extraction = extractDataRequirements(ast);
+    if (pass > 0 && !hasResolvableRequirements(extraction.requirements, options.dataProvider)) {
+      break;
+    }
+
+    const resolved = await resolveModulesWithAsyncParse(ast, dataProvider, {
+      parse: parseFragment,
+      compiledListPagesTemplates: extraction.compiledListPagesTemplates,
+      compiledListUsersTemplates: extraction.compiledListUsersTemplates,
+      requirements: extraction.requirements,
+      urlPath: options.page.urlPath,
+      pageTags: options.page.tags,
+    });
+    ast = resolved.ast;
+    diagnostics.push(...resolved.diagnostics);
+  }
+
+  if (hasResolvableRequirements(extractDataRequirements(ast).requirements, options.dataProvider)) {
+    diagnostics.push(
+      createLimitDiagnostic(
+        "module-resolution-limit",
+        `Module resolution stopped after ${DEFAULT_MODULE_MAX_PASSES} passes.`,
+      ),
+    );
+  }
 
   return {
-    ast: resolved.ast,
+    ast,
     page: options.page,
     settings,
-    diagnostics: [...initial.diagnostics, ...resolved.diagnostics],
+    diagnostics,
     dependencies,
   };
 }
 
+function hasResolvableRequirements(
+  requirements: ReturnType<typeof extractDataRequirements>["requirements"],
+  provider:
+    | {
+        fetchListPages?: unknown;
+        fetchListUsers?: unknown;
+        fetchTagCloud?: unknown;
+      }
+    | undefined,
+): boolean {
+  return Boolean(
+    (provider?.fetchListPages && requirements.listPages.length > 0) ||
+    (provider?.fetchListUsers && requirements.listUsers.length > 0) ||
+    (provider?.fetchTagCloud && requirements.tagCloud.length > 0),
+  );
+}
+
+function createLimitDiagnostic(code: string, message: string): Diagnostic {
+  return {
+    severity: "warning",
+    code,
+    message,
+    position: PIPELINE_DIAGNOSTIC_POSITION,
+  };
+}
+
 function createModuleDataProvider<TPage extends WikitextPageContext>(
   options: ProcessWikitextOptions<TPage>,
   context: ProcessWikitextCallbackContext<TPage>,