afdocs 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (136) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +201 -0
  3. package/bin/afdocs.mjs +3 -0
  4. package/dist/checks/agent-discoverability/llms-txt-directive.d.ts +2 -0
  5. package/dist/checks/agent-discoverability/llms-txt-directive.d.ts.map +1 -0
  6. package/dist/checks/agent-discoverability/llms-txt-directive.js +17 -0
  7. package/dist/checks/agent-discoverability/llms-txt-directive.js.map +1 -0
  8. package/dist/checks/content-structure/markdown-code-fence-validity.d.ts +2 -0
  9. package/dist/checks/content-structure/markdown-code-fence-validity.d.ts.map +1 -0
  10. package/dist/checks/content-structure/markdown-code-fence-validity.js +17 -0
  11. package/dist/checks/content-structure/markdown-code-fence-validity.js.map +1 -0
  12. package/dist/checks/content-structure/section-header-quality.d.ts +2 -0
  13. package/dist/checks/content-structure/section-header-quality.d.ts.map +1 -0
  14. package/dist/checks/content-structure/section-header-quality.js +17 -0
  15. package/dist/checks/content-structure/section-header-quality.js.map +1 -0
  16. package/dist/checks/content-structure/tabbed-content-serialization.d.ts +2 -0
  17. package/dist/checks/content-structure/tabbed-content-serialization.d.ts.map +1 -0
  18. package/dist/checks/content-structure/tabbed-content-serialization.js +17 -0
  19. package/dist/checks/content-structure/tabbed-content-serialization.js.map +1 -0
  20. package/dist/checks/index.d.ts +22 -0
  21. package/dist/checks/index.d.ts.map +1 -0
  22. package/dist/checks/index.js +30 -0
  23. package/dist/checks/index.js.map +1 -0
  24. package/dist/checks/llms-txt/llms-txt-exists.d.ts +2 -0
  25. package/dist/checks/llms-txt/llms-txt-exists.d.ts.map +1 -0
  26. package/dist/checks/llms-txt/llms-txt-exists.js +107 -0
  27. package/dist/checks/llms-txt/llms-txt-exists.js.map +1 -0
  28. package/dist/checks/llms-txt/llms-txt-links-markdown.d.ts +2 -0
  29. package/dist/checks/llms-txt/llms-txt-links-markdown.d.ts.map +1 -0
  30. package/dist/checks/llms-txt/llms-txt-links-markdown.js +144 -0
  31. package/dist/checks/llms-txt/llms-txt-links-markdown.js.map +1 -0
  32. package/dist/checks/llms-txt/llms-txt-links-resolve.d.ts +2 -0
  33. package/dist/checks/llms-txt/llms-txt-links-resolve.d.ts.map +1 -0
  34. package/dist/checks/llms-txt/llms-txt-links-resolve.js +116 -0
  35. package/dist/checks/llms-txt/llms-txt-links-resolve.js.map +1 -0
  36. package/dist/checks/llms-txt/llms-txt-size.d.ts +2 -0
  37. package/dist/checks/llms-txt/llms-txt-size.d.ts.map +1 -0
  38. package/dist/checks/llms-txt/llms-txt-size.js +56 -0
  39. package/dist/checks/llms-txt/llms-txt-size.js.map +1 -0
  40. package/dist/checks/llms-txt/llms-txt-valid.d.ts +6 -0
  41. package/dist/checks/llms-txt/llms-txt-valid.d.ts.map +1 -0
  42. package/dist/checks/llms-txt/llms-txt-valid.js +89 -0
  43. package/dist/checks/llms-txt/llms-txt-valid.js.map +1 -0
  44. package/dist/checks/markdown-availability/content-negotiation.d.ts +2 -0
  45. package/dist/checks/markdown-availability/content-negotiation.d.ts.map +1 -0
  46. package/dist/checks/markdown-availability/content-negotiation.js +17 -0
  47. package/dist/checks/markdown-availability/content-negotiation.js.map +1 -0
  48. package/dist/checks/markdown-availability/markdown-url-support.d.ts +2 -0
  49. package/dist/checks/markdown-availability/markdown-url-support.d.ts.map +1 -0
  50. package/dist/checks/markdown-availability/markdown-url-support.js +17 -0
  51. package/dist/checks/markdown-availability/markdown-url-support.js.map +1 -0
  52. package/dist/checks/observability/cache-header-hygiene.d.ts +2 -0
  53. package/dist/checks/observability/cache-header-hygiene.d.ts.map +1 -0
  54. package/dist/checks/observability/cache-header-hygiene.js +17 -0
  55. package/dist/checks/observability/cache-header-hygiene.js.map +1 -0
  56. package/dist/checks/observability/llms-txt-freshness.d.ts +2 -0
  57. package/dist/checks/observability/llms-txt-freshness.d.ts.map +1 -0
  58. package/dist/checks/observability/llms-txt-freshness.js +17 -0
  59. package/dist/checks/observability/llms-txt-freshness.js.map +1 -0
  60. package/dist/checks/observability/markdown-content-parity.d.ts +2 -0
  61. package/dist/checks/observability/markdown-content-parity.d.ts.map +1 -0
  62. package/dist/checks/observability/markdown-content-parity.js +17 -0
  63. package/dist/checks/observability/markdown-content-parity.js.map +1 -0
  64. package/dist/checks/page-size/content-start-position.d.ts +2 -0
  65. package/dist/checks/page-size/content-start-position.d.ts.map +1 -0
  66. package/dist/checks/page-size/content-start-position.js +17 -0
  67. package/dist/checks/page-size/content-start-position.js.map +1 -0
  68. package/dist/checks/page-size/page-size-html.d.ts +2 -0
  69. package/dist/checks/page-size/page-size-html.d.ts.map +1 -0
  70. package/dist/checks/page-size/page-size-html.js +17 -0
  71. package/dist/checks/page-size/page-size-html.js.map +1 -0
  72. package/dist/checks/page-size/page-size-markdown.d.ts +2 -0
  73. package/dist/checks/page-size/page-size-markdown.d.ts.map +1 -0
  74. package/dist/checks/page-size/page-size-markdown.js +17 -0
  75. package/dist/checks/page-size/page-size-markdown.js.map +1 -0
  76. package/dist/checks/registry.d.ts +7 -0
  77. package/dist/checks/registry.d.ts.map +1 -0
  78. package/dist/checks/registry.js +20 -0
  79. package/dist/checks/registry.js.map +1 -0
  80. package/dist/checks/url-stability/http-status-codes.d.ts +2 -0
  81. package/dist/checks/url-stability/http-status-codes.d.ts.map +1 -0
  82. package/dist/checks/url-stability/http-status-codes.js +17 -0
  83. package/dist/checks/url-stability/http-status-codes.js.map +1 -0
  84. package/dist/checks/url-stability/redirect-behavior.d.ts +2 -0
  85. package/dist/checks/url-stability/redirect-behavior.d.ts.map +1 -0
  86. package/dist/checks/url-stability/redirect-behavior.js +17 -0
  87. package/dist/checks/url-stability/redirect-behavior.js.map +1 -0
  88. package/dist/cli/commands/check.d.ts +4 -0
  89. package/dist/cli/commands/check.d.ts.map +1 -0
  90. package/dist/cli/commands/check.js +38 -0
  91. package/dist/cli/commands/check.js.map +1 -0
  92. package/dist/cli/formatters/json.d.ts +3 -0
  93. package/dist/cli/formatters/json.d.ts.map +1 -0
  94. package/dist/cli/formatters/json.js +4 -0
  95. package/dist/cli/formatters/json.js.map +1 -0
  96. package/dist/cli/formatters/text.d.ts +3 -0
  97. package/dist/cli/formatters/text.d.ts.map +1 -0
  98. package/dist/cli/formatters/text.js +59 -0
  99. package/dist/cli/formatters/text.js.map +1 -0
  100. package/dist/cli/index.d.ts +2 -0
  101. package/dist/cli/index.d.ts.map +1 -0
  102. package/dist/cli/index.js +12 -0
  103. package/dist/cli/index.js.map +1 -0
  104. package/dist/constants.d.ts +36 -0
  105. package/dist/constants.d.ts.map +1 -0
  106. package/dist/constants.js +24 -0
  107. package/dist/constants.js.map +1 -0
  108. package/dist/helpers/config.d.ts +3 -0
  109. package/dist/helpers/config.d.ts.map +1 -0
  110. package/dist/helpers/config.js +25 -0
  111. package/dist/helpers/config.js.map +1 -0
  112. package/dist/helpers/index.d.ts +3 -0
  113. package/dist/helpers/index.d.ts.map +1 -0
  114. package/dist/helpers/index.js +3 -0
  115. package/dist/helpers/index.js.map +1 -0
  116. package/dist/helpers/vitest-runner.d.ts +23 -0
  117. package/dist/helpers/vitest-runner.d.ts.map +1 -0
  118. package/dist/helpers/vitest-runner.js +67 -0
  119. package/dist/helpers/vitest-runner.js.map +1 -0
  120. package/dist/http.d.ts +9 -0
  121. package/dist/http.d.ts.map +1 -0
  122. package/dist/http.js +49 -0
  123. package/dist/http.js.map +1 -0
  124. package/dist/index.d.ts +6 -0
  125. package/dist/index.d.ts.map +1 -0
  126. package/dist/index.js +5 -0
  127. package/dist/index.js.map +1 -0
  128. package/dist/runner.d.ts +4 -0
  129. package/dist/runner.d.ts.map +1 -0
  130. package/dist/runner.js +100 -0
  131. package/dist/runner.js.map +1 -0
  132. package/dist/types.d.ts +97 -0
  133. package/dist/types.d.ts.map +1 -0
  134. package/dist/types.js +2 -0
  135. package/dist/types.js.map +1 -0
  136. package/package.json +74 -0
@@ -0,0 +1,144 @@
1
+ import { registerCheck } from '../registry.js';
2
+ import { extractMarkdownLinks } from './llms-txt-valid.js';
3
+ function hasMarkdownExtension(url) {
4
+ try {
5
+ const pathname = new URL(url).pathname;
6
+ return pathname.endsWith('.md') || pathname.endsWith('.mdx');
7
+ }
8
+ catch {
9
+ return false;
10
+ }
11
+ }
12
+ async function checkLlmsTxtLinksMarkdown(ctx) {
13
+ const existsResult = ctx.previousResults.get('llms-txt-exists');
14
+ const discovered = (existsResult?.details?.discoveredFiles ?? []);
15
+ if (discovered.length === 0) {
16
+ return {
17
+ id: 'llms-txt-links-markdown',
18
+ category: 'llms-txt',
19
+ status: 'skip',
20
+ message: 'No llms.txt files to check links for',
21
+ dependsOn: ['llms-txt-exists'],
22
+ };
23
+ }
24
+ // Collect unique links
25
+ const allLinks = new Set();
26
+ for (const file of discovered) {
27
+ const links = extractMarkdownLinks(file.content);
28
+ for (const link of links) {
29
+ if (link.url.startsWith('http://') || link.url.startsWith('https://')) {
30
+ allLinks.add(link.url);
31
+ }
32
+ }
33
+ }
34
+ if (allLinks.size === 0) {
35
+ return {
36
+ id: 'llms-txt-links-markdown',
37
+ category: 'llms-txt',
38
+ status: 'skip',
39
+ message: 'No HTTP(S) links found in llms.txt',
40
+ };
41
+ }
42
+ // Sample if too many
43
+ let linksToTest = Array.from(allLinks);
44
+ const totalLinks = linksToTest.length;
45
+ if (totalLinks > ctx.options.maxLinksToTest) {
46
+ for (let i = linksToTest.length - 1; i > 0; i--) {
47
+ const j = Math.floor(Math.random() * (i + 1));
48
+ [linksToTest[i], linksToTest[j]] = [linksToTest[j], linksToTest[i]];
49
+ }
50
+ linksToTest = linksToTest.slice(0, ctx.options.maxLinksToTest);
51
+ }
52
+ const results = [];
53
+ const concurrency = ctx.options.maxConcurrency;
54
+ for (let i = 0; i < linksToTest.length; i += concurrency) {
55
+ const batch = linksToTest.slice(i, i + concurrency);
56
+ const batchResults = await Promise.all(batch.map(async (url) => {
57
+ const hasMdExt = hasMarkdownExtension(url);
58
+ if (hasMdExt) {
59
+ return { url, hasMarkdownExtension: true, servesMarkdown: true };
60
+ }
61
+ // Check if the URL serves markdown via content-type
62
+ try {
63
+ const response = await ctx.http.fetch(url, {
64
+ method: 'HEAD',
65
+ headers: { Accept: 'text/markdown' },
66
+ });
67
+ const contentType = response.headers.get('content-type') ?? '';
68
+ if (contentType.includes('text/markdown')) {
69
+ return { url, hasMarkdownExtension: false, servesMarkdown: true };
70
+ }
71
+ // Try .md variant
72
+ const mdUrl = url.replace(/\/?$/, '.md');
73
+ try {
74
+ const mdResponse = await ctx.http.fetch(mdUrl, { method: 'HEAD' });
75
+ if (mdResponse.ok) {
76
+ return {
77
+ url,
78
+ hasMarkdownExtension: false,
79
+ servesMarkdown: false,
80
+ mdVariantAvailable: true,
81
+ };
82
+ }
83
+ }
84
+ catch {
85
+ // .md variant not available
86
+ }
87
+ return {
88
+ url,
89
+ hasMarkdownExtension: false,
90
+ servesMarkdown: false,
91
+ mdVariantAvailable: false,
92
+ };
93
+ }
94
+ catch {
95
+ return { url, hasMarkdownExtension: false, servesMarkdown: false };
96
+ }
97
+ }));
98
+ results.push(...batchResults);
99
+ }
100
+ const markdownLinks = results.filter((r) => r.hasMarkdownExtension || r.servesMarkdown).length;
101
+ const mdVariantsAvailable = results.filter((r) => r.mdVariantAvailable).length;
102
+ const markdownRate = results.length > 0 ? markdownLinks / results.length : 0;
103
+ const details = {
104
+ totalLinks,
105
+ testedLinks: results.length,
106
+ markdownLinks,
107
+ htmlLinks: results.length - markdownLinks,
108
+ mdVariantsAvailable,
109
+ markdownRate: Math.round(markdownRate * 100),
110
+ };
111
+ if (markdownRate >= 0.9) {
112
+ return {
113
+ id: 'llms-txt-links-markdown',
114
+ category: 'llms-txt',
115
+ status: 'pass',
116
+ message: `${markdownLinks}/${results.length} links point to markdown content (${Math.round(markdownRate * 100)}%)`,
117
+ details,
118
+ };
119
+ }
120
+ if (mdVariantsAvailable > 0) {
121
+ return {
122
+ id: 'llms-txt-links-markdown',
123
+ category: 'llms-txt',
124
+ status: 'warn',
125
+ message: `Links point to HTML, but ${mdVariantsAvailable} have .md variants available`,
126
+ details,
127
+ };
128
+ }
129
+ return {
130
+ id: 'llms-txt-links-markdown',
131
+ category: 'llms-txt',
132
+ status: 'fail',
133
+ message: 'Links point to HTML and no markdown alternatives detected',
134
+ details,
135
+ };
136
+ }
137
+ registerCheck({
138
+ id: 'llms-txt-links-markdown',
139
+ category: 'llms-txt',
140
+ description: 'Whether the URLs in llms.txt point to markdown content',
141
+ dependsOn: ['llms-txt-exists'],
142
+ run: checkLlmsTxtLinksMarkdown,
143
+ });
144
+ //# sourceMappingURL=llms-txt-links-markdown.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-links-markdown.js","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-links-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAU3D,SAAS,oBAAoB,CAAC,GAAW;IACvC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,GAAiB;IACxD,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,eAAe,IAAI,EAAE,CAAqB,CAAC;IAEtF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE,EAAE,yBAAyB;YAC7B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,sCAAsC;YAC/C,SAAS,EAAE,CAAC,iBAAiB,CAAC;SAC/B,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,EAAE,EAAE,yBAAyB;YAC7B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,oCAAoC;SAC9C,CAAC;IACJ,CAAC;IAED,qBAAqB;IACrB,IAAI,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;IACtC,IAAI,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,OAAO,GAAyB,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAA+B,EAAE;YACnD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAE3C,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,EAAE,GAAG,EAAE,oBAAoB,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;YACnE,CAAC;YAED,oDAAoD;YACpD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;oBACzC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE;iBACrC,CAAC,CAAC;gBACH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC/D,IAAI,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC1C,OAAO,EAAE,GAAG,EAAE,oBAAoB,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;gBACpE,CAAC;gBAED,kBAAkB;gBAClB,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBACzC,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;oBACnE,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;wBAClB,OAAO;4BACL,GAAG;4BACH,oBAAoB,EAAE,KAAK;4BAC3B,cAAc,EAAE,KAAK;4BACrB,kBAAkB,EAAE,IAAI;yBACzB,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,4BAA4B;gBAC9B,CAAC;gBAED,OAAO;oBACL,GAAG;oBACH,oBAAoB,EAAE,KAAK;oBAC3B,cAAc,EAAE,KAAK;oBACrB,kBAAkB,EAAE,KAAK;iBAC1B,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,GAAG,EAAE,oBAAoB,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;YACrE,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;IAC/F,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7E,MAAM,OAAO,GAA4B;QACvC,UAAU;QACV,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,aAAa;QACb,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,aAAa;QACzC,mBAAmB;QACnB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC;KAC7C,CAAC;IAEF,IAAI,YAAY,IAAI,GAAG,EAAE,CAAC;QACxB,OAAO;YACL,EAAE,EAAE,yBAAyB;YAC7B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,GAAG,aAAa,IAAI,OAAO,CAAC,MAAM,qCAAqC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI;YAClH,OAAO;SACR,CAAC;IACJ,CAAC;IAED,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE,EAAE,yBAAyB;YAC7B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,4BAA4B,mBAAmB,8BAA8B;YACtF,OAAO;SACR,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,yBAAyB;QAC7B,QAAQ,EAAE,UAAU;QACpB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,2DAA2D;QACpE,OAAO;KACR,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,yBAAyB;IAC7B,QAAQ,EAAE,UAAU;IACpB,WAAW,EAAE,wDAAwD;IACrE,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,GAAG,EAAE,yBAAyB;CAC/B,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=llms-txt-links-resolve.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-links-resolve.d.ts","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-links-resolve.ts"],"names":[],"mappings":""}
@@ -0,0 +1,116 @@
1
+ import { registerCheck } from '../registry.js';
2
+ import { LINK_RESOLVE_THRESHOLD } from '../../constants.js';
3
+ import { extractMarkdownLinks } from './llms-txt-valid.js';
4
+ async function checkLlmsTxtLinksResolve(ctx) {
5
+ const existsResult = ctx.previousResults.get('llms-txt-exists');
6
+ const discovered = (existsResult?.details?.discoveredFiles ?? []);
7
+ if (discovered.length === 0) {
8
+ return {
9
+ id: 'llms-txt-links-resolve',
10
+ category: 'llms-txt',
11
+ status: 'skip',
12
+ message: 'No llms.txt files to check links for',
13
+ dependsOn: ['llms-txt-exists'],
14
+ };
15
+ }
16
+ // Collect all unique links across all discovered files
17
+ const allLinks = new Map(); // url -> source file
18
+ for (const file of discovered) {
19
+ const links = extractMarkdownLinks(file.content);
20
+ for (const link of links) {
21
+ if (link.url.startsWith('http://') || link.url.startsWith('https://')) {
22
+ allLinks.set(link.url, file.url);
23
+ }
24
+ }
25
+ }
26
+ if (allLinks.size === 0) {
27
+ return {
28
+ id: 'llms-txt-links-resolve',
29
+ category: 'llms-txt',
30
+ status: 'skip',
31
+ message: 'No HTTP(S) links found in llms.txt',
32
+ };
33
+ }
34
+ // Sample links if there are too many
35
+ let linksToTest = Array.from(allLinks.keys());
36
+ const totalLinks = linksToTest.length;
37
+ const wasSampled = totalLinks > ctx.options.maxLinksToTest;
38
+ if (wasSampled) {
39
+ // Shuffle and take a sample
40
+ for (let i = linksToTest.length - 1; i > 0; i--) {
41
+ const j = Math.floor(Math.random() * (i + 1));
42
+ [linksToTest[i], linksToTest[j]] = [linksToTest[j], linksToTest[i]];
43
+ }
44
+ linksToTest = linksToTest.slice(0, ctx.options.maxLinksToTest);
45
+ }
46
+ // Check links with bounded concurrency
47
+ const results = [];
48
+ const concurrency = ctx.options.maxConcurrency;
49
+ for (let i = 0; i < linksToTest.length; i += concurrency) {
50
+ const batch = linksToTest.slice(i, i + concurrency);
51
+ const batchResults = await Promise.all(batch.map(async (url) => {
52
+ try {
53
+ const response = await ctx.http.fetch(url, { method: 'HEAD' });
54
+ // Some servers don't support HEAD; fall back to GET
55
+ if (response.status === 405) {
56
+ const getResponse = await ctx.http.fetch(url);
57
+ return { url, status: getResponse.status, ok: getResponse.ok };
58
+ }
59
+ return { url, status: response.status, ok: response.ok };
60
+ }
61
+ catch (err) {
62
+ return {
63
+ url,
64
+ status: 0,
65
+ ok: false,
66
+ error: err instanceof Error ? err.message : String(err),
67
+ };
68
+ }
69
+ }));
70
+ results.push(...batchResults);
71
+ }
72
+ const resolved = results.filter((r) => r.ok).length;
73
+ const broken = results.filter((r) => !r.ok);
74
+ const resolveRate = resolved / results.length;
75
+ const details = {
76
+ totalLinks,
77
+ testedLinks: results.length,
78
+ sampled: wasSampled,
79
+ resolved,
80
+ broken: broken.map((b) => ({ url: b.url, status: b.status, error: b.error })),
81
+ resolveRate: Math.round(resolveRate * 100),
82
+ };
83
+ if (resolveRate === 1) {
84
+ return {
85
+ id: 'llms-txt-links-resolve',
86
+ category: 'llms-txt',
87
+ status: 'pass',
88
+ message: `All ${results.length} tested links resolve (${totalLinks} total links)`,
89
+ details,
90
+ };
91
+ }
92
+ if (resolveRate > LINK_RESOLVE_THRESHOLD) {
93
+ return {
94
+ id: 'llms-txt-links-resolve',
95
+ category: 'llms-txt',
96
+ status: 'warn',
97
+ message: `${resolved}/${results.length} links resolve (${Math.round(resolveRate * 100)}%); ${broken.length} broken`,
98
+ details,
99
+ };
100
+ }
101
+ return {
102
+ id: 'llms-txt-links-resolve',
103
+ category: 'llms-txt',
104
+ status: 'fail',
105
+ message: `Only ${resolved}/${results.length} links resolve (${Math.round(resolveRate * 100)}%); ${broken.length} broken`,
106
+ details,
107
+ };
108
+ }
109
+ registerCheck({
110
+ id: 'llms-txt-links-resolve',
111
+ category: 'llms-txt',
112
+ description: 'Whether the URLs listed in llms.txt actually resolve',
113
+ dependsOn: ['llms-txt-exists'],
114
+ run: checkLlmsTxtLinksResolve,
115
+ });
116
+ //# sourceMappingURL=llms-txt-links-resolve.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-links-resolve.js","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-links-resolve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAU3D,KAAK,UAAU,wBAAwB,CAAC,GAAiB;IACvD,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,eAAe,IAAI,EAAE,CAAqB,CAAC;IAEtF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE,EAAE,wBAAwB;YAC5B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,sCAAsC;YAC/C,SAAS,EAAE,CAAC,iBAAiB,CAAC;SAC/B,CAAC;IACJ,CAAC;IAED,uDAAuD;IACvD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,qBAAqB;IACjE,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,EAAE,EAAE,wBAAwB;YAC5B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,oCAAoC;SAC9C,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,IAAI,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;IACtC,MAAM,UAAU,GAAG,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;IAC3D,IAAI,UAAU,EAAE,CAAC;QACf,4BAA4B;QAC5B,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACjE,CAAC;IAED,uCAAuC;IACvC,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAA4B,EAAE;YAChD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/D,oDAAoD;gBACpD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC9C,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC;gBACjE,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;YAC3D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO;oBACL,GAAG;oBACH,MAAM,EAAE,CAAC;oBACT,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAE9C,MAAM,OAAO,GAA4B;QACvC,UAAU;QACV,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,OAAO,EAAE,UAAU;QACnB,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;KAC3C,CAAC;IAEF,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,EAAE,EAAE,wBAAwB;YAC5B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,OAAO,OAAO,CAAC,MAAM,0BAA0B,UAAU,eAAe;YACjF,OAAO;SACR,CAAC;IACJ,CAAC;IAED,IAAI,WAAW,GAAG,sBAAsB,EAAE,CAAC;QACzC,OAAO;YACL,EAAE,EAAE,wBAAwB;YAC5B,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,mBAAmB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,SAAS;YACnH,OAAO;SACR,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,wBAAwB;QAC5B,QAAQ,EAAE,UAAU;QACpB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,QAAQ,QAAQ,IAAI,OAAO,CAAC,MAAM,mBAAmB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,SAAS;QACxH,OAAO;KACR,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,wBAAwB;IAC5B,QAAQ,EAAE,UAAU;IACpB,WAAW,EAAE,sDAAsD;IACnE,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,GAAG,EAAE,wBAAwB;CAC9B,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=llms-txt-size.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-size.d.ts","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-size.ts"],"names":[],"mappings":""}
@@ -0,0 +1,56 @@
1
+ import { registerCheck } from '../registry.js';
2
+ async function checkLlmsTxtSize(ctx) {
3
+ const existsResult = ctx.previousResults.get('llms-txt-exists');
4
+ const discovered = (existsResult?.details?.discoveredFiles ?? []);
5
+ if (discovered.length === 0) {
6
+ return {
7
+ id: 'llms-txt-size',
8
+ category: 'llms-txt',
9
+ status: 'skip',
10
+ message: 'No llms.txt files to measure',
11
+ dependsOn: ['llms-txt-exists'],
12
+ };
13
+ }
14
+ const { pass: passThreshold, fail: failThreshold } = ctx.options.thresholds;
15
+ const sizes = discovered.map((f) => ({
16
+ url: f.url,
17
+ characters: f.content.length,
18
+ bytes: new TextEncoder().encode(f.content).byteLength,
19
+ }));
20
+ const details = { sizes, thresholds: ctx.options.thresholds };
21
+ // Use the worst-case (largest) file for the overall status
22
+ const maxSize = Math.max(...sizes.map((s) => s.characters));
23
+ if (maxSize <= passThreshold) {
24
+ return {
25
+ id: 'llms-txt-size',
26
+ category: 'llms-txt',
27
+ status: 'pass',
28
+ message: `llms.txt is ${maxSize.toLocaleString()} characters (under ${passThreshold.toLocaleString()} threshold)`,
29
+ details,
30
+ };
31
+ }
32
+ if (maxSize <= failThreshold) {
33
+ return {
34
+ id: 'llms-txt-size',
35
+ category: 'llms-txt',
36
+ status: 'warn',
37
+ message: `llms.txt is ${maxSize.toLocaleString()} characters (between ${passThreshold.toLocaleString()} and ${failThreshold.toLocaleString()}; consider splitting)`,
38
+ details,
39
+ };
40
+ }
41
+ return {
42
+ id: 'llms-txt-size',
43
+ category: 'llms-txt',
44
+ status: 'fail',
45
+ message: `llms.txt is ${maxSize.toLocaleString()} characters (exceeds ${failThreshold.toLocaleString()} threshold; will be truncated by most agents)`,
46
+ details,
47
+ };
48
+ }
49
+ registerCheck({
50
+ id: 'llms-txt-size',
51
+ category: 'llms-txt',
52
+ description: 'Whether llms.txt fits within agent truncation limits',
53
+ dependsOn: ['llms-txt-exists'],
54
+ run: checkLlmsTxtSize,
55
+ });
56
+ //# sourceMappingURL=llms-txt-size.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-size.js","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-size.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,gBAAgB,CAAC,GAAiB;IAC/C,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,eAAe,IAAI,EAAE,CAAqB,CAAC;IAEtF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE,EAAE,eAAe;YACnB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,8BAA8B;YACvC,SAAS,EAAE,CAAC,iBAAiB,CAAC;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC;IAE5E,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;QAC5B,KAAK,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU;KACtD,CAAC,CAAC,CAAC;IAEJ,MAAM,OAAO,GAA4B,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IAEvF,2DAA2D;IAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IAE5D,IAAI,OAAO,IAAI,aAAa,EAAE,CAAC;QAC7B,OAAO;YACL,EAAE,EAAE,eAAe;YACnB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,eAAe,OAAO,CAAC,cAAc,EAAE,sBAAsB,aAAa,CAAC,cAAc,EAAE,aAAa;YACjH,OAAO;SACR,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,IAAI,aAAa,EAAE,CAAC;QAC7B,OAAO;YACL,EAAE,EAAE,eAAe;YACnB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,eAAe,OAAO,CAAC,cAAc,EAAE,wBAAwB,aAAa,CAAC,cAAc,EAAE,QAAQ,aAAa,CAAC,cAAc,EAAE,uBAAuB;YACnK,OAAO;SACR,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,eAAe;QACnB,QAAQ,EAAE,UAAU;QACpB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,eAAe,OAAO,CAAC,cAAc,EAAE,wBAAwB,aAAa,CAAC,cAAc,EAAE,+CAA+C;QACrJ,OAAO;KACR,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,eAAe;IACnB,QAAQ,EAAE,UAAU;IACpB,WAAW,EAAE,sDAAsD;IACnE,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,GAAG,EAAE,gBAAgB;CACtB,CAAC,CAAC"}
@@ -0,0 +1,6 @@
1
+ /** Extract markdown links from text: [name](url) */
2
+ export declare function extractMarkdownLinks(content: string): Array<{
3
+ name: string;
4
+ url: string;
5
+ }>;
6
+ //# sourceMappingURL=llms-txt-valid.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-valid.d.ts","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-valid.ts"],"names":[],"mappings":"AAYA,oDAAoD;AACpD,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CAQ1F"}
@@ -0,0 +1,89 @@
1
+ import { registerCheck } from '../registry.js';
2
+ /** Extract markdown links from text: [name](url) */
3
+ export function extractMarkdownLinks(content) {
4
+ const linkRegex = /\[([^\]]+)\]\(([^)]+)\)/g;
5
+ const links = [];
6
+ let match;
7
+ while ((match = linkRegex.exec(content)) !== null) {
8
+ links.push({ name: match[1], url: match[2] });
9
+ }
10
+ return links;
11
+ }
12
+ function validateLlmsTxt(content, url) {
13
+ const lines = content.split('\n');
14
+ const issues = [];
15
+ // Check for H1 (first non-empty line starts with #)
16
+ const firstContentLine = lines.find((l) => l.trim().length > 0);
17
+ const hasH1 = firstContentLine?.startsWith('# ') ?? false;
18
+ if (!hasH1)
19
+ issues.push('No H1 heading found');
20
+ // Check for blockquote summary
21
+ const hasBlockquote = lines.some((l) => l.trimStart().startsWith('> '));
22
+ if (!hasBlockquote)
23
+ issues.push('No blockquote summary found');
24
+ // Check for heading-delimited sections (any heading level)
25
+ const headingLines = lines.filter((l) => /^#{1,6}\s/.test(l));
26
+ const hasSections = headingLines.length > 1; // H1 + at least one section heading
27
+ if (!hasSections)
28
+ issues.push('No heading-delimited sections found');
29
+ // Extract and count links
30
+ const links = extractMarkdownLinks(content);
31
+ if (links.length === 0)
32
+ issues.push('No markdown links found');
33
+ return { url, hasH1, hasBlockquote, hasSections, linkCount: links.length, issues };
34
+ }
35
+ async function checkLlmsTxtValid(ctx) {
36
+ const existsResult = ctx.previousResults.get('llms-txt-exists');
37
+ const discovered = (existsResult?.details?.discoveredFiles ?? []);
38
+ if (discovered.length === 0) {
39
+ return {
40
+ id: 'llms-txt-valid',
41
+ category: 'llms-txt',
42
+ status: 'skip',
43
+ message: 'No llms.txt files to validate',
44
+ dependsOn: ['llms-txt-exists'],
45
+ };
46
+ }
47
+ const validations = discovered.map((f) => validateLlmsTxt(f.content, f.url));
48
+ const details = { validations };
49
+ // Determine overall status
50
+ const allValid = validations.every((v) => v.hasH1 && v.hasBlockquote && v.hasSections && v.linkCount > 0);
51
+ const anyLinks = validations.some((v) => v.linkCount > 0);
52
+ if (allValid) {
53
+ return {
54
+ id: 'llms-txt-valid',
55
+ category: 'llms-txt',
56
+ status: 'pass',
57
+ message: 'llms.txt follows the proposed structure (H1, blockquote, heading-delimited link sections)',
58
+ details,
59
+ };
60
+ }
61
+ if (anyLinks) {
62
+ const issuesSummary = validations
63
+ .filter((v) => v.issues.length > 0)
64
+ .map((v) => `${v.url}: ${v.issues.join(', ')}`)
65
+ .join('; ');
66
+ return {
67
+ id: 'llms-txt-valid',
68
+ category: 'llms-txt',
69
+ status: 'warn',
70
+ message: `llms.txt contains parseable links but doesn't fully follow the proposed structure: ${issuesSummary}`,
71
+ details,
72
+ };
73
+ }
74
+ return {
75
+ id: 'llms-txt-valid',
76
+ category: 'llms-txt',
77
+ status: 'fail',
78
+ message: 'llms.txt exists but contains no parseable links',
79
+ details,
80
+ };
81
+ }
82
+ registerCheck({
83
+ id: 'llms-txt-valid',
84
+ category: 'llms-txt',
85
+ description: 'Whether llms.txt follows the proposed structure from llmstxt.org',
86
+ dependsOn: ['llms-txt-exists'],
87
+ run: checkLlmsTxtValid,
88
+ });
89
+ //# sourceMappingURL=llms-txt-valid.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-valid.js","sourceRoot":"","sources":["../../../src/checks/llms-txt/llms-txt-valid.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAY/C,oDAAoD;AACpD,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,SAAS,GAAG,0BAA0B,CAAC;IAC7C,MAAM,KAAK,GAAyC,EAAE,CAAC;IACvD,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,OAAe,EAAE,GAAW;IACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,oDAAoD;IACpD,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,gBAAgB,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;IAC1D,IAAI,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAE/C,+BAA+B;IAC/B,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACxE,IAAI,CAAC,aAAa;QAAE,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAE/D,2DAA2D;IAC3D,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,oCAAoC;IACjF,IAAI,CAAC,WAAW;QAAE,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAErE,0BAA0B;IAC1B,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAE/D,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAiB;IAChD,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,eAAe,IAAI,EAAE,CAAqB,CAAC;IAEtF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE,EAAE,gBAAgB;YACpB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,+BAA+B;YACxC,SAAS,EAAE,CAAC,iBAAiB,CAAC;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7E,MAAM,OAAO,GAA4B,EAAE,WAAW,EAAE,CAAC;IAEzD,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CACtE,CAAC;IACF,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAE1D,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,gBAAgB;YACpB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EACL,2FAA2F;YAC7F,OAAO;SACR,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,aAAa,GAAG,WAAW;aAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;aAC9C,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO;YACL,EAAE,EAAE,gBAAgB;YACpB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,sFAAsF,aAAa,EAAE;YAC9G,OAAO;SACR,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,gBAAgB;QACpB,QAAQ,EAAE,UAAU;QACpB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,iDAAiD;QAC1D,OAAO;KACR,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,gBAAgB;IACpB,QAAQ,EAAE,UAAU;IACpB,WAAW,EAAE,kEAAkE;IAC/E,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,GAAG,EAAE,iBAAiB;CACvB,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=content-negotiation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"content-negotiation.d.ts","sourceRoot":"","sources":["../../../src/checks/markdown-availability/content-negotiation.ts"],"names":[],"mappings":""}
@@ -0,0 +1,17 @@
1
+ import { registerCheck } from '../registry.js';
2
+ async function check(_ctx) {
3
+ return {
4
+ id: 'content-negotiation',
5
+ category: 'markdown-availability',
6
+ status: 'skip',
7
+ message: 'Not yet implemented',
8
+ };
9
+ }
10
+ registerCheck({
11
+ id: 'content-negotiation',
12
+ category: 'markdown-availability',
13
+ description: 'Whether the server responds to Accept: text/markdown',
14
+ dependsOn: [],
15
+ run: check,
16
+ });
17
+ //# sourceMappingURL=content-negotiation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"content-negotiation.js","sourceRoot":"","sources":["../../../src/checks/markdown-availability/content-negotiation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,KAAK,CAAC,IAAkB;IACrC,OAAO;QACL,EAAE,EAAE,qBAAqB;QACzB,QAAQ,EAAE,uBAAuB;QACjC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,qBAAqB;IACzB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,sDAAsD;IACnE,SAAS,EAAE,EAAE;IACb,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=markdown-url-support.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"markdown-url-support.d.ts","sourceRoot":"","sources":["../../../src/checks/markdown-availability/markdown-url-support.ts"],"names":[],"mappings":""}
@@ -0,0 +1,17 @@
1
+ import { registerCheck } from '../registry.js';
2
+ async function check(_ctx) {
3
+ return {
4
+ id: 'markdown-url-support',
5
+ category: 'markdown-availability',
6
+ status: 'skip',
7
+ message: 'Not yet implemented',
8
+ };
9
+ }
10
+ registerCheck({
11
+ id: 'markdown-url-support',
12
+ category: 'markdown-availability',
13
+ description: 'Whether appending .md to page URLs returns valid markdown',
14
+ dependsOn: [],
15
+ run: check,
16
+ });
17
+ //# sourceMappingURL=markdown-url-support.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"markdown-url-support.js","sourceRoot":"","sources":["../../../src/checks/markdown-availability/markdown-url-support.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,KAAK,CAAC,IAAkB;IACrC,OAAO;QACL,EAAE,EAAE,sBAAsB;QAC1B,QAAQ,EAAE,uBAAuB;QACjC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,sBAAsB;IAC1B,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,2DAA2D;IACxE,SAAS,EAAE,EAAE;IACb,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=cache-header-hygiene.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cache-header-hygiene.d.ts","sourceRoot":"","sources":["../../../src/checks/observability/cache-header-hygiene.ts"],"names":[],"mappings":""}
@@ -0,0 +1,17 @@
1
+ import { registerCheck } from '../registry.js';
2
+ async function check(_ctx) {
3
+ return {
4
+ id: 'cache-header-hygiene',
5
+ category: 'observability',
6
+ status: 'skip',
7
+ message: 'Not yet implemented',
8
+ };
9
+ }
10
+ registerCheck({
11
+ id: 'cache-header-hygiene',
12
+ category: 'observability',
13
+ description: 'Whether cache headers allow timely updates',
14
+ dependsOn: [],
15
+ run: check,
16
+ });
17
+ //# sourceMappingURL=cache-header-hygiene.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cache-header-hygiene.js","sourceRoot":"","sources":["../../../src/checks/observability/cache-header-hygiene.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,KAAK,CAAC,IAAkB;IACrC,OAAO;QACL,EAAE,EAAE,sBAAsB;QAC1B,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,sBAAsB;IAC1B,QAAQ,EAAE,eAAe;IACzB,WAAW,EAAE,4CAA4C;IACzD,SAAS,EAAE,EAAE;IACb,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=llms-txt-freshness.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-freshness.d.ts","sourceRoot":"","sources":["../../../src/checks/observability/llms-txt-freshness.ts"],"names":[],"mappings":""}
@@ -0,0 +1,17 @@
1
+ import { registerCheck } from '../registry.js';
2
+ async function check(_ctx) {
3
+ return {
4
+ id: 'llms-txt-freshness',
5
+ category: 'observability',
6
+ status: 'skip',
7
+ message: 'Not yet implemented',
8
+ };
9
+ }
10
+ registerCheck({
11
+ id: 'llms-txt-freshness',
12
+ category: 'observability',
13
+ description: 'Whether llms.txt reflects the current state of the site',
14
+ dependsOn: ['llms-txt-exists'],
15
+ run: check,
16
+ });
17
+ //# sourceMappingURL=llms-txt-freshness.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llms-txt-freshness.js","sourceRoot":"","sources":["../../../src/checks/observability/llms-txt-freshness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,KAAK,CAAC,IAAkB;IACrC,OAAO;QACL,EAAE,EAAE,oBAAoB;QACxB,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,oBAAoB;IACxB,QAAQ,EAAE,eAAe;IACzB,WAAW,EAAE,yDAAyD;IACtE,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=markdown-content-parity.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"markdown-content-parity.d.ts","sourceRoot":"","sources":["../../../src/checks/observability/markdown-content-parity.ts"],"names":[],"mappings":""}
@@ -0,0 +1,17 @@
1
+ import { registerCheck } from '../registry.js';
2
+ async function check(_ctx) {
3
+ return {
4
+ id: 'markdown-content-parity',
5
+ category: 'observability',
6
+ status: 'skip',
7
+ message: 'Not yet implemented',
8
+ };
9
+ }
10
+ registerCheck({
11
+ id: 'markdown-content-parity',
12
+ category: 'observability',
13
+ description: 'Whether markdown and HTML versions contain equivalent content',
14
+ dependsOn: [['markdown-url-support', 'content-negotiation']],
15
+ run: check,
16
+ });
17
+ //# sourceMappingURL=markdown-content-parity.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"markdown-content-parity.js","sourceRoot":"","sources":["../../../src/checks/observability/markdown-content-parity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,KAAK,CAAC,IAAkB;IACrC,OAAO;QACL,EAAE,EAAE,yBAAyB;QAC7B,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,yBAAyB;IAC7B,QAAQ,EAAE,eAAe;IACzB,WAAW,EAAE,+DAA+D;IAC5E,SAAS,EAAE,CAAC,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,CAAC;IAC5D,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=content-start-position.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"content-start-position.d.ts","sourceRoot":"","sources":["../../../src/checks/page-size/content-start-position.ts"],"names":[],"mappings":""}