ai-text-check 1.1.0 → 1.2.0

package/dist/index.cjs

@@ -1,7 +1,8 @@
 'use strict';
 
-require('fs');
-require('path');
+var aiSlopLinter = require('ai-slop-linter');
+var fs = require('fs');
+var path = require('path');
 require('url');
 var isThisAiSlop = require('is-this-ai-slop');
 var module$1 = require('module');
@@ -568,6 +569,9 @@ var ENGINE_PRESETS = {
     isThisAiSlop: true,
     veldica: true,
     cleanWriting: true,
+    aiSlopLinter: true,
+    slopDetector: true,
+    proseSlop: true,
     vale: true
   },
   strict: {
@@ -578,6 +582,9 @@ var ENGINE_PRESETS = {
     isThisAiSlop: true,
     veldica: true,
     cleanWriting: true,
+    aiSlopLinter: true,
+    slopDetector: true,
+    proseSlop: true,
     vale: true
   },
   ai: {
@@ -588,6 +595,9 @@ var ENGINE_PRESETS = {
     isThisAiSlop: true,
     veldica: true,
     cleanWriting: true,
+    aiSlopLinter: true,
+    slopDetector: true,
+    proseSlop: true,
     vale: true
   },
   grammar: {
@@ -598,6 +608,9 @@ var ENGINE_PRESETS = {
     isThisAiSlop: false,
     veldica: false,
     cleanWriting: true,
+    aiSlopLinter: false,
+    slopDetector: false,
+    proseSlop: false,
     vale: true
   }
 };
@@ -618,6 +631,9 @@ var ENGINE_KEYS = [
   "isThisAiSlop",
   "veldica",
   "cleanWriting",
+  "aiSlopLinter",
+  "slopDetector",
+  "proseSlop",
   "vale"
 ];
 function isObject(value) {
@@ -946,6 +962,27 @@ function defineConfig(config) {
 function isStrictPreset(config) {
   return config.preset === "strict";
 }
+function toSeverity(value) {
+  if (value === "error") return "error";
+  if (value === "warning" || value === "warn") return "warn";
+  return "info";
+}
+function runAiSlopLinter(text, options = {}) {
+  const result = aiSlopLinter.lintText(options.source ?? "<text>", text, { floor: 0 });
+  return result.findings.map((finding) => {
+    const issue = {
+      rule: `asl-${finding.rule}`,
+      engine: "ai-slop-linter",
+      category: "ai",
+      severity: toSeverity(finding.severity),
+      message: finding.message,
+      line: finding.line,
+      column: finding.column,
+      excerpt: finding.excerpt
+    };
+    return issue;
+  });
+}
 
 // node_modules/clean-writing-lint/src/mask.js
 function blank(text) {
@@ -1915,7 +1952,7 @@ var AI_RULES = /* @__PURE__ */ new Set([
   "banned-construction",
   "em-dash"
 ]);
-function toSeverity(value) {
+function toSeverity2(value) {
   if (value === "error") return "error";
   if (value === "warn") return "warn";
   return "info";
@@ -1935,7 +1972,7 @@ function runCleanWriting(text) {
       rule: `cws-${violation.rule}`,
       engine: "clean-writing",
       category: AI_RULES.has(violation.rule) ? "ai" : "grammar",
-      severity: toSeverity(violation.severity),
+      severity: toSeverity2(violation.severity),
       message: violation.message,
       line: violation.line,
       column: violation.column,
@@ -1962,6 +1999,33 @@ function runIsThisAiSlop(text) {
     return issue;
   });
 }
+var require2 = module$1.createRequire((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('index.cjs', document.baseURI).href)));
+var { check } = require2("prose-slop");
+function toSeverity3(value) {
+  if (value === "error") return "error";
+  if (value === "warning" || value === "warn") return "warn";
+  return "info";
+}
+function runProseSlop(text, options = {}) {
+  const findings = check(text, {
+    format: options.format ?? "plain",
+    lang: "en"
+  });
+  return findings.map((finding) => {
+    const issue = {
+      rule: `prose-${finding.ruleId}`,
+      engine: "prose-slop",
+      category: "ai",
+      severity: toSeverity3(finding.severity),
+      message: finding.message,
+      line: finding.line,
+      column: finding.column,
+      excerpt: excerptAround(text, finding.index),
+      match: finding.match
+    };
+    return issue;
+  });
+}
 
 // node_modules/nlcst-to-string/lib/index.js
 var emptyNodes = [];
@@ -2923,10 +2987,10 @@ function anyFactory(tests) {
     return false;
   }
 }
-function propertiesFactory(check) {
+function propertiesFactory(check2) {
   const checkAsRecord = (
     /** @type {Record<string, unknown>} */
-    check
+    check2
   );
   return castFactory(all);
   function all(node) {
@@ -2936,21 +3000,21 @@ function propertiesFactory(check) {
       node
     );
     let key;
-    for (key in check) {
+    for (key in check2) {
       if (nodeAsRecord[key] !== checkAsRecord[key]) return false;
     }
     return true;
   }
 }
-function typeFactory(check) {
+function typeFactory(check2) {
   return castFactory(type);
   function type(node) {
-    return node && node.type === check;
+    return node && node.type === check2;
   }
 }
 function castFactory(testFunction) {
-  return check;
-  function check(value, index2, parent) {
+  return check2;
+  function check2(value, index2, parent) {
     return Boolean(
       looksLikeANode(value) && testFunction.call(
         this,
@@ -2979,14 +3043,14 @@ var CONTINUE = true;
 var EXIT = false;
 var SKIP = "skip";
 function visitParents(tree, test, visitor, reverse) {
-  let check;
+  let check2;
   if (typeof test === "function" && typeof visitor !== "function") {
     reverse = visitor;
     visitor = test;
   } else {
-    check = test;
+    check2 = test;
   }
-  const is2 = convert(check);
+  const is2 = convert(check2);
   const step = reverse ? -1 : 1;
   factory(tree, void 0, [])();
   function factory(node, index2, parents) {
@@ -9879,9 +9943,9 @@ var VFile = class {
    * @returns {undefined}
    *   Nothing.
    */
-  set dirname(dirname3) {
+  set dirname(dirname4) {
     assertPath2(this.basename, "dirname");
-    this.path = minpath.join(dirname3 || "", this.basename);
+    this.path = minpath.join(dirname4 || "", this.basename);
   }
   /**
    * Get the extname (including dot) (example: `'.js'`).
@@ -10904,6 +10968,160 @@ function runRetext(text) {
     return issue;
   });
 }
+var WEIGHT_WORD = 0.5;
+var WEIGHT_PATTERN = 0.2;
+var WEIGHT_TRIGRAM = 0.12;
+var WEIGHT_TROPE = 0.18;
+var WORD_MULTIPLIER = 1e3;
+var TRIGRAM_MULTIPLIER = 1e3;
+var CONTRAST_PATTERN = /\b(?:it(?:'s| is)|this is|that(?:'s| is)|(?:it|this|that) isn'?t)\s+(?:just |only |merely |simply )?[a-z][\s\S]{0,80}?\b(?:it(?:'s| is)|this is|that(?:'s| is)|but)\b/gi;
+var NOT_BUT_PATTERN = /\bnot\b[\s\S]{0,60}?\bbut\b/gi;
+var require3 = module$1.createRequire((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('index.cjs', document.baseURI).href)));
+var assetsDir = path.join(
+  path.dirname(require3.resolve("slop-detector/package.json")),
+  "dist",
+  "assets"
+);
+var cachedAssets = null;
+function computeRange(values) {
+  if (values.length === 0) return { min: 0, max: 1 };
+  const min = Math.min(...values);
+  const max = Math.max(...values);
+  const range = max - min || 1;
+  return { min: min - range * 0.1, max: max + range * 0.1 };
+}
+function loadAssets() {
+  if (cachedAssets) return cachedAssets;
+  const wordsRaw = JSON.parse(
+    fs.readFileSync(path.join(assetsDir, "slop_list.json"), "utf8")
+  );
+  const trigramsRaw = JSON.parse(
+    fs.readFileSync(path.join(assetsDir, "slop_list_trigrams.json"), "utf8")
+  );
+  const leaderboard = JSON.parse(
+    fs.readFileSync(path.join(assetsDir, "leaderboard_results.json"), "utf8")
+  );
+  const words = /* @__PURE__ */ new Set();
+  for (const item of wordsRaw) {
+    if (Array.isArray(item) && item[0]) words.add(item[0].toLowerCase());
+  }
+  const trigrams = /* @__PURE__ */ new Set();
+  for (const item of trigramsRaw) {
+    if (Array.isArray(item) && item[0]) trigrams.add(item[0].toLowerCase());
+  }
+  const metrics = {
+    slop_words: [],
+    slop_trigrams: [],
+    contrast: []
+  };
+  for (const res of leaderboard.results ?? []) {
+    if (!res.metrics) continue;
+    metrics.slop_words.push(res.metrics.slop_list_matches_per_1k_words || 0);
+    metrics.slop_trigrams.push(
+      res.metrics.slop_trigram_matches_per_1k_words || 0
+    );
+    metrics.contrast.push(res.metrics.not_x_but_y_per_1k_chars || 0);
+  }
+  cachedAssets = {
+    words,
+    trigrams,
+    normalizationRanges: {
+      slop_words: computeRange(metrics.slop_words),
+      slop_trigrams: computeRange(metrics.slop_trigrams),
+      contrast: computeRange(metrics.contrast)
+    }
+  };
+  return cachedAssets;
+}
+function normalizeValue(value, range) {
+  const normalized = (value - range.min) / (range.max - range.min);
+  return Math.max(0, Math.min(1, normalized));
+}
+function toPlainText(text) {
+  return text.replace(/```[\s\S]*?```/g, " ").replace(/`[^`\n]+`/g, " ").replace(/<[^>]+>/g, " ").replace(/!\[[^\]]*]\([^)]*\)/g, " ").replace(/\[[^\]]*]\([^)]*\)/g, " ").replace(/^#{1,6}\s+/gm, "").replace(/[*_~>#-]+/g, " ");
+}
+function tokenize(text) {
+  return text.toLowerCase().match(/[a-z]+(?:'[a-z]+)?/g) ?? [];
+}
+function collectMatches(pattern, text) {
+  return [...text.matchAll(pattern)].map((match) => match[0] ?? "");
+}
+function runSlopDetector(text) {
+  if (!text.trim()) return [];
+  const assets = loadAssets();
+  const plain = toPlainText(text);
+  const tokens = tokenize(plain);
+  const nTokens = tokens.length || 1;
+  let wordHitCount = 0;
+  const wordHitMap = /* @__PURE__ */ new Map();
+  for (const token of tokens) {
+    if (!assets.words.has(token)) continue;
+    wordHitCount++;
+    wordHitMap.set(token, (wordHitMap.get(token) || 0) + 1);
+  }
+  let trigramHitCount = 0;
+  if (tokens.length >= 3) {
+    for (let i = 0; i < tokens.length - 2; i++) {
+      const tg = `${tokens[i]} ${tokens[i + 1]} ${tokens[i + 2]}`;
+      if (assets.trigrams.has(tg)) trigramHitCount++;
+    }
+  }
+  const contrastMatches = [
+    .../* @__PURE__ */ new Set([
+      ...collectMatches(CONTRAST_PATTERN, plain),
+      ...collectMatches(NOT_BUT_PATTERN, plain)
+    ])
+  ];
+  const emDashCount = (text.match(/—/g) ?? []).length;
+  const tropeRate = emDashCount / Math.max(plain.length, 1) * 1e3;
+  const wordScore = wordHitCount / nTokens * WORD_MULTIPLIER;
+  const trigramScore = trigramHitCount / nTokens * TRIGRAM_MULTIPLIER;
+  const contrastScore = contrastMatches.length / Math.max(plain.length, 1) * 1e3;
+  const rawSlopScore = (normalizeValue(wordScore, assets.normalizationRanges.slop_words) * WEIGHT_WORD + normalizeValue(contrastScore, assets.normalizationRanges.contrast) * WEIGHT_PATTERN + normalizeValue(trigramScore, assets.normalizationRanges.slop_trigrams) * WEIGHT_TRIGRAM + normalizeValue(tropeRate, { min: 0, max: 5 }) * WEIGHT_TROPE) * 100;
+  const slopScore = Math.round(rawSlopScore * 10) / 10;
+  const issues = [];
+  if (slopScore >= 40) {
+    issues.push({
+      rule: "eqbench-slop-score",
+      engine: "slop-detector",
+      category: "ai",
+      severity: slopScore >= 60 ? "warn" : "info",
+      message: `EQBench SLOP score ${slopScore}/100 (higher = more AI-like).`,
+      suggestion: slopScore >= 60 ? "Rewrite stock phrasing and contrast constructions." : "Review flagged vocabulary and contrast patterns."
+    });
+  }
+  for (const [word2, count] of [...wordHitMap.entries()].sort((a, b) => b[1] - a[1]).slice(0, 8)) {
+    issues.push({
+      rule: `eqbench-word-${word2.replace(/\s+/g, "-")}`,
+      engine: "slop-detector",
+      category: "ai",
+      severity: "info",
+      message: `EQBench slop vocabulary: \u201C${word2}\u201D (${count}\xD7).`,
+      match: word2
+    });
+  }
+  for (const match of contrastMatches.slice(0, 5)) {
+    issues.push({
+      rule: "eqbench-contrast",
+      engine: "slop-detector",
+      category: "ai",
+      severity: "info",
+      message: `EQBench contrast pattern: \u201C${match.trim()}\u201D`,
+      match
+    });
+  }
+  if (emDashCount >= 3) {
+    issues.push({
+      rule: "eqbench-trope-em-dash",
+      engine: "slop-detector",
+      category: "ai",
+      severity: "info",
+      message: `EQBench typography trope: ${emDashCount} em dash(es).`,
+      match: "\u2014"
+    });
+  }
+  return issues;
+}
 
 // src/engines/tag.ts
 function tagEngine(issues, engine) {
@@ -11275,7 +11493,7 @@ function countListItems(input) {
 function countBlockquotes(input) {
   return getLineMetadata(input).blockquote_count;
 }
-function tokenize(text) {
+function tokenize2(text) {
   const blocks = splitParagraphBlocks(text);
   const paragraphs2 = blocks.map((block) => block.text);
   const sentences2 = splitSentencesFromBlocks(blocks);
@@ -11297,7 +11515,7 @@ function tokenize(text) {
     }
   };
 }
-var tokenizeProse = tokenize;
+var tokenizeProse = tokenize2;
 
 // node_modules/@veldica/prose-analyzer/dist/utils.js
 function round(value, decimals = 4) {
@@ -12041,7 +12259,7 @@ function inventoryMarkers(text, options = {}) {
 }
 
 // src/engines/veldica.ts
-function toSeverity2(value) {
+function toSeverity4(value) {
   if (value === "high") return "warn";
   return "info";
 }
@@ -12056,7 +12274,7 @@ function runVeldica(text) {
       rule: `veldica-${match.category || "marker"}`,
       engine: "veldica",
       category: "ai",
-      severity: toSeverity2(match.severity),
+      severity: toSeverity4(match.severity),
       message: `AI-style marker (${match.category}): \u201C${match.matched_text}\u201D`,
       excerpt: excerptAround(text, offset),
       match: match.matched_text
@@ -12069,8 +12287,8 @@ function runVeldica(text) {
     return issue;
   });
 }
-var require2 = module$1.createRequire((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('index.cjs', document.baseURI).href)));
-var writeGood = require2("write-good");
+var require4 = module$1.createRequire((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('index.cjs', document.baseURI).href)));
+var writeGood = require4("write-good");
 function runWriteGood(text) {
   const suggestions = writeGood(text, {
     so: false,
@@ -13170,7 +13388,7 @@ function computeStats(body, titleLength, descriptionLength, issues) {
     descriptionLength
   };
 }
-function collectIssues(body, frontmatter, format, config) {
+function collectIssues(body, frontmatter, format, config, source2) {
   const ignoreRules = new Set(config.ignoreRules);
   const issues = [];
   const enginesRun = [];
@@ -13243,6 +13461,18 @@ function collectIssues(body, frontmatter, format, config) {
     enginesRun.push("clean-writing");
     issues.push(...runCleanWriting(body));
   }
+  if (config.engines.aiSlopLinter && config.checks.ai) {
+    enginesRun.push("ai-slop-linter");
+    issues.push(...runAiSlopLinter(body, { source: source2 }));
+  }
+  if (config.engines.slopDetector && config.checks.ai) {
+    enginesRun.push("slop-detector");
+    issues.push(...runSlopDetector(body));
+  }
+  if (config.engines.proseSlop && config.checks.ai) {
+    enginesRun.push("prose-slop");
+    issues.push(...runProseSlop(body, { format }));
+  }
   return {
     issues: issues.filter((issue) => !ignoreRules.has(issue.rule)),
     enginesRun: uniqueEngines(enginesRun)
@@ -13258,7 +13488,8 @@ function checkText(text, options = {}) {
     body,
     parsed.frontmatter,
     format,
-    config
+    config,
+    source2
   );
   const title = String(parsed.frontmatter.title ?? pathBasename(source2));
   const report = {

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { C as CheckOptions, a as CheckReport, U as UserConfig, R as ResolvedConfig, b as ReplacementStats, S as SanitizeOptions, c as Severity, I as Issue } from './types-BC0TjlU0.cjs';
-export { d as Category, e as CheckName, f as CheckSummary, g as ChecksConfig, E as EngineName, h as EnginesConfig, M as MarkdownConfig, P as PatternRule, i as PresetName, j as ReadabilityThresholds, k as SeoThresholds, T as TextFormat, l as TextStats } from './types-BC0TjlU0.cjs';
+import { C as CheckOptions, a as CheckReport, U as UserConfig, R as ResolvedConfig, b as ReplacementStats, S as SanitizeOptions, c as Severity, I as Issue } from './types-B6cMXIul.cjs';
+export { d as Category, e as CheckName, f as CheckSummary, g as ChecksConfig, E as EngineName, h as EnginesConfig, M as MarkdownConfig, P as PatternRule, i as PresetName, j as ReadabilityThresholds, k as SeoThresholds, T as TextFormat, l as TextStats } from './types-B6cMXIul.cjs';
 
 declare function checkText(text: string, options?: CheckOptions): CheckReport;
 

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { C as CheckOptions, a as CheckReport, U as UserConfig, R as ResolvedConfig, b as ReplacementStats, S as SanitizeOptions, c as Severity, I as Issue } from './types-BC0TjlU0.js';
-export { d as Category, e as CheckName, f as CheckSummary, g as ChecksConfig, E as EngineName, h as EnginesConfig, M as MarkdownConfig, P as PatternRule, i as PresetName, j as ReadabilityThresholds, k as SeoThresholds, T as TextFormat, l as TextStats } from './types-BC0TjlU0.js';
+import { C as CheckOptions, a as CheckReport, U as UserConfig, R as ResolvedConfig, b as ReplacementStats, S as SanitizeOptions, c as Severity, I as Issue } from './types-B6cMXIul.js';
+export { d as Category, e as CheckName, f as CheckSummary, g as ChecksConfig, E as EngineName, h as EnginesConfig, M as MarkdownConfig, P as PatternRule, i as PresetName, j as ReadabilityThresholds, k as SeoThresholds, T as TextFormat, l as TextStats } from './types-B6cMXIul.js';
 
 declare function checkText(text: string, options?: CheckOptions): CheckReport;