slopless 0.2.7 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -3
- package/dist/adapters/textlint/rule.js +21 -0
- package/dist/adapters/textlint/rule.js.map +1 -0
- package/dist/adapters/textlint/units.js +133 -1
- package/dist/adapters/textlint/units.js.map +1 -1
- package/dist/cli.js +1 -1
- package/dist/presets/everything.js +2 -0
- package/dist/presets/everything.js.map +1 -1
- package/dist/registries/orthography.js +4 -0
- package/dist/registries/orthography.js.map +1 -1
- package/dist/reporting/reports.js +50 -0
- package/dist/reporting/reports.js.map +1 -1
- package/dist/rules/academic-slop/tortured-phrases.js +13 -23
- package/dist/rules/academic-slop/tortured-phrases.js.map +1 -1
- package/dist/rules/metrics/avg-sentence-length.js +23 -21
- package/dist/rules/metrics/avg-sentence-length.js.map +1 -1
- package/dist/rules/metrics/coleman-liau.js +23 -23
- package/dist/rules/metrics/coleman-liau.js.map +1 -1
- package/dist/rules/metrics/flesch-kincaid.js +23 -23
- package/dist/rules/metrics/flesch-kincaid.js.map +1 -1
- package/dist/rules/metrics/gunning-fog.js +23 -23
- package/dist/rules/metrics/gunning-fog.js.map +1 -1
- package/dist/rules/metrics/paragraph-length.js +19 -20
- package/dist/rules/metrics/paragraph-length.js.map +1 -1
- package/dist/rules/metrics/word-repetition.js +20 -21
- package/dist/rules/metrics/word-repetition.js.map +1 -1
- package/dist/rules/narrative-slop/body-action-density.js +60 -23
- package/dist/rules/narrative-slop/body-action-density.js.map +1 -1
- package/dist/rules/narrative-slop/data/narrative-cliches.json +27 -0
- package/dist/rules/narrative-slop/flat-action-cadence.js +23 -26
- package/dist/rules/narrative-slop/flat-action-cadence.js.map +1 -1
- package/dist/rules/narrative-slop/narrative-cliches.js +35 -33
- package/dist/rules/narrative-slop/narrative-cliches.js.map +1 -1
- package/dist/rules/narrative-slop/perception-verb-density.js +22 -23
- package/dist/rules/narrative-slop/perception-verb-density.js.map +1 -1
- package/dist/rules/orthography/artifact-placeholders.js +110 -0
- package/dist/rules/orthography/artifact-placeholders.js.map +1 -0
- package/dist/rules/orthography/colon-dramatic.js +24 -32
- package/dist/rules/orthography/colon-dramatic.js.map +1 -1
- package/dist/rules/orthography/em-dashes.js +19 -33
- package/dist/rules/orthography/em-dashes.js.map +1 -1
- package/dist/rules/orthography/exclamation-density.js +20 -34
- package/dist/rules/orthography/exclamation-density.js.map +1 -1
- package/dist/rules/orthography/fake-timestamps.js +12 -32
- package/dist/rules/orthography/fake-timestamps.js.map +1 -1
- package/dist/rules/orthography/hidden-unicode-controls.js +51 -0
- package/dist/rules/orthography/hidden-unicode-controls.js.map +1 -0
- package/dist/rules/orthography/sentence-case.js +24 -32
- package/dist/rules/orthography/sentence-case.js.map +1 -1
- package/dist/rules/orthography/smart-quotes.js +12 -32
- package/dist/rules/orthography/smart-quotes.js.map +1 -1
- package/dist/rules/phrases/cliches.js +16 -27
- package/dist/rules/phrases/cliches.js.map +1 -1
- package/dist/rules/phrases/corporate-speak.js +16 -27
- package/dist/rules/phrases/corporate-speak.js.map +1 -1
- package/dist/rules/phrases/data/llm-disclaimer-expansions.json +9 -2
- package/dist/rules/phrases/data/redundancy-patterns.json +7 -0
- package/dist/rules/phrases/data/wordiness-patterns.json +2 -0
- package/dist/rules/phrases/humble-bragger.js +12 -22
- package/dist/rules/phrases/humble-bragger.js.map +1 -1
- package/dist/rules/phrases/jargon-faker.js +14 -25
- package/dist/rules/phrases/jargon-faker.js.map +1 -1
- package/dist/rules/phrases/llm-disclaimer.js +19 -23
- package/dist/rules/phrases/llm-disclaimer.js.map +1 -1
- package/dist/rules/phrases/prohibited-phrases.js +13 -23
- package/dist/rules/phrases/prohibited-phrases.js.map +1 -1
- package/dist/rules/phrases/redundancy.js +13 -23
- package/dist/rules/phrases/redundancy.js.map +1 -1
- package/dist/rules/phrases/skunked-terms.js +13 -23
- package/dist/rules/phrases/skunked-terms.js.map +1 -1
- package/dist/rules/phrases/uncomparables.js +15 -26
- package/dist/rules/phrases/uncomparables.js.map +1 -1
- package/dist/rules/phrases/wordiness.js +13 -23
- package/dist/rules/phrases/wordiness.js.map +1 -1
- package/dist/rules/private/textlint-rule-builders.js +46 -0
- package/dist/rules/private/textlint-rule-builders.js.map +1 -0
- package/dist/rules/semantic-thinness/patterns/puffery-evaluative-claim.json +56 -0
- package/dist/rules/semantic-thinness/private/pattern-data-d.js +2 -0
- package/dist/rules/semantic-thinness/private/pattern-data-d.js.map +1 -1
- package/dist/rules/semantic-thinness/semantic-thinness.js +27 -23
- package/dist/rules/semantic-thinness/semantic-thinness.js.map +1 -1
- package/dist/rules/syntactic-patterns/authority/authority-padding.js +19 -23
- package/dist/rules/syntactic-patterns/authority/authority-padding.js.map +1 -1
- package/dist/rules/syntactic-patterns/closers/affirmation-closers.js +45 -43
- package/dist/rules/syntactic-patterns/closers/affirmation-closers.js.map +1 -1
- package/dist/rules/syntactic-patterns/closers/boilerplate-conclusion.js +25 -22
- package/dist/rules/syntactic-patterns/closers/boilerplate-conclusion.js.map +1 -1
- package/dist/rules/syntactic-patterns/closers/false-question.js +20 -24
- package/dist/rules/syntactic-patterns/closers/false-question.js.map +1 -1
- package/dist/rules/syntactic-patterns/closers/summative-closer.js +20 -24
- package/dist/rules/syntactic-patterns/closers/summative-closer.js.map +1 -1
- package/dist/rules/syntactic-patterns/contrast/blame-reframe.js +19 -23
- package/dist/rules/syntactic-patterns/contrast/blame-reframe.js.map +1 -1
- package/dist/rules/syntactic-patterns/contrast/contrastive-aphorism.js +39 -31
- package/dist/rules/syntactic-patterns/contrast/contrastive-aphorism.js.map +1 -1
- package/dist/rules/syntactic-patterns/contrast/negation-reframe.js +12 -21
- package/dist/rules/syntactic-patterns/contrast/negation-reframe.js.map +1 -1
- package/dist/rules/syntactic-patterns/contrast/private/negation-reframe-parts.js +4 -2
- package/dist/rules/syntactic-patterns/contrast/private/negation-reframe-parts.js.map +1 -1
- package/dist/rules/syntactic-patterns/contrast/private/negative-slop-frames.js +33 -2
- package/dist/rules/syntactic-patterns/contrast/private/negative-slop-frames.js.map +1 -1
- package/dist/rules/syntactic-patterns/generalization/softening-language.js +19 -23
- package/dist/rules/syntactic-patterns/generalization/softening-language.js.map +1 -1
- package/dist/rules/syntactic-patterns/generalization/universalizing-claims.js +19 -23
- package/dist/rules/syntactic-patterns/generalization/universalizing-claims.js.map +1 -1
- package/dist/rules/syntactic-patterns/lead-ins/boilerplate-framing.js +12 -22
- package/dist/rules/syntactic-patterns/lead-ins/boilerplate-framing.js.map +1 -1
- package/dist/rules/syntactic-patterns/lead-ins/generic-signposting.js +19 -23
- package/dist/rules/syntactic-patterns/lead-ins/generic-signposting.js.map +1 -1
- package/dist/rules/syntactic-patterns/lead-ins/lesson-framing.js +19 -23
- package/dist/rules/syntactic-patterns/lead-ins/lesson-framing.js.map +1 -1
- package/dist/rules/syntactic-patterns/lead-ins/llm-openers.js +28 -25
- package/dist/rules/syntactic-patterns/lead-ins/llm-openers.js.map +1 -1
- package/dist/rules/syntactic-patterns/lead-ins/observer-guidance.js +19 -23
- package/dist/rules/syntactic-patterns/lead-ins/observer-guidance.js.map +1 -1
- package/dist/rules/syntactic-patterns/llm-artifacts/data/response-wrapper-patterns.json +6 -0
- package/dist/rules/syntactic-patterns/llm-artifacts/response-wrapper.js +21 -26
- package/dist/rules/syntactic-patterns/llm-artifacts/response-wrapper.js.map +1 -1
- package/dist/rules/syntactic-patterns/repetition/demonstrative-emphasis.js +28 -51
- package/dist/rules/syntactic-patterns/repetition/demonstrative-emphasis.js.map +1 -1
- package/dist/rules/syntactic-patterns/repetition/empty-emphasis.js +19 -23
- package/dist/rules/syntactic-patterns/repetition/empty-emphasis.js.map +1 -1
- package/dist/rules/syntactic-patterns/repetition/fragment-stacking.js +12 -32
- package/dist/rules/syntactic-patterns/repetition/fragment-stacking.js.map +1 -1
- package/dist/rules/syntactic-patterns/repetition/triple-repeat.js +15 -38
- package/dist/rules/syntactic-patterns/repetition/triple-repeat.js.map +1 -1
- package/dist/rules/term-policy/recommended-terms.js +24 -22
- package/dist/rules/term-policy/recommended-terms.js.map +1 -1
- package/dist/rules/term-policy/required-terms.js +20 -24
- package/dist/rules/term-policy/required-terms.js.map +1 -1
- package/dist/rules/words/hedge-stacking.js +19 -23
- package/dist/rules/words/hedge-stacking.js.map +1 -1
- package/dist/rules/words/llm-vocabulary.js +14 -20
- package/dist/rules/words/llm-vocabulary.js.map +1 -1
- package/dist/rules/words/prohibited-words.js +12 -17
- package/dist/rules/words/prohibited-words.js.map +1 -1
- package/dist/rules/words/simplicity.js +20 -25
- package/dist/rules/words/simplicity.js.map +1 -1
- package/package.json +3 -1
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { defineTextlintRule } from "../../adapters/textlint/rule.js";
|
|
2
2
|
import { paragraphUnits } from "../../adapters/textlint/units.js";
|
|
3
|
-
import { densityReports } from "../../reporting/reports.js";
|
|
4
3
|
import { wordTokens } from "../../shared/text/tokens.js";
|
|
5
4
|
const PERCEPTION_VERBS = new Set([
|
|
6
5
|
"look",
|
|
@@ -59,26 +58,26 @@ function perceptionDetections(unit) {
|
|
|
59
58
|
unitId: unit.id
|
|
60
59
|
}));
|
|
61
60
|
}
|
|
62
|
-
const rule = (
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
};
|
|
61
|
+
const rule = defineTextlintRule({
|
|
62
|
+
detector: {
|
|
63
|
+
detect: ({ units }) => units.flatMap((unit) => perceptionDetections(unit)),
|
|
64
|
+
family: "narrative-slop",
|
|
65
|
+
id: RULE_ID
|
|
66
|
+
},
|
|
67
|
+
formatMessage: (report) => {
|
|
68
|
+
const labels = [...new Set(report.detections.map((hit) => hit.label))];
|
|
69
|
+
return `Perception verb density: ${report.detections.length} perception verbs in a short span (${labels.join(", ")}).`;
|
|
70
|
+
},
|
|
71
|
+
reportPolicy: {
|
|
72
|
+
groups: [GROUP],
|
|
73
|
+
kind: "density",
|
|
74
|
+
maxParagraphTokens: MAX_PARAGRAPH_TOKENS,
|
|
75
|
+
maxWindowTokens: MAX_WINDOW_TOKENS,
|
|
76
|
+
paragraphMinimumHits: MIN_PARAGRAPH_HITS,
|
|
77
|
+
windowMinimumHits: MIN_WINDOW_HITS,
|
|
78
|
+
windowSentences: WINDOW_SENTENCES
|
|
79
|
+
},
|
|
80
|
+
units: (document) => paragraphUnits(document)
|
|
81
|
+
});
|
|
83
82
|
export default rule;
|
|
84
83
|
//# sourceMappingURL=perception-verb-density.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"perception-verb-density.js","sourceRoot":"","sources":["../../../src/rules/narrative-slop/perception-verb-density.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"perception-verb-density.js","sourceRoot":"","sources":["../../../src/rules/narrative-slop/perception-verb-density.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAElE,OAAO,EAAc,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAErE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,MAAM;IACN,OAAO;IACP,QAAQ;IACR,SAAS;IACT,OAAO;IACP,SAAS;IACT,SAAS;IACT,UAAU;IACV,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,MAAM;IACN,OAAO;IACP,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,SAAS;IACT,UAAU;IACV,SAAS;IACT,UAAU;IACV,UAAU;IACV,WAAW;CACZ,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AACvE,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,KAAK,GAAG,iBAAiB,CAAC;AAChC,MAAM,OAAO,GAAG,wCAAyD,CAAC;AAI1E,SAAS,aAAa,CAAC,MAAwB,EAAE,KAAa;IAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAE/B,OAAO,CACL,KAAK,KAAK,SAAS;QACnB,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC;QACnC,IAAI,KAAK,SAAS;QAClB,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAC5C,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,IAAc;IAEd,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACvB,OAAO,CACL,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CACxE,CAAC;IACJ,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACf,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;QACjD,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,KAAK,CAAC,UAAU;QACvB,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;QAC7C,MAAM,EAAE,OAAO;QACf,MAAM,EAAE,IAAI,CAAC,EAAE;KAChB,CAAC,CAAC,CAAC;AACR,CAAC;AAED,MAAM,IAAI,GAAG,kBAAkB,CAAC;IAC9B,QAAQ,EAAE;QACR,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC1E,MAAM,EAAE,gBAAgB;QACxB,EAAE,EAAE,OAAO;KACZ;IACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO,4BAA4B,MAAM,CAAC,UAAU,CAAC,MAAM,sCAAsC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IACzH,CAAC;IACD,YAAY,EAAE;QACZ,MAAM,EAAE,CAAC,KAAK,CAAC;QACf,IAAI,EAAE,SAAS;QACf,kBAAkB,EAAE,oBAAoB;QACxC,eAAe,EAAE,iBAAiB;QAClC,oBAAoB,EAAE,kBAAkB;QACxC,iBAAiB,EAAE,eAAe;QAClC,eAAe,EAAE,gBAAgB;KAClC;IACD,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;CAC9C,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { defineTextlintRule } from "../../adapters/textlint/rule.js";
|
|
2
|
+
import { linkUnits, strUnits } from "../../adapters/textlint/units.js";
|
|
3
|
+
const EXACT_ARTIFACTS = [
|
|
4
|
+
{ label: "OpenAI citation object", pattern: "oai_citation" },
|
|
5
|
+
{ label: "OpenAI sandbox path", pattern: "sandbox:/mnt/data/" },
|
|
6
|
+
{ label: "ChatGPT tracking marker", pattern: "utm_source=chatgpt.com" },
|
|
7
|
+
{ label: "OpenAI tracking marker", pattern: "utm_source=openai" },
|
|
8
|
+
{ label: "unfinished citation placeholder", pattern: "[CITATION NEEDED]" },
|
|
9
|
+
{ label: "unfinished insert placeholder", pattern: "[INSERT TEXT]" },
|
|
10
|
+
{ label: "unfinished placeholder", pattern: "[PLACEHOLDER]" },
|
|
11
|
+
{ label: "placeholder text", pattern: "Lorem ipsum" }
|
|
12
|
+
];
|
|
13
|
+
const DOUBLE_QUOTE_OPENERS = new Set(['"', "\u201C"]);
|
|
14
|
+
const DOUBLE_QUOTE_CLOSERS = new Set(['"', "\u201D"]);
|
|
15
|
+
function lower(text) {
|
|
16
|
+
return text.toLocaleLowerCase("en");
|
|
17
|
+
}
|
|
18
|
+
function findDoubleQuoteSpans(text) {
|
|
19
|
+
const spans = [];
|
|
20
|
+
let quoteStart;
|
|
21
|
+
for (let index = 0; index < text.length; index += 1) {
|
|
22
|
+
const character = text[index];
|
|
23
|
+
if (character === undefined) {
|
|
24
|
+
continue;
|
|
25
|
+
}
|
|
26
|
+
if (quoteStart === undefined && DOUBLE_QUOTE_OPENERS.has(character)) {
|
|
27
|
+
quoteStart = index;
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
if (quoteStart !== undefined && DOUBLE_QUOTE_CLOSERS.has(character)) {
|
|
31
|
+
spans.push({ end: index + 1, start: quoteStart });
|
|
32
|
+
quoteStart = undefined;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return spans;
|
|
36
|
+
}
|
|
37
|
+
function isInsideSpan(match, spans) {
|
|
38
|
+
return spans.some((span) => match.start >= span.start && match.end <= span.end);
|
|
39
|
+
}
|
|
40
|
+
function withoutNestedMatches(matches) {
|
|
41
|
+
return matches.filter((match, index) => !matches.some((other, otherIndex) => otherIndex !== index &&
|
|
42
|
+
match.start > other.start &&
|
|
43
|
+
match.end < other.end));
|
|
44
|
+
}
|
|
45
|
+
function findExactArtifactMatches(text) {
|
|
46
|
+
const matches = [];
|
|
47
|
+
const normalized = lower(text);
|
|
48
|
+
for (const artifact of EXACT_ARTIFACTS) {
|
|
49
|
+
const pattern = lower(artifact.pattern);
|
|
50
|
+
let start = normalized.indexOf(pattern);
|
|
51
|
+
while (start >= 0) {
|
|
52
|
+
const end = start + artifact.pattern.length;
|
|
53
|
+
matches.push({
|
|
54
|
+
end,
|
|
55
|
+
label: artifact.label,
|
|
56
|
+
start,
|
|
57
|
+
text: text.slice(start, end)
|
|
58
|
+
});
|
|
59
|
+
start = normalized.indexOf(pattern, end);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return matches;
|
|
63
|
+
}
|
|
64
|
+
function findDelimitedArtifactMatches(text, marker, endCharacter, label) {
|
|
65
|
+
const matches = [];
|
|
66
|
+
const normalized = lower(text);
|
|
67
|
+
const normalizedMarker = lower(marker);
|
|
68
|
+
let start = normalized.indexOf(normalizedMarker);
|
|
69
|
+
while (start >= 0) {
|
|
70
|
+
const endIndex = text.indexOf(endCharacter, start + marker.length);
|
|
71
|
+
const end = endIndex >= 0 ? endIndex + endCharacter.length : start + marker.length;
|
|
72
|
+
matches.push({
|
|
73
|
+
end,
|
|
74
|
+
label,
|
|
75
|
+
start,
|
|
76
|
+
text: text.slice(start, end)
|
|
77
|
+
});
|
|
78
|
+
start = normalized.indexOf(normalizedMarker, end);
|
|
79
|
+
}
|
|
80
|
+
return matches;
|
|
81
|
+
}
|
|
82
|
+
function findArtifactMatches(text) {
|
|
83
|
+
const quoteSpans = findDoubleQuoteSpans(text);
|
|
84
|
+
return withoutNestedMatches([
|
|
85
|
+
...findDelimitedArtifactMatches(text, ":contentReference[oaicite:", "}", "OpenAI citation marker"),
|
|
86
|
+
...findDelimitedArtifactMatches(text, "[oaicite:", "]", "OpenAI citation marker"),
|
|
87
|
+
...findExactArtifactMatches(text)
|
|
88
|
+
]).filter((match) => !isInsideSpan(match, quoteSpans));
|
|
89
|
+
}
|
|
90
|
+
const rule = defineTextlintRule({
|
|
91
|
+
detector: {
|
|
92
|
+
detect: ({ units }) => units.flatMap((unit) => findArtifactMatches(unit.text).map((match) => ({
|
|
93
|
+
evidence: match.text,
|
|
94
|
+
label: match.label,
|
|
95
|
+
range: { start: match.start, end: match.end },
|
|
96
|
+
ruleId: "orthography:artifact-placeholders",
|
|
97
|
+
unitId: unit.id
|
|
98
|
+
}))),
|
|
99
|
+
family: "orthography",
|
|
100
|
+
id: "orthography:artifact-placeholders"
|
|
101
|
+
},
|
|
102
|
+
formatMessage: (report) => `Artifact placeholder found: ${report.detections[0]?.label}. Remove generated or unfinished placeholder residue.`,
|
|
103
|
+
reportPolicy: { kind: "one-to-one" },
|
|
104
|
+
units: (document) => [
|
|
105
|
+
...strUnits(document, ["BlockQuote"]),
|
|
106
|
+
...linkUnits(document, ["BlockQuote"])
|
|
107
|
+
]
|
|
108
|
+
});
|
|
109
|
+
export default rule;
|
|
110
|
+
//# sourceMappingURL=artifact-placeholders.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"artifact-placeholders.js","sourceRoot":"","sources":["../../../src/rules/orthography/artifact-placeholders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAmBvE,MAAM,eAAe,GAA6B;IAChD,EAAE,KAAK,EAAE,wBAAwB,EAAE,OAAO,EAAE,cAAc,EAAE;IAC5D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAC/D,EAAE,KAAK,EAAE,yBAAyB,EAAE,OAAO,EAAE,wBAAwB,EAAE;IACvE,EAAE,KAAK,EAAE,wBAAwB,EAAE,OAAO,EAAE,mBAAmB,EAAE;IACjE,EAAE,KAAK,EAAE,iCAAiC,EAAE,OAAO,EAAE,mBAAmB,EAAE;IAC1E,EAAE,KAAK,EAAE,+BAA+B,EAAE,OAAO,EAAE,eAAe,EAAE;IACpE,EAAE,KAAK,EAAE,wBAAwB,EAAE,OAAO,EAAE,eAAe,EAAE;IAC7D,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,aAAa,EAAE;CACtD,CAAC;AAEF,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;AACtD,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEtD,SAAS,KAAK,CAAC,IAAY;IACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,IAAI,UAA8B,CAAC;IAEnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,SAAS;QACX,CAAC;QAED,IAAI,UAAU,KAAK,SAAS,IAAI,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACpE,UAAU,GAAG,KAAK,CAAC;YACnB,SAAS;QACX,CAAC;QAED,IAAI,UAAU,KAAK,SAAS,IAAI,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACpE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAClD,UAAU,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAoB,EAAE,KAAsB;IAChE,OAAO,KAAK,CAAC,IAAI,CACf,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAC7D,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAiC;IAEjC,OAAO,OAAO,CAAC,MAAM,CACnB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACf,CAAC,OAAO,CAAC,IAAI,CACX,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CACpB,UAAU,KAAK,KAAK;QACpB,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK;QACzB,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CACxB,CACJ,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAY;IAC5C,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAE/B,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAExC,OAAO,KAAK,IAAI,CAAC,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;YAC5C,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG;gBACH,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,KAAK;gBACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;aAC7B,CAAC,CAAC;YACH,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,4BAA4B,CACnC,IAAY,EACZ,MAAc,EACd,YAAoB,EACpB,KAAa;IAEb,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAEjD,OAAO,KAAK,IAAI,CAAC,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QACnE,MAAM,GAAG,GACP,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC;YACX,GAAG;YACH,KAAK;YACL,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;SAC7B,CAAC,CAAC;QACH,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,UAAU,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC9C,OAAO,oBAAoB,CAAC;QAC1B,GAAG,4BAA4B,CAC7B,IAAI,EACJ,4BAA4B,EAC5B,GAAG,EACH,wBAAwB,CACzB;QACD,GAAG,4BAA4B,CAC7B,IAAI,EACJ,WAAW,EACX,GAAG,EACH,wBAAwB,CACzB;QACD,GAAG,wBAAwB,CAAC,IAAI,CAAC;KAClC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,IAAI,GAAG,kBAAkB,CAAC;IAC9B,QAAQ,EAAE;QACR,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CACpB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC7C,QAAQ,EAAE,KAAK,CAAC,IAAI;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;YAC7C,MAAM,EAAE,mCAA4C;YACpD,MAAM,EAAE,IAAI,CAAC,EAAE;SAChB,CAAC,CAAC,CACJ;QACH,MAAM,EAAE,aAAa;QACrB,EAAE,EAAE,mCAAmC;KACxC;IACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,+BAA+B,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,uDAAuD;IACnH,YAAY,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;IACpC,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACnB,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC,YAAY,CAAC,CAAC;QACrC,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC,YAAY,CAAC,CAAC;KACvC;CACF,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|
|
@@ -1,8 +1,7 @@
|
|
|
1
|
-
import { RuleHelper } from "textlint-rule-helper";
|
|
2
|
-
import { sourceText } from "../../shared/text/traverse.js";
|
|
3
1
|
import { countWhitespaceSeparatedWords } from "../../shared/text/whitespace.js";
|
|
4
|
-
import {
|
|
2
|
+
import { oneToOneRule } from "../private/textlint-rule-builders.js";
|
|
5
3
|
const MAX_DRAMATIC_AFTER_COLON_WORDS = 5;
|
|
4
|
+
const CONTENT_REFERENCE_MARKER = ":contentReference[";
|
|
6
5
|
function firstNonWhitespaceIndex(text) {
|
|
7
6
|
for (let index = 0; index < text.length; index += 1) {
|
|
8
7
|
if (text[index]?.trim() !== "") {
|
|
@@ -54,6 +53,9 @@ function sentenceEndAfter(text, start) {
|
|
|
54
53
|
return text.length;
|
|
55
54
|
}
|
|
56
55
|
function dramaticColonAt(text, colonIndex) {
|
|
56
|
+
if (isArtifactColon(text, colonIndex)) {
|
|
57
|
+
return undefined;
|
|
58
|
+
}
|
|
57
59
|
const end = sentenceEndAfter(text, colonIndex + 1);
|
|
58
60
|
const afterColon = text.slice(colonIndex + 1, end);
|
|
59
61
|
const trimStart = firstNonWhitespaceIndex(afterColon);
|
|
@@ -74,6 +76,14 @@ function dramaticColonAt(text, colonIndex) {
|
|
|
74
76
|
text: trimmed
|
|
75
77
|
};
|
|
76
78
|
}
|
|
79
|
+
function isArtifactColon(text, colonIndex) {
|
|
80
|
+
const lowercase = text.toLocaleLowerCase("en");
|
|
81
|
+
const before = lowercase.slice(Math.max(0, colonIndex - 12), colonIndex + 1);
|
|
82
|
+
return (lowercase.startsWith(CONTENT_REFERENCE_MARKER.toLocaleLowerCase("en"), colonIndex) ||
|
|
83
|
+
before.endsWith("[oaicite:") ||
|
|
84
|
+
before.endsWith("sandbox:") ||
|
|
85
|
+
text[colonIndex + 1] === "/");
|
|
86
|
+
}
|
|
77
87
|
function findDramaticColonMatches(text) {
|
|
78
88
|
const matches = [];
|
|
79
89
|
for (let index = 0; index < text.length; index += 1) {
|
|
@@ -88,34 +98,16 @@ function findDramaticColonMatches(text) {
|
|
|
88
98
|
}
|
|
89
99
|
return matches;
|
|
90
100
|
}
|
|
91
|
-
const rule = (
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
if (helper.isChildNode(node, ignoredParents)) {
|
|
103
|
-
return;
|
|
104
|
-
}
|
|
105
|
-
const source = sourceText(node);
|
|
106
|
-
for (const match of findDramaticColonMatches(source.text)) {
|
|
107
|
-
emitTextlintFinding(context, {
|
|
108
|
-
node: node,
|
|
109
|
-
ruleId: "orthography:colon-dramatic",
|
|
110
|
-
message: `Dramatic colon found: "${match.text}". Rewrite without the short reveal after the colon.`,
|
|
111
|
-
range: {
|
|
112
|
-
start: source.originalStartFor(match.start),
|
|
113
|
-
end: source.originalEndFor(match.end)
|
|
114
|
-
}
|
|
115
|
-
});
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
};
|
|
119
|
-
};
|
|
101
|
+
const rule = oneToOneRule({
|
|
102
|
+
detect: (unit) => findDramaticColonMatches(unit.text).map((match) => ({
|
|
103
|
+
evidence: match.text,
|
|
104
|
+
label: match.text,
|
|
105
|
+
range: { start: match.start, end: match.end }
|
|
106
|
+
})),
|
|
107
|
+
family: "orthography",
|
|
108
|
+
formatMessage: (report) => `Dramatic colon found: "${report.evidence}". Rewrite without the short reveal after the colon.`,
|
|
109
|
+
ruleId: "orthography:colon-dramatic",
|
|
110
|
+
unitKind: "paragraph"
|
|
111
|
+
});
|
|
120
112
|
export default rule;
|
|
121
113
|
//# sourceMappingURL=colon-dramatic.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"colon-dramatic.js","sourceRoot":"","sources":["../../../src/rules/orthography/colon-dramatic.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"colon-dramatic.js","sourceRoot":"","sources":["../../../src/rules/orthography/colon-dramatic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAEpE,MAAM,8BAA8B,GAAG,CAAC,CAAC;AACzC,MAAM,wBAAwB,GAAG,oBAAoB,CAAC;AAQtD,SAAS,uBAAuB,CAAC,IAAY;IAC3C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACnC,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY,EAAE,KAAa;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACtD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAElD,OAAO,CAAC,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,GAAG,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC;AAChE,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAY,EAAE,KAAa;IAC/D,IAAI,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC;IAEpB,OACE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG;QACjB,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ;QACtB,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ,EACtB,CAAC;QACD,GAAG,IAAI,CAAC,CAAC;IACX,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,KAAa;IACnD,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,SAAS,KAAK,GAAG,IAAI,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QAED,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YAChE,OAAO,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,eAAe,CACtB,IAAY,EACZ,UAAkB;IAElB,IAAI,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,uBAAuB,CAAC,UAAU,CAAC,CAAC;IACtD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAErD,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,6BAA6B,CAAC,OAAO,CAAC,GAAG,8BAA8B,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,GAAG,EAAE,UAAU,GAAG,CAAC,GAAG,OAAO;QAC7B,KAAK,EAAE,UAAU,GAAG,CAAC,GAAG,SAAS;QACjC,IAAI,EAAE,OAAO;KACd,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,UAAkB;IACvD,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,EAAE,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;IAE7E,OAAO,CACL,SAAS,CAAC,UAAU,CAClB,wBAAwB,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAChD,UAAU,CACX;QACD,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC5B,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,KAAK,GAAG,CAC7B,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAY;IAC5C,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC3C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,IAAI,GAAG,YAAY,CAAC;IACxB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAClD,QAAQ,EAAE,KAAK,CAAC,IAAI;QACpB,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;KAC9C,CAAC,CAAC;IACL,MAAM,EAAE,aAAa;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,0BAA0B,MAAM,CAAC,QAAQ,sDAAsD;IACjG,MAAM,EAAE,4BAA4B;IACpC,QAAQ,EAAE,WAAW;CACtB,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
import { RuleHelper } from "textlint-rule-helper";
|
|
2
|
-
import { sourceText } from "../../shared/text/traverse.js";
|
|
3
1
|
import { isWhitespace } from "../../shared/text/whitespace.js";
|
|
4
|
-
import {
|
|
2
|
+
import { oneToOneRule } from "../private/textlint-rule-builders.js";
|
|
5
3
|
const CLOSED_EM_DASH = "\u2014";
|
|
6
4
|
function isClosedEmDash(text, index) {
|
|
7
5
|
if (text[index] !== CLOSED_EM_DASH) {
|
|
@@ -9,37 +7,25 @@ function isClosedEmDash(text, index) {
|
|
|
9
7
|
}
|
|
10
8
|
return !isWhitespace(text[index - 1]) && !isWhitespace(text[index + 1]);
|
|
11
9
|
}
|
|
12
|
-
const rule = (
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
Syntax.Table,
|
|
19
|
-
Syntax.TableCell
|
|
20
|
-
];
|
|
21
|
-
return {
|
|
22
|
-
[Syntax.Paragraph](node) {
|
|
23
|
-
if (helper.isChildNode(node, ignoredParents)) {
|
|
24
|
-
return;
|
|
25
|
-
}
|
|
26
|
-
const source = sourceText(node);
|
|
27
|
-
for (let index = 0; index < source.text.length; index += 1) {
|
|
28
|
-
if (!isClosedEmDash(source.text, index)) {
|
|
29
|
-
continue;
|
|
30
|
-
}
|
|
31
|
-
emitTextlintFinding(context, {
|
|
32
|
-
node: node,
|
|
33
|
-
ruleId: "orthography:em-dashes",
|
|
34
|
-
message: "Closed em dash found. Replace it with a comma, colon, parenthesis, or spaced dash.",
|
|
35
|
-
range: {
|
|
36
|
-
start: source.originalStartFor(index),
|
|
37
|
-
end: source.originalEndFor(index + CLOSED_EM_DASH.length)
|
|
38
|
-
}
|
|
39
|
-
});
|
|
10
|
+
const rule = oneToOneRule({
|
|
11
|
+
detect: (unit) => {
|
|
12
|
+
const detections = [];
|
|
13
|
+
for (let index = 0; index < unit.text.length; index += 1) {
|
|
14
|
+
if (!isClosedEmDash(unit.text, index)) {
|
|
15
|
+
continue;
|
|
40
16
|
}
|
|
17
|
+
detections.push({
|
|
18
|
+
evidence: CLOSED_EM_DASH,
|
|
19
|
+
label: CLOSED_EM_DASH,
|
|
20
|
+
range: { start: index, end: index + CLOSED_EM_DASH.length }
|
|
21
|
+
});
|
|
41
22
|
}
|
|
42
|
-
|
|
43
|
-
}
|
|
23
|
+
return detections;
|
|
24
|
+
},
|
|
25
|
+
family: "orthography",
|
|
26
|
+
formatMessage: () => "Closed em dash found. Replace it with a comma, colon, parenthesis, or spaced dash.",
|
|
27
|
+
ruleId: "orthography:em-dashes",
|
|
28
|
+
unitKind: "paragraph"
|
|
29
|
+
});
|
|
44
30
|
export default rule;
|
|
45
31
|
//# sourceMappingURL=em-dashes.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"em-dashes.js","sourceRoot":"","sources":["../../../src/rules/orthography/em-dashes.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"em-dashes.js","sourceRoot":"","sources":["../../../src/rules/orthography/em-dashes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAEpE,MAAM,cAAc,GAAG,QAAQ,CAAC;AAEhC,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IACjD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,cAAc,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,IAAI,GAAG,YAAY,CAAC;IACxB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACf,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YAED,UAAU,CAAC,IAAI,CAAC;gBACd,QAAQ,EAAE,cAAc;gBACxB,KAAK,EAAE,cAAc;gBACrB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE;aAC5D,CAAC,CAAC;QACL,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,EAAE,aAAa;IACrB,aAAa,EAAE,GAAG,EAAE,CAClB,oFAAoF;IACtF,MAAM,EAAE,uBAAuB;IAC/B,QAAQ,EAAE,WAAW;CACtB,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { sourceText } from "../../shared/text/traverse.js";
|
|
3
|
-
import { emitTextlintFinding } from "../../adapters/textlint/report.js";
|
|
1
|
+
import { oneToOneRule } from "../private/textlint-rule-builders.js";
|
|
4
2
|
const MAX_EXCLAMATIONS_PER_PARAGRAPH = 1;
|
|
5
3
|
function countExclamations(text) {
|
|
6
4
|
let count = 0;
|
|
@@ -19,37 +17,25 @@ function firstExclamationIndex(text) {
|
|
|
19
17
|
}
|
|
20
18
|
return undefined;
|
|
21
19
|
}
|
|
22
|
-
const rule = (
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
Syntax.ListItem,
|
|
28
|
-
Syntax.Table,
|
|
29
|
-
Syntax.TableCell
|
|
30
|
-
];
|
|
31
|
-
return {
|
|
32
|
-
[Syntax.Paragraph](node) {
|
|
33
|
-
if (helper.isChildNode(node, ignoredParents)) {
|
|
34
|
-
return;
|
|
35
|
-
}
|
|
36
|
-
const source = sourceText(node);
|
|
37
|
-
const count = countExclamations(source.text);
|
|
38
|
-
if (count <= MAX_EXCLAMATIONS_PER_PARAGRAPH) {
|
|
39
|
-
return;
|
|
40
|
-
}
|
|
41
|
-
const index = firstExclamationIndex(source.text) ?? 0;
|
|
42
|
-
emitTextlintFinding(context, {
|
|
43
|
-
node: node,
|
|
44
|
-
ruleId: "orthography:exclamation-density",
|
|
45
|
-
message: `Paragraph has ${count} exclamation marks. Keep at most ${MAX_EXCLAMATIONS_PER_PARAGRAPH}.`,
|
|
46
|
-
range: {
|
|
47
|
-
start: source.originalStartFor(index),
|
|
48
|
-
end: source.originalEndFor(index + 1)
|
|
49
|
-
}
|
|
50
|
-
});
|
|
20
|
+
const rule = oneToOneRule({
|
|
21
|
+
detect: (unit) => {
|
|
22
|
+
const count = countExclamations(unit.text);
|
|
23
|
+
if (count <= MAX_EXCLAMATIONS_PER_PARAGRAPH) {
|
|
24
|
+
return [];
|
|
51
25
|
}
|
|
52
|
-
|
|
53
|
-
|
|
26
|
+
const index = firstExclamationIndex(unit.text) ?? 0;
|
|
27
|
+
return [
|
|
28
|
+
{
|
|
29
|
+
evidence: String(count),
|
|
30
|
+
label: "exclamation density",
|
|
31
|
+
range: { start: index, end: index + 1 }
|
|
32
|
+
}
|
|
33
|
+
];
|
|
34
|
+
},
|
|
35
|
+
family: "orthography",
|
|
36
|
+
formatMessage: (report) => `Paragraph has ${report.evidence} exclamation marks. Keep at most ${MAX_EXCLAMATIONS_PER_PARAGRAPH}.`,
|
|
37
|
+
ruleId: "orthography:exclamation-density",
|
|
38
|
+
unitKind: "paragraph"
|
|
39
|
+
});
|
|
54
40
|
export default rule;
|
|
55
41
|
//# sourceMappingURL=exclamation-density.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"exclamation-density.js","sourceRoot":"","sources":["../../../src/rules/orthography/exclamation-density.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"exclamation-density.js","sourceRoot":"","sources":["../../../src/rules/orthography/exclamation-density.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAEpE,MAAM,8BAA8B,GAAG,CAAC,CAAC;AAEzC,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,IAAI,GAAG,YAAY,CAAC;IACxB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACf,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,KAAK,IAAI,8BAA8B,EAAE,CAAC;YAC5C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,OAAO;YACL;gBACE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC;gBACvB,KAAK,EAAE,qBAAqB;gBAC5B,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE;aACxC;SACF,CAAC;IACJ,CAAC;IACD,MAAM,EAAE,aAAa;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,iBAAiB,MAAM,CAAC,QAAQ,oCAAoC,8BAA8B,GAAG;IACvG,MAAM,EAAE,iCAAiC;IACzC,QAAQ,EAAE,WAAW;CACtB,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|
|
@@ -1,7 +1,5 @@
|
|
|
1
|
-
import { RuleHelper } from "textlint-rule-helper";
|
|
2
1
|
import { splitSentences } from "../../shared/text/sentences.js";
|
|
3
|
-
import {
|
|
4
|
-
import { emitTextlintFinding } from "../../adapters/textlint/report.js";
|
|
2
|
+
import { oneToOneRule } from "../private/textlint-rule-builders.js";
|
|
5
3
|
function isAsciiDigit(character) {
|
|
6
4
|
return character !== undefined && character >= "0" && character <= "9";
|
|
7
5
|
}
|
|
@@ -74,34 +72,16 @@ function findSentenceTimestampMatches(text) {
|
|
|
74
72
|
}
|
|
75
73
|
return matches;
|
|
76
74
|
}
|
|
77
|
-
const rule = (
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
if (helper.isChildNode(node, ignoredParents)) {
|
|
89
|
-
return;
|
|
90
|
-
}
|
|
91
|
-
const source = sourceText(node);
|
|
92
|
-
for (const match of findSentenceTimestampMatches(source.text)) {
|
|
93
|
-
emitTextlintFinding(context, {
|
|
94
|
-
node: node,
|
|
95
|
-
ruleId: "orthography:fake-timestamps",
|
|
96
|
-
message: `Fake timestamp found: "${match.text}". Remove fabricated clock specificity.`,
|
|
97
|
-
range: {
|
|
98
|
-
start: source.originalStartFor(match.start),
|
|
99
|
-
end: source.originalEndFor(match.end)
|
|
100
|
-
}
|
|
101
|
-
});
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
};
|
|
105
|
-
};
|
|
75
|
+
const rule = oneToOneRule({
|
|
76
|
+
detect: (unit) => findSentenceTimestampMatches(unit.text).map((match) => ({
|
|
77
|
+
evidence: match.text,
|
|
78
|
+
label: match.text,
|
|
79
|
+
range: { start: match.start, end: match.end }
|
|
80
|
+
})),
|
|
81
|
+
family: "orthography",
|
|
82
|
+
formatMessage: (report) => `Fake timestamp found: "${report.evidence}". Remove fabricated clock specificity.`,
|
|
83
|
+
ruleId: "orthography:fake-timestamps",
|
|
84
|
+
unitKind: "paragraph"
|
|
85
|
+
});
|
|
106
86
|
export default rule;
|
|
107
87
|
//# sourceMappingURL=fake-timestamps.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fake-timestamps.js","sourceRoot":"","sources":["../../../src/rules/orthography/fake-timestamps.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"fake-timestamps.js","sourceRoot":"","sources":["../../../src/rules/orthography/fake-timestamps.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAQpE,SAAS,YAAY,CAAC,SAA6B;IACjD,OAAO,SAAS,KAAK,SAAS,IAAI,SAAS,IAAI,GAAG,IAAI,SAAS,IAAI,GAAG,CAAC;AACzE,CAAC;AAED,SAAS,cAAc,CACrB,KAAyB,EACzB,MAA0B;IAE1B,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5C,OAAO,CACL,CAAC,eAAe,KAAK,GAAG,IAAI,eAAe,KAAK,GAAG,CAAC;QACpD,MAAM,CAAC,WAAW,EAAE,KAAK,GAAG,CAC7B,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC/B,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC;QACpB,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACjC,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YACxB,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;YAClB,SAAS;QACX,CAAC;QAED,KAAK,IAAI,CAAC,CAAC;QACX,MAAM,WAAW,GAAG,KAAK,CAAC;QAC1B,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACjC,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YAC1B,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;YAClB,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;YAClB,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC;YACX,GAAG;YACH,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;SAC7B,CAAC,CAAC;QACH,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAY;IAChD,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,KAAK,MAAM,QAAQ,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,EAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG;YAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK;YACnC,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,IAAI,GAAG,YAAY,CAAC;IACxB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACtD,QAAQ,EAAE,KAAK,CAAC,IAAI;QACpB,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;KAC9C,CAAC,CAAC;IACL,MAAM,EAAE,aAAa;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,0BAA0B,MAAM,CAAC,QAAQ,yCAAyC;IACpF,MAAM,EAAE,6BAA6B;IACrC,QAAQ,EAAE,WAAW;CACtB,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { oneToOneRule } from "../private/textlint-rule-builders.js";
|
|
2
|
+
const HIDDEN_UNICODE_CONTROLS = new Map([
|
|
3
|
+
[0x00ad, "SOFT HYPHEN"],
|
|
4
|
+
[0x200b, "ZERO WIDTH SPACE"],
|
|
5
|
+
[0x200c, "ZERO WIDTH NON-JOINER"],
|
|
6
|
+
[0x200d, "ZERO WIDTH JOINER"],
|
|
7
|
+
[0x200e, "LEFT-TO-RIGHT MARK"],
|
|
8
|
+
[0x200f, "RIGHT-TO-LEFT MARK"],
|
|
9
|
+
[0x202a, "LEFT-TO-RIGHT EMBEDDING"],
|
|
10
|
+
[0x202b, "RIGHT-TO-LEFT EMBEDDING"],
|
|
11
|
+
[0x202c, "POP DIRECTIONAL FORMATTING"],
|
|
12
|
+
[0x202d, "LEFT-TO-RIGHT OVERRIDE"],
|
|
13
|
+
[0x202e, "RIGHT-TO-LEFT OVERRIDE"],
|
|
14
|
+
[0x2060, "WORD JOINER"],
|
|
15
|
+
[0x2066, "LEFT-TO-RIGHT ISOLATE"],
|
|
16
|
+
[0x2067, "RIGHT-TO-LEFT ISOLATE"],
|
|
17
|
+
[0x2068, "FIRST STRONG ISOLATE"],
|
|
18
|
+
[0x2069, "POP DIRECTIONAL ISOLATE"],
|
|
19
|
+
[0xfeff, "ZERO WIDTH NO-BREAK SPACE / BOM"]
|
|
20
|
+
]);
|
|
21
|
+
function codePointLabel(codePoint) {
|
|
22
|
+
return `U+${codePoint.toString(16).toUpperCase().padStart(4, "0")}`;
|
|
23
|
+
}
|
|
24
|
+
const rule = oneToOneRule({
|
|
25
|
+
detect: (unit) => {
|
|
26
|
+
const detections = [];
|
|
27
|
+
let start = 0;
|
|
28
|
+
for (const character of unit.text) {
|
|
29
|
+
const codePoint = character.codePointAt(0);
|
|
30
|
+
const name = codePoint === undefined
|
|
31
|
+
? undefined
|
|
32
|
+
: HIDDEN_UNICODE_CONTROLS.get(codePoint);
|
|
33
|
+
if (codePoint !== undefined && name !== undefined) {
|
|
34
|
+
detections.push({
|
|
35
|
+
data: { name },
|
|
36
|
+
evidence: codePointLabel(codePoint),
|
|
37
|
+
label: name,
|
|
38
|
+
range: { start, end: start + character.length }
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
start += character.length;
|
|
42
|
+
}
|
|
43
|
+
return detections;
|
|
44
|
+
},
|
|
45
|
+
family: "orthography",
|
|
46
|
+
formatMessage: (report) => `Hidden Unicode control found: ${report.evidence} ${report.detections[0]?.data?.["name"]}. Remove the invisible character.`,
|
|
47
|
+
ruleId: "orthography:hidden-unicode-controls",
|
|
48
|
+
unitKind: "str"
|
|
49
|
+
});
|
|
50
|
+
export default rule;
|
|
51
|
+
//# sourceMappingURL=hidden-unicode-controls.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hidden-unicode-controls.js","sourceRoot":"","sources":["../../../src/rules/orthography/hidden-unicode-controls.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAEpE,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC;IACtC,CAAC,MAAM,EAAE,aAAa,CAAC;IACvB,CAAC,MAAM,EAAE,kBAAkB,CAAC;IAC5B,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACjC,CAAC,MAAM,EAAE,mBAAmB,CAAC;IAC7B,CAAC,MAAM,EAAE,oBAAoB,CAAC;IAC9B,CAAC,MAAM,EAAE,oBAAoB,CAAC;IAC9B,CAAC,MAAM,EAAE,yBAAyB,CAAC;IACnC,CAAC,MAAM,EAAE,yBAAyB,CAAC;IACnC,CAAC,MAAM,EAAE,4BAA4B,CAAC;IACtC,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAClC,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAClC,CAAC,MAAM,EAAE,aAAa,CAAC;IACvB,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACjC,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACjC,CAAC,MAAM,EAAE,sBAAsB,CAAC;IAChC,CAAC,MAAM,EAAE,yBAAyB,CAAC;IACnC,CAAC,MAAM,EAAE,iCAAiC,CAAC;CAC5C,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,SAAiB;IACvC,OAAO,KAAK,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,MAAM,IAAI,GAAG,YAAY,CAAC;IACxB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACf,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,GACR,SAAS,KAAK,SAAS;gBACrB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE7C,IAAI,SAAS,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,EAAE,IAAI,EAAE;oBACd,QAAQ,EAAE,cAAc,CAAC,SAAS,CAAC;oBACnC,KAAK,EAAE,IAAI;oBACX,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE;iBAChD,CAAC,CAAC;YACL,CAAC;YAED,KAAK,IAAI,SAAS,CAAC,MAAM,CAAC;QAC5B,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,EAAE,aAAa;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,iCAAiC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,mCAAmC;IAC7H,MAAM,EAAE,qCAAqC;IAC7C,QAAQ,EAAE,KAAK;CAChB,CAAC,CAAC;AAEH,eAAe,IAAI,CAAC"}
|