@chaffjs/lang-en 0.17.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dictionary.d.ts +2 -0
- package/dist/dictionary.d.ts.map +1 -0
- package/dist/dictionary.js +20 -0
- package/dist/dictionary.js.map +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/lexicons/absolute-word.yaml +14 -0
- package/lexicons/abstract-heading.yaml +7 -0
- package/lexicons/age-marker.yaml +10 -0
- package/lexicons/approximate-marker.yaml +34 -0
- package/lexicons/article-sound.yaml +83 -0
- package/lexicons/attachment-file-extension.yaml +22 -0
- package/lexicons/attachment-line.yaml +14 -0
- package/lexicons/attachment-mention.yaml +8 -0
- package/lexicons/attachment-not-mention.yaml +12 -0
- package/lexicons/birth-origin.yaml +5 -0
- package/lexicons/bookend-heading.yaml +30 -0
- package/lexicons/caps-convention.yaml +12 -0
- package/lexicons/chat-citation-marker.yaml +11 -0
- package/lexicons/citation-author-joiner.yaml +11 -0
- package/lexicons/citation-not-author.yaml +40 -0
- package/lexicons/clock-meridiem.yaml +13 -0
- package/lexicons/definition-statement.yaml +10 -0
- package/lexicons/dictionary.txt +87150 -0
- package/lexicons/duration-day.yaml +6 -0
- package/lexicons/duration-month.yaml +6 -0
- package/lexicons/duration-week.yaml +6 -0
- package/lexicons/duration-year.yaml +6 -0
- package/lexicons/elapsed-link.yaml +11 -0
- package/lexicons/elapsed-origin.yaml +8 -0
- package/lexicons/elapsed-unit.yaml +6 -0
- package/lexicons/email-closing.yaml +28 -0
- package/lexicons/email-greeting.yaml +17 -0
- package/lexicons/email-reply-mark.yaml +8 -0
- package/lexicons/email-subject-field.yaml +5 -0
- package/lexicons/exception-marker.yaml +10 -0
- package/lexicons/extra-word.yaml +185 -0
- package/lexicons/fact-attribute.yaml +6 -0
- package/lexicons/fact-label-drop.yaml +13 -0
- package/lexicons/fact-label-vague.yaml +16 -0
- package/lexicons/fact-separator.yaml +11 -0
- package/lexicons/fact-value-end.yaml +8 -0
- package/lexicons/figure-in-text.yaml +9 -0
- package/lexicons/figure-noun.yaml +31 -0
- package/lexicons/heading-form.yaml +63 -0
- package/lexicons/heading-number-label.yaml +29 -0
- package/lexicons/homophone-slip.yaml +37 -0
- package/lexicons/image-file-name.yaml +16 -0
- package/lexicons/known-misspelling.yaml +177 -0
- package/lexicons/label-affix.yaml +7 -0
- package/lexicons/latin-abbreviation.yaml +10 -0
- package/lexicons/light-verb.yaml +9 -0
- package/lexicons/month-name.yaml +29 -0
- package/lexicons/orthographic-variant-distinct.yaml +24 -0
- package/lexicons/paper-section-heading.yaml +18 -0
- package/lexicons/person-form.yaml +9 -0
- package/lexicons/person-not-after.yaml +54 -0
- package/lexicons/person-word.yaml +38 -0
- package/lexicons/placeholder-word.yaml +10 -0
- package/lexicons/pro-con-heading.yaml +15 -0
- package/lexicons/quote-style.yaml +17 -0
- package/lexicons/redundant-expression.yaml +83 -0
- package/lexicons/reference-aside.yaml +21 -0
- package/lexicons/reference-list-heading.yaml +11 -0
- package/lexicons/reference-topic-link.yaml +5 -0
- package/lexicons/reference-topic-vague.yaml +32 -0
- package/lexicons/relative-after.yaml +5 -0
- package/lexicons/relative-before.yaml +5 -0
- package/lexicons/relative-link.yaml +7 -0
- package/lexicons/request-action.yaml +32 -0
- package/lexicons/request-condition.yaml +15 -0
- package/lexicons/request-deadline.yaml +67 -0
- package/lexicons/request-ending.yaml +11 -0
- package/lexicons/request-owner.yaml +30 -0
- package/lexicons/request-pointer.yaml +13 -0
- package/lexicons/restating-opener.yaml +22 -0
- package/lexicons/shell-fence-language.yaml +21 -0
- package/lexicons/shell-prompt.yaml +9 -0
- package/lexicons/so-opener.yaml +6 -0
- package/lexicons/summary-heading.yaml +13 -0
- package/lexicons/unit-data.yaml +28 -0
- package/lexicons/unit-length.yaml +44 -0
- package/lexicons/unit-mass.yaml +30 -0
- package/lexicons/unit-time.yaml +32 -0
- package/lexicons/unit-volume.yaml +26 -0
- package/lexicons/unnumbered-heading.yaml +27 -0
- package/lexicons/vague-link-text.yaml +20 -0
- package/lexicons/vague-word.yaml +31 -0
- package/lexicons/value-unit.yaml +58 -0
- package/lexicons/very-exception.yaml +17 -0
- package/lexicons/very-intensifier.yaml +6 -0
- package/lexicons/weasel-word.yaml +30 -0
- package/lexicons/word-prefix.yaml +31 -0
- package/lexicons/word-suffix.yaml +81 -0
- package/lexicons/wordy-phrase.yaml +50 -0
- package/package.json +1 -1
- package/src/dictionary.ts +22 -0
- package/src/index.ts +2 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../src/dictionary.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,UAAU,QAAO,WAAW,CAAC,MAAM,CAQ/C,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { readFileSync } from "node:fs";
|
|
2
|
+
import { fileURLToPath } from "node:url";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
// The English word list (lexicons/dictionary.txt, built by scripts/en-dictionary.ts). It is large, so it is read only
|
|
5
|
+
// when a rule asks for it, and once.
|
|
6
|
+
const FILE = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons", "dictionary.txt");
|
|
7
|
+
const loaded = { words: undefined };
|
|
8
|
+
const wordsIn = (text) => new Set(text.split("\n").filter((line) => line !== "" && !line.startsWith("#")));
|
|
9
|
+
export const dictionary = () => {
|
|
10
|
+
if (loaded.words !== undefined)
|
|
11
|
+
return loaded.words;
|
|
12
|
+
try {
|
|
13
|
+
loaded.words = wordsIn(readFileSync(FILE, "utf8"));
|
|
14
|
+
}
|
|
15
|
+
catch (error) {
|
|
16
|
+
throw new Error(`${FILE}: cannot read the English word list`, { cause: error });
|
|
17
|
+
}
|
|
18
|
+
return loaded.words;
|
|
19
|
+
};
|
|
20
|
+
//# sourceMappingURL=dictionary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../src/dictionary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,sHAAsH;AACtH,qCAAqC;AAErC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;AAE/F,MAAM,MAAM,GAA+C,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAEhF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAuB,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAExI,MAAM,CAAC,MAAM,UAAU,GAAG,GAAwB,EAAE;IAClD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC;AACtB,CAAC,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2BpH;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,eA8BrB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -5,6 +5,7 @@ import { sentenceSpans } from "./sentence-split.js";
|
|
|
5
5
|
import { splitAtQuotedStops } from "./quoted-stop.js";
|
|
6
6
|
import { reattachClosingQuotes } from "./closing-quote.js";
|
|
7
7
|
import { structure } from "./structure.js";
|
|
8
|
+
import { dictionary } from "./dictionary.js";
|
|
8
9
|
import { isReady, prepare, tokenize } from "./pos.js";
|
|
9
10
|
import { isJapaneseRun } from "./japanese-run.js";
|
|
10
11
|
// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
|
|
@@ -57,6 +58,7 @@ export const adapter = {
|
|
|
57
58
|
},
|
|
58
59
|
lexicons: LEXICONS,
|
|
59
60
|
structure,
|
|
61
|
+
dictionary,
|
|
60
62
|
segment: (text) => {
|
|
61
63
|
const quotedStops = sentenceSpans(unmarkNumberStops(unmarkLabelStops(text, LABEL_STOPS))).flatMap((span) => splitAtQuotedStops(text, span));
|
|
62
64
|
const sentences = reattachClosingQuotes(text, quotedStops).map((span) => withLanguage(text.slice(span.start, span.end), span));
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,WAAW,GAAG,aAAa,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5I,MAAM,SAAS,GAAe,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3I,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,UAAU;IACV,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,WAAW,GAAG,aAAa,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5I,MAAM,SAAS,GAAe,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3I,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Words that allow no exception. absolute-exception reads an obligation (must, shall, must not) holding one against a
|
|
2
|
+
# later sentence, in another article, list or paragraph, that makes an exception for the same act.
|
|
3
|
+
#
|
|
4
|
+
# "all" and "every" are not here: they count a set ("made by all or a majority of the arbitrators") more often than they
|
|
5
|
+
# rule out exceptions, and on the corpus statutes they paired with unrelated provisos.
|
|
6
|
+
id: absolute-word
|
|
7
|
+
language: en
|
|
8
|
+
entries:
|
|
9
|
+
- pattern: always
|
|
10
|
+
- pattern: never
|
|
11
|
+
- pattern: under no circumstances
|
|
12
|
+
- pattern: in all cases
|
|
13
|
+
- pattern: without exception
|
|
14
|
+
- pattern: at all times
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
# Marks of a rough figure (duration-mismatch): "about 3 months" is not added to a date. before: written before the number.
|
|
2
|
+
id: approximate-marker
|
|
3
|
+
language: en
|
|
4
|
+
entries:
|
|
5
|
+
- pattern: "about"
|
|
6
|
+
position: before
|
|
7
|
+
- pattern: "approximately"
|
|
8
|
+
position: before
|
|
9
|
+
- pattern: "around"
|
|
10
|
+
position: before
|
|
11
|
+
- pattern: "roughly"
|
|
12
|
+
position: before
|
|
13
|
+
- pattern: "nearly"
|
|
14
|
+
position: before
|
|
15
|
+
- pattern: "almost"
|
|
16
|
+
position: before
|
|
17
|
+
- pattern: "over"
|
|
18
|
+
position: before
|
|
19
|
+
- pattern: "under"
|
|
20
|
+
position: before
|
|
21
|
+
- pattern: "up to"
|
|
22
|
+
position: before
|
|
23
|
+
- pattern: "at least"
|
|
24
|
+
position: before
|
|
25
|
+
- pattern: "at most"
|
|
26
|
+
position: before
|
|
27
|
+
- pattern: "some"
|
|
28
|
+
position: before
|
|
29
|
+
- pattern: "or so"
|
|
30
|
+
position: after
|
|
31
|
+
- pattern: "or more"
|
|
32
|
+
position: after
|
|
33
|
+
- pattern: "or less"
|
|
34
|
+
position: after
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
# What sound a word starts with, for "a" and "an" (article-sound). By group:
|
|
2
|
+
# vowel-letter the letters a word starting with which usually takes "an"
|
|
3
|
+
# letter-name-vowel the letters whose name starts with a vowel sound, for a capital read letter by letter ("an MBA", "an X-ray")
|
|
4
|
+
# letter-name-either the letters whose name is said both ways ("an HTTP" and "a HTTP": aitch and haitch)
|
|
5
|
+
# consonant word beginnings spelled with a vowel but said with a consonant ("a user", "a one-off", "a European")
|
|
6
|
+
# vowel word beginnings said with a vowel against the two groups above ("an hour", "an onerous"); checked first
|
|
7
|
+
# word capitals read as a word, not letter by letter ("a NASA probe"); the word's own sound decides.
|
|
8
|
+
# Capitals of four letters or more with a vowel that are not listed may be words, and are not reported
|
|
9
|
+
# either words and capitals said both ways, never reported ("a SQL" and "an SQL", "a historic" and "an historic")
|
|
10
|
+
# Word beginnings match the start of the word, in lower case; capitals match whole.
|
|
11
|
+
id: article-sound
|
|
12
|
+
language: en
|
|
13
|
+
entries:
|
|
14
|
+
- { pattern: a, group: vowel-letter }
|
|
15
|
+
- { pattern: e, group: vowel-letter }
|
|
16
|
+
- { pattern: i, group: vowel-letter }
|
|
17
|
+
- { pattern: o, group: vowel-letter }
|
|
18
|
+
- { pattern: u, group: vowel-letter }
|
|
19
|
+
- { pattern: A, group: letter-name-vowel }
|
|
20
|
+
- { pattern: E, group: letter-name-vowel }
|
|
21
|
+
- { pattern: F, group: letter-name-vowel }
|
|
22
|
+
- { pattern: I, group: letter-name-vowel }
|
|
23
|
+
- { pattern: L, group: letter-name-vowel }
|
|
24
|
+
- { pattern: M, group: letter-name-vowel }
|
|
25
|
+
- { pattern: N, group: letter-name-vowel }
|
|
26
|
+
- { pattern: O, group: letter-name-vowel }
|
|
27
|
+
- { pattern: R, group: letter-name-vowel }
|
|
28
|
+
- { pattern: S, group: letter-name-vowel }
|
|
29
|
+
- { pattern: X, group: letter-name-vowel }
|
|
30
|
+
- { pattern: H, group: letter-name-either }
|
|
31
|
+
- { pattern: one, group: consonant }
|
|
32
|
+
- { pattern: once, group: consonant }
|
|
33
|
+
- { pattern: eu, group: consonant }
|
|
34
|
+
- { pattern: ewe, group: consonant }
|
|
35
|
+
- { pattern: use, group: consonant }
|
|
36
|
+
- { pattern: usa, group: consonant }
|
|
37
|
+
- { pattern: usu, group: consonant }
|
|
38
|
+
- { pattern: uti, group: consonant }
|
|
39
|
+
- { pattern: unique, group: consonant }
|
|
40
|
+
- { pattern: unit, group: consonant }
|
|
41
|
+
- { pattern: univers, group: consonant }
|
|
42
|
+
- { pattern: uniform, group: consonant }
|
|
43
|
+
- { pattern: unif, group: consonant }
|
|
44
|
+
- { pattern: union, group: consonant }
|
|
45
|
+
- { pattern: unicorn, group: consonant }
|
|
46
|
+
- { pattern: unicode, group: consonant }
|
|
47
|
+
- { pattern: unilateral, group: consonant }
|
|
48
|
+
- { pattern: unison, group: consonant }
|
|
49
|
+
- { pattern: unix, group: consonant }
|
|
50
|
+
- { pattern: unanim, group: consonant }
|
|
51
|
+
- { pattern: uran, group: consonant }
|
|
52
|
+
- { pattern: urin, group: consonant }
|
|
53
|
+
- { pattern: utopia, group: consonant }
|
|
54
|
+
- { pattern: ubiq, group: consonant }
|
|
55
|
+
- { pattern: ukulele, group: consonant }
|
|
56
|
+
- { pattern: unesco, group: consonant }
|
|
57
|
+
- { pattern: unicef, group: consonant }
|
|
58
|
+
- { pattern: hour, group: vowel }
|
|
59
|
+
- { pattern: honest, group: vowel }
|
|
60
|
+
- { pattern: honor, group: vowel }
|
|
61
|
+
- { pattern: honour, group: vowel }
|
|
62
|
+
- { pattern: heir, group: vowel }
|
|
63
|
+
- { pattern: oner, group: vowel }
|
|
64
|
+
- { pattern: lval, group: vowel }
|
|
65
|
+
- { pattern: rval, group: vowel }
|
|
66
|
+
- { pattern: NASA, group: word }
|
|
67
|
+
- { pattern: NATO, group: word }
|
|
68
|
+
- { pattern: UNESCO, group: word }
|
|
69
|
+
- { pattern: UNICEF, group: word }
|
|
70
|
+
- { pattern: LAN, group: word }
|
|
71
|
+
- { pattern: SAML, group: word }
|
|
72
|
+
- { pattern: RAM, group: word }
|
|
73
|
+
- { pattern: ROM, group: word }
|
|
74
|
+
- { pattern: SIM, group: word }
|
|
75
|
+
- { pattern: MAC, group: word }
|
|
76
|
+
- { pattern: SQL, group: either }
|
|
77
|
+
- { pattern: FAQ, group: either }
|
|
78
|
+
- { pattern: URL, group: either }
|
|
79
|
+
- { pattern: herb, group: either }
|
|
80
|
+
- { pattern: histor, group: either }
|
|
81
|
+
- { pattern: hotel, group: either }
|
|
82
|
+
- { pattern: homage, group: either }
|
|
83
|
+
- { pattern: hypothe, group: either }
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
# File name extensions of what people attach. A file name with one (quote.pdf) anywhere in the document shows the attachment.
|
|
2
|
+
id: attachment-file-extension
|
|
3
|
+
language: en
|
|
4
|
+
entries:
|
|
5
|
+
- pattern: pdf
|
|
6
|
+
- pattern: doc
|
|
7
|
+
- pattern: docx
|
|
8
|
+
- pattern: xls
|
|
9
|
+
- pattern: xlsx
|
|
10
|
+
- pattern: ppt
|
|
11
|
+
- pattern: pptx
|
|
12
|
+
- pattern: csv
|
|
13
|
+
- pattern: txt
|
|
14
|
+
- pattern: zip
|
|
15
|
+
- pattern: png
|
|
16
|
+
- pattern: jpg
|
|
17
|
+
- pattern: jpeg
|
|
18
|
+
- pattern: gif
|
|
19
|
+
- pattern: odt
|
|
20
|
+
- pattern: ods
|
|
21
|
+
- pattern: key
|
|
22
|
+
- pattern: pages
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# The names of the field that lists what is attached. A line opening with one and a colon (Attachment: quote.pdf, Encl.:)
|
|
2
|
+
# shows the attachment.
|
|
3
|
+
id: attachment-line
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: Attachment
|
|
7
|
+
- pattern: Attachments
|
|
8
|
+
- pattern: Attached
|
|
9
|
+
- pattern: Enclosure
|
|
10
|
+
- pattern: Enclosures
|
|
11
|
+
- pattern: Encl
|
|
12
|
+
- pattern: Encl.
|
|
13
|
+
- pattern: Enc
|
|
14
|
+
- pattern: Enc.
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
# Words the text mentions an attachment with. When one is used and the document shows no attachment (a field, a file
|
|
2
|
+
# name, the archive's note), the attachment may have been forgotten. A letter's "enclosed" is left out: a letter lists its
|
|
3
|
+
# enclosures in many ways, often in the text itself.
|
|
4
|
+
id: attachment-mention
|
|
5
|
+
language: en
|
|
6
|
+
entries:
|
|
7
|
+
- pattern: attached
|
|
8
|
+
- pattern: attachment
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# Phrases that hold an attachment word without pointing at an attachment: something fixed to something else, or no
|
|
2
|
+
# attachment at all.
|
|
3
|
+
id: attachment-not-mention
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: attached to
|
|
7
|
+
- pattern: attachment to
|
|
8
|
+
- pattern: emotional attachment
|
|
9
|
+
- pattern: no attachment
|
|
10
|
+
- pattern: no attachments
|
|
11
|
+
- pattern: without attachment
|
|
12
|
+
- pattern: strings attached
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# Headings that bracket the body. Opening with "Introduction" and closing with "Conclusion" is a common shape of
|
|
2
|
+
# generated articles. position: before stands ahead of the body, after behind it. A heading that starts with the
|
|
3
|
+
# phrase matches ("Conclusion: what we learned" too); case is ignored.
|
|
4
|
+
id: bookend-heading
|
|
5
|
+
language: en
|
|
6
|
+
entries:
|
|
7
|
+
- pattern: introduction
|
|
8
|
+
position: before
|
|
9
|
+
- pattern: intro
|
|
10
|
+
position: before
|
|
11
|
+
- pattern: conclusion
|
|
12
|
+
position: after
|
|
13
|
+
- pattern: conclusions
|
|
14
|
+
position: after
|
|
15
|
+
- pattern: in conclusion
|
|
16
|
+
position: after
|
|
17
|
+
- pattern: summary
|
|
18
|
+
position: after
|
|
19
|
+
- pattern: final thoughts
|
|
20
|
+
position: after
|
|
21
|
+
- pattern: closing thoughts
|
|
22
|
+
position: after
|
|
23
|
+
- pattern: wrapping up
|
|
24
|
+
position: after
|
|
25
|
+
- pattern: wrap-up
|
|
26
|
+
position: after
|
|
27
|
+
- pattern: key takeaways
|
|
28
|
+
position: after
|
|
29
|
+
- pattern: takeaways
|
|
30
|
+
position: after
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# Words written in capitals by convention, not to shout: the requirement keywords of RFC 2119 and BCP 14.
|
|
2
|
+
# all-caps-shouting counts them like acronyms, so "the client MUST NOT" is not a shouted run.
|
|
3
|
+
id: caps-convention
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: MUST
|
|
7
|
+
- pattern: SHALL
|
|
8
|
+
- pattern: SHOULD
|
|
9
|
+
- pattern: MAY
|
|
10
|
+
- pattern: REQUIRED
|
|
11
|
+
- pattern: RECOMMENDED
|
|
12
|
+
- pattern: OPTIONAL
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# Marks a chat answer leaves when it is pasted: a tracking value on a link, and citation marks. Matched as written, case and all.
|
|
2
|
+
# Other utm_source values (newsletter, twitter) are left out: people add those too.
|
|
3
|
+
id: chat-citation-marker
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: utm_source=chatgpt.com
|
|
7
|
+
- pattern: utm_source=openai
|
|
8
|
+
- pattern: oaicite
|
|
9
|
+
- pattern: contentReference[
|
|
10
|
+
- pattern: †source】
|
|
11
|
+
- pattern: citeturn
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# The words between authors in an author-year citation: group pair joins two authors (Smith and Jones, 2020), and the
|
|
2
|
+
# rest stand for further authors (Smith et al., 2020).
|
|
3
|
+
id: citation-author-joiner
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: and
|
|
7
|
+
group: pair
|
|
8
|
+
- pattern: "&"
|
|
9
|
+
group: pair
|
|
10
|
+
- pattern: et al.
|
|
11
|
+
- pattern: et al
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
# Capitalised words that a year follows without being an author: "(March 2020)", "Spring (2021)". An author-year
|
|
2
|
+
# citation whose first author is one of these is not read as a citation.
|
|
3
|
+
id: citation-not-author
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: January
|
|
7
|
+
- pattern: February
|
|
8
|
+
- pattern: March
|
|
9
|
+
- pattern: April
|
|
10
|
+
- pattern: May
|
|
11
|
+
- pattern: June
|
|
12
|
+
- pattern: July
|
|
13
|
+
- pattern: August
|
|
14
|
+
- pattern: September
|
|
15
|
+
- pattern: October
|
|
16
|
+
- pattern: November
|
|
17
|
+
- pattern: December
|
|
18
|
+
- pattern: Jan
|
|
19
|
+
- pattern: Feb
|
|
20
|
+
- pattern: Mar
|
|
21
|
+
- pattern: Apr
|
|
22
|
+
- pattern: Jun
|
|
23
|
+
- pattern: Jul
|
|
24
|
+
- pattern: Aug
|
|
25
|
+
- pattern: Sep
|
|
26
|
+
- pattern: Sept
|
|
27
|
+
- pattern: Oct
|
|
28
|
+
- pattern: Nov
|
|
29
|
+
- pattern: Dec
|
|
30
|
+
- pattern: Spring
|
|
31
|
+
- pattern: Summer
|
|
32
|
+
- pattern: Fall
|
|
33
|
+
- pattern: Autumn
|
|
34
|
+
- pattern: Winter
|
|
35
|
+
- pattern: Since
|
|
36
|
+
- pattern: In
|
|
37
|
+
- pattern: From
|
|
38
|
+
- pattern: Until
|
|
39
|
+
- pattern: Version
|
|
40
|
+
- pattern: Copyright
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# The marks that say which half of the day a clock time is in, and on which side of the hour they are written
|
|
2
|
+
# (3 PM, 10:30 a.m.). With one, the hour runs from 1 to 12, so "13 PM" is not a time. Matched as written.
|
|
3
|
+
id: clock-meridiem
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- { pattern: "AM", position: after }
|
|
7
|
+
- { pattern: "PM", position: after }
|
|
8
|
+
- { pattern: "am", position: after }
|
|
9
|
+
- { pattern: "pm", position: after }
|
|
10
|
+
- { pattern: "a.m.", position: after }
|
|
11
|
+
- { pattern: "p.m.", position: after }
|
|
12
|
+
- { pattern: "A.M.", position: after }
|
|
13
|
+
- { pattern: "P.M.", position: after }
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
# What a definition sentence says (cross-doc-duplicate-definition). A sentence that names a term without one of these
|
|
2
|
+
# quotes the term and does not define it.
|
|
3
|
+
id: definition-statement
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: means
|
|
7
|
+
- pattern: mean
|
|
8
|
+
- pattern: refers to
|
|
9
|
+
- pattern: refer to
|
|
10
|
+
- pattern: has the meaning
|