@chaffjs/lang-en 0.17.0 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/dist/dictionary.d.ts +2 -0
  2. package/dist/dictionary.d.ts.map +1 -0
  3. package/dist/dictionary.js +20 -0
  4. package/dist/dictionary.js.map +1 -0
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +2 -0
  7. package/dist/index.js.map +1 -1
  8. package/lexicons/absolute-word.yaml +14 -0
  9. package/lexicons/abstract-heading.yaml +7 -0
  10. package/lexicons/age-marker.yaml +10 -0
  11. package/lexicons/approximate-marker.yaml +34 -0
  12. package/lexicons/article-sound.yaml +83 -0
  13. package/lexicons/attachment-file-extension.yaml +22 -0
  14. package/lexicons/attachment-line.yaml +14 -0
  15. package/lexicons/attachment-mention.yaml +8 -0
  16. package/lexicons/attachment-not-mention.yaml +12 -0
  17. package/lexicons/birth-origin.yaml +5 -0
  18. package/lexicons/bookend-heading.yaml +30 -0
  19. package/lexicons/caps-convention.yaml +12 -0
  20. package/lexicons/chat-citation-marker.yaml +11 -0
  21. package/lexicons/citation-author-joiner.yaml +11 -0
  22. package/lexicons/citation-not-author.yaml +40 -0
  23. package/lexicons/clock-meridiem.yaml +13 -0
  24. package/lexicons/definition-statement.yaml +10 -0
  25. package/lexicons/dictionary.txt +87150 -0
  26. package/lexicons/duration-day.yaml +6 -0
  27. package/lexicons/duration-month.yaml +6 -0
  28. package/lexicons/duration-week.yaml +6 -0
  29. package/lexicons/duration-year.yaml +6 -0
  30. package/lexicons/elapsed-link.yaml +11 -0
  31. package/lexicons/elapsed-origin.yaml +8 -0
  32. package/lexicons/elapsed-unit.yaml +6 -0
  33. package/lexicons/email-closing.yaml +28 -0
  34. package/lexicons/email-greeting.yaml +17 -0
  35. package/lexicons/email-reply-mark.yaml +8 -0
  36. package/lexicons/email-subject-field.yaml +5 -0
  37. package/lexicons/exception-marker.yaml +10 -0
  38. package/lexicons/extra-word.yaml +185 -0
  39. package/lexicons/fact-attribute.yaml +6 -0
  40. package/lexicons/fact-label-drop.yaml +13 -0
  41. package/lexicons/fact-label-vague.yaml +16 -0
  42. package/lexicons/fact-separator.yaml +11 -0
  43. package/lexicons/fact-value-end.yaml +8 -0
  44. package/lexicons/figure-in-text.yaml +9 -0
  45. package/lexicons/figure-noun.yaml +31 -0
  46. package/lexicons/heading-form.yaml +63 -0
  47. package/lexicons/heading-number-label.yaml +29 -0
  48. package/lexicons/homophone-slip.yaml +37 -0
  49. package/lexicons/image-file-name.yaml +16 -0
  50. package/lexicons/known-misspelling.yaml +177 -0
  51. package/lexicons/label-affix.yaml +7 -0
  52. package/lexicons/latin-abbreviation.yaml +10 -0
  53. package/lexicons/light-verb.yaml +9 -0
  54. package/lexicons/month-name.yaml +29 -0
  55. package/lexicons/orthographic-variant-distinct.yaml +24 -0
  56. package/lexicons/paper-section-heading.yaml +18 -0
  57. package/lexicons/person-form.yaml +9 -0
  58. package/lexicons/person-not-after.yaml +54 -0
  59. package/lexicons/person-word.yaml +38 -0
  60. package/lexicons/placeholder-word.yaml +10 -0
  61. package/lexicons/pro-con-heading.yaml +15 -0
  62. package/lexicons/quote-style.yaml +17 -0
  63. package/lexicons/redundant-expression.yaml +83 -0
  64. package/lexicons/reference-aside.yaml +21 -0
  65. package/lexicons/reference-list-heading.yaml +11 -0
  66. package/lexicons/reference-topic-link.yaml +5 -0
  67. package/lexicons/reference-topic-vague.yaml +32 -0
  68. package/lexicons/relative-after.yaml +5 -0
  69. package/lexicons/relative-before.yaml +5 -0
  70. package/lexicons/relative-link.yaml +7 -0
  71. package/lexicons/request-action.yaml +32 -0
  72. package/lexicons/request-condition.yaml +15 -0
  73. package/lexicons/request-deadline.yaml +67 -0
  74. package/lexicons/request-ending.yaml +11 -0
  75. package/lexicons/request-owner.yaml +30 -0
  76. package/lexicons/request-pointer.yaml +13 -0
  77. package/lexicons/restating-opener.yaml +22 -0
  78. package/lexicons/shell-fence-language.yaml +21 -0
  79. package/lexicons/shell-prompt.yaml +9 -0
  80. package/lexicons/so-opener.yaml +6 -0
  81. package/lexicons/summary-heading.yaml +13 -0
  82. package/lexicons/unit-data.yaml +28 -0
  83. package/lexicons/unit-length.yaml +44 -0
  84. package/lexicons/unit-mass.yaml +30 -0
  85. package/lexicons/unit-time.yaml +32 -0
  86. package/lexicons/unit-volume.yaml +26 -0
  87. package/lexicons/unnumbered-heading.yaml +27 -0
  88. package/lexicons/vague-link-text.yaml +20 -0
  89. package/lexicons/vague-word.yaml +31 -0
  90. package/lexicons/value-unit.yaml +58 -0
  91. package/lexicons/very-exception.yaml +17 -0
  92. package/lexicons/very-intensifier.yaml +6 -0
  93. package/lexicons/weasel-word.yaml +30 -0
  94. package/lexicons/word-prefix.yaml +31 -0
  95. package/lexicons/word-suffix.yaml +81 -0
  96. package/lexicons/wordy-phrase.yaml +50 -0
  97. package/package.json +1 -1
  98. package/src/dictionary.ts +22 -0
  99. package/src/index.ts +2 -0
@@ -0,0 +1,2 @@
1
+ export declare const dictionary: () => ReadonlySet<string>;
2
+ //# sourceMappingURL=dictionary.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../src/dictionary.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,UAAU,QAAO,WAAW,CAAC,MAAM,CAQ/C,CAAC"}
@@ -0,0 +1,20 @@
1
+ import { readFileSync } from "node:fs";
2
+ import { fileURLToPath } from "node:url";
3
+ import { dirname, join } from "node:path";
4
+ // The English word list (lexicons/dictionary.txt, built by scripts/en-dictionary.ts). It is large, so it is read only
5
+ // when a rule asks for it, and once.
6
+ const FILE = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons", "dictionary.txt");
7
+ const loaded = { words: undefined };
8
+ const wordsIn = (text) => new Set(text.split("\n").filter((line) => line !== "" && !line.startsWith("#")));
9
+ export const dictionary = () => {
10
+ if (loaded.words !== undefined)
11
+ return loaded.words;
12
+ try {
13
+ loaded.words = wordsIn(readFileSync(FILE, "utf8"));
14
+ }
15
+ catch (error) {
16
+ throw new Error(`${FILE}: cannot read the English word list`, { cause: error });
17
+ }
18
+ return loaded.words;
19
+ };
20
+ //# sourceMappingURL=dictionary.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../src/dictionary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,sHAAsH;AACtH,qCAAqC;AAErC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;AAE/F,MAAM,MAAM,GAA+C,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAEhF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAuB,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAExI,MAAM,CAAC,MAAM,UAAU,GAAG,GAAwB,EAAE;IAClD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC;AACtB,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2BpH;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,eA6BrB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2BpH;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,eA8BrB,CAAC"}
package/dist/index.js CHANGED
@@ -5,6 +5,7 @@ import { sentenceSpans } from "./sentence-split.js";
5
5
  import { splitAtQuotedStops } from "./quoted-stop.js";
6
6
  import { reattachClosingQuotes } from "./closing-quote.js";
7
7
  import { structure } from "./structure.js";
8
+ import { dictionary } from "./dictionary.js";
8
9
  import { isReady, prepare, tokenize } from "./pos.js";
9
10
  import { isJapaneseRun } from "./japanese-run.js";
10
11
  // chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
@@ -57,6 +58,7 @@ export const adapter = {
57
58
  },
58
59
  lexicons: LEXICONS,
59
60
  structure,
61
+ dictionary,
60
62
  segment: (text) => {
61
63
  const quotedStops = sentenceSpans(unmarkNumberStops(unmarkLabelStops(text, LABEL_STOPS))).flatMap((span) => splitAtQuotedStops(text, span));
62
64
  const sentences = reattachClosingQuotes(text, quotedStops).map((span) => withLanguage(text.slice(span.start, span.end), span));
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,WAAW,GAAG,aAAa,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5I,MAAM,SAAS,GAAe,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3I,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,UAAU;IACV,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,WAAW,GAAG,aAAa,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5I,MAAM,SAAS,GAAe,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3I,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
@@ -0,0 +1,14 @@
1
+ # Words that allow no exception. absolute-exception reads an obligation (must, shall, must not) holding one against a
2
+ # later sentence, in another article, list or paragraph, that makes an exception for the same act.
3
+ #
4
+ # "all" and "every" are not here: they count a set ("made by all or a majority of the arbitrators") more often than they
5
+ # rule out exceptions, and on the corpus statutes they paired with unrelated provisos.
6
+ id: absolute-word
7
+ language: en
8
+ entries:
9
+ - pattern: always
10
+ - pattern: never
11
+ - pattern: under no circumstances
12
+ - pattern: in all cases
13
+ - pattern: without exception
14
+ - pattern: at all times
@@ -0,0 +1,7 @@
1
+ # The labels of a paper's abstract: a heading, a line of its own, or the head of the paragraph ("Abstract: We …").
2
+ # Compared without case, numbers, colons or brackets.
3
+ id: abstract-heading
4
+ language: en
5
+ entries:
6
+ - pattern: Abstract
7
+ - pattern: Summary
@@ -0,0 +1,10 @@
1
+ # Marks of an age (elapsed-years-mismatch): "aged 45", "45 years old".
2
+ id: age-marker
3
+ language: en
4
+ entries:
5
+ - pattern: "aged"
6
+ position: before
7
+ - pattern: "age"
8
+ position: before
9
+ - pattern: "old"
10
+ position: after
@@ -0,0 +1,34 @@
1
+ # Marks of a rough figure (duration-mismatch): "about 3 months" is not added to a date. before: written before the number.
2
+ id: approximate-marker
3
+ language: en
4
+ entries:
5
+ - pattern: "about"
6
+ position: before
7
+ - pattern: "approximately"
8
+ position: before
9
+ - pattern: "around"
10
+ position: before
11
+ - pattern: "roughly"
12
+ position: before
13
+ - pattern: "nearly"
14
+ position: before
15
+ - pattern: "almost"
16
+ position: before
17
+ - pattern: "over"
18
+ position: before
19
+ - pattern: "under"
20
+ position: before
21
+ - pattern: "up to"
22
+ position: before
23
+ - pattern: "at least"
24
+ position: before
25
+ - pattern: "at most"
26
+ position: before
27
+ - pattern: "some"
28
+ position: before
29
+ - pattern: "or so"
30
+ position: after
31
+ - pattern: "or more"
32
+ position: after
33
+ - pattern: "or less"
34
+ position: after
@@ -0,0 +1,83 @@
1
+ # What sound a word starts with, for "a" and "an" (article-sound). By group:
2
+ # vowel-letter the letters a word starting with which usually takes "an"
3
+ # letter-name-vowel the letters whose name starts with a vowel sound, for a capital read letter by letter ("an MBA", "an X-ray")
4
+ # letter-name-either the letters whose name is said both ways ("an HTTP" and "a HTTP": aitch and haitch)
5
+ # consonant word beginnings spelled with a vowel but said with a consonant ("a user", "a one-off", "a European")
6
+ # vowel word beginnings said with a vowel against the two groups above ("an hour", "an onerous"); checked first
7
+ # word capitals read as a word, not letter by letter ("a NASA probe"); the word's own sound decides.
8
+ # Capitals of four letters or more with a vowel that are not listed may be words, and are not reported
9
+ # either words and capitals said both ways, never reported ("a SQL" and "an SQL", "a historic" and "an historic")
10
+ # Word beginnings match the start of the word, in lower case; capitals match whole.
11
+ id: article-sound
12
+ language: en
13
+ entries:
14
+ - { pattern: a, group: vowel-letter }
15
+ - { pattern: e, group: vowel-letter }
16
+ - { pattern: i, group: vowel-letter }
17
+ - { pattern: o, group: vowel-letter }
18
+ - { pattern: u, group: vowel-letter }
19
+ - { pattern: A, group: letter-name-vowel }
20
+ - { pattern: E, group: letter-name-vowel }
21
+ - { pattern: F, group: letter-name-vowel }
22
+ - { pattern: I, group: letter-name-vowel }
23
+ - { pattern: L, group: letter-name-vowel }
24
+ - { pattern: M, group: letter-name-vowel }
25
+ - { pattern: N, group: letter-name-vowel }
26
+ - { pattern: O, group: letter-name-vowel }
27
+ - { pattern: R, group: letter-name-vowel }
28
+ - { pattern: S, group: letter-name-vowel }
29
+ - { pattern: X, group: letter-name-vowel }
30
+ - { pattern: H, group: letter-name-either }
31
+ - { pattern: one, group: consonant }
32
+ - { pattern: once, group: consonant }
33
+ - { pattern: eu, group: consonant }
34
+ - { pattern: ewe, group: consonant }
35
+ - { pattern: use, group: consonant }
36
+ - { pattern: usa, group: consonant }
37
+ - { pattern: usu, group: consonant }
38
+ - { pattern: uti, group: consonant }
39
+ - { pattern: unique, group: consonant }
40
+ - { pattern: unit, group: consonant }
41
+ - { pattern: univers, group: consonant }
42
+ - { pattern: uniform, group: consonant }
43
+ - { pattern: unif, group: consonant }
44
+ - { pattern: union, group: consonant }
45
+ - { pattern: unicorn, group: consonant }
46
+ - { pattern: unicode, group: consonant }
47
+ - { pattern: unilateral, group: consonant }
48
+ - { pattern: unison, group: consonant }
49
+ - { pattern: unix, group: consonant }
50
+ - { pattern: unanim, group: consonant }
51
+ - { pattern: uran, group: consonant }
52
+ - { pattern: urin, group: consonant }
53
+ - { pattern: utopia, group: consonant }
54
+ - { pattern: ubiq, group: consonant }
55
+ - { pattern: ukulele, group: consonant }
56
+ - { pattern: unesco, group: consonant }
57
+ - { pattern: unicef, group: consonant }
58
+ - { pattern: hour, group: vowel }
59
+ - { pattern: honest, group: vowel }
60
+ - { pattern: honor, group: vowel }
61
+ - { pattern: honour, group: vowel }
62
+ - { pattern: heir, group: vowel }
63
+ - { pattern: oner, group: vowel }
64
+ - { pattern: lval, group: vowel }
65
+ - { pattern: rval, group: vowel }
66
+ - { pattern: NASA, group: word }
67
+ - { pattern: NATO, group: word }
68
+ - { pattern: UNESCO, group: word }
69
+ - { pattern: UNICEF, group: word }
70
+ - { pattern: LAN, group: word }
71
+ - { pattern: SAML, group: word }
72
+ - { pattern: RAM, group: word }
73
+ - { pattern: ROM, group: word }
74
+ - { pattern: SIM, group: word }
75
+ - { pattern: MAC, group: word }
76
+ - { pattern: SQL, group: either }
77
+ - { pattern: FAQ, group: either }
78
+ - { pattern: URL, group: either }
79
+ - { pattern: herb, group: either }
80
+ - { pattern: histor, group: either }
81
+ - { pattern: hotel, group: either }
82
+ - { pattern: homage, group: either }
83
+ - { pattern: hypothe, group: either }
@@ -0,0 +1,22 @@
1
+ # File name extensions of what people attach. A file name with one (quote.pdf) anywhere in the document shows the attachment.
2
+ id: attachment-file-extension
3
+ language: en
4
+ entries:
5
+ - pattern: pdf
6
+ - pattern: doc
7
+ - pattern: docx
8
+ - pattern: xls
9
+ - pattern: xlsx
10
+ - pattern: ppt
11
+ - pattern: pptx
12
+ - pattern: csv
13
+ - pattern: txt
14
+ - pattern: zip
15
+ - pattern: png
16
+ - pattern: jpg
17
+ - pattern: jpeg
18
+ - pattern: gif
19
+ - pattern: odt
20
+ - pattern: ods
21
+ - pattern: key
22
+ - pattern: pages
@@ -0,0 +1,14 @@
1
+ # The names of the field that lists what is attached. A line opening with one and a colon (Attachment: quote.pdf, Encl.:)
2
+ # shows the attachment.
3
+ id: attachment-line
4
+ language: en
5
+ entries:
6
+ - pattern: Attachment
7
+ - pattern: Attachments
8
+ - pattern: Attached
9
+ - pattern: Enclosure
10
+ - pattern: Enclosures
11
+ - pattern: Encl
12
+ - pattern: Encl.
13
+ - pattern: Enc
14
+ - pattern: Enc.
@@ -0,0 +1,8 @@
1
+ # Words the text mentions an attachment with. When one is used and the document shows no attachment (a field, a file
2
+ # name, the archive's note), the attachment may have been forgotten. A letter's "enclosed" is left out: a letter lists its
3
+ # enclosures in many ways, often in the text itself.
4
+ id: attachment-mention
5
+ language: en
6
+ entries:
7
+ - pattern: attached
8
+ - pattern: attachment
@@ -0,0 +1,12 @@
1
+ # Phrases that hold an attachment word without pointing at an attachment: something fixed to something else, or no
2
+ # attachment at all.
3
+ id: attachment-not-mention
4
+ language: en
5
+ entries:
6
+ - pattern: attached to
7
+ - pattern: attachment to
8
+ - pattern: emotional attachment
9
+ - pattern: no attachment
10
+ - pattern: no attachments
11
+ - pattern: without attachment
12
+ - pattern: strings attached
@@ -0,0 +1,5 @@
1
+ # Words for a year of birth (elapsed-years-mismatch), compared with an age in the same sentence.
2
+ id: birth-origin
3
+ language: en
4
+ entries:
5
+ - pattern: "born"
@@ -0,0 +1,30 @@
1
+ # Headings that bracket the body. Opening with "Introduction" and closing with "Conclusion" is a common shape of
2
+ # generated articles. position: before stands ahead of the body, after behind it. A heading that starts with the
3
+ # phrase matches ("Conclusion: what we learned" too); case is ignored.
4
+ id: bookend-heading
5
+ language: en
6
+ entries:
7
+ - pattern: introduction
8
+ position: before
9
+ - pattern: intro
10
+ position: before
11
+ - pattern: conclusion
12
+ position: after
13
+ - pattern: conclusions
14
+ position: after
15
+ - pattern: in conclusion
16
+ position: after
17
+ - pattern: summary
18
+ position: after
19
+ - pattern: final thoughts
20
+ position: after
21
+ - pattern: closing thoughts
22
+ position: after
23
+ - pattern: wrapping up
24
+ position: after
25
+ - pattern: wrap-up
26
+ position: after
27
+ - pattern: key takeaways
28
+ position: after
29
+ - pattern: takeaways
30
+ position: after
@@ -0,0 +1,12 @@
1
+ # Words written in capitals by convention, not to shout: the requirement keywords of RFC 2119 and BCP 14.
2
+ # all-caps-shouting counts them like acronyms, so "the client MUST NOT" is not a shouted run.
3
+ id: caps-convention
4
+ language: en
5
+ entries:
6
+ - pattern: MUST
7
+ - pattern: SHALL
8
+ - pattern: SHOULD
9
+ - pattern: MAY
10
+ - pattern: REQUIRED
11
+ - pattern: RECOMMENDED
12
+ - pattern: OPTIONAL
@@ -0,0 +1,11 @@
1
+ # Marks a chat answer leaves when it is pasted: a tracking value on a link, and citation marks. Matched as written, case and all.
2
+ # Other utm_source values (newsletter, twitter) are left out: people add those too.
3
+ id: chat-citation-marker
4
+ language: en
5
+ entries:
6
+ - pattern: utm_source=chatgpt.com
7
+ - pattern: utm_source=openai
8
+ - pattern: oaicite
9
+ - pattern: contentReference[
10
+ - pattern: †source】
11
+ - pattern: citeturn
@@ -0,0 +1,11 @@
1
+ # The words between authors in an author-year citation: group pair joins two authors (Smith and Jones, 2020), and the
2
+ # rest stand for further authors (Smith et al., 2020).
3
+ id: citation-author-joiner
4
+ language: en
5
+ entries:
6
+ - pattern: and
7
+ group: pair
8
+ - pattern: "&"
9
+ group: pair
10
+ - pattern: et al.
11
+ - pattern: et al
@@ -0,0 +1,40 @@
1
+ # Capitalised words that a year follows without being an author: "(March 2020)", "Spring (2021)". An author-year
2
+ # citation whose first author is one of these is not read as a citation.
3
+ id: citation-not-author
4
+ language: en
5
+ entries:
6
+ - pattern: January
7
+ - pattern: February
8
+ - pattern: March
9
+ - pattern: April
10
+ - pattern: May
11
+ - pattern: June
12
+ - pattern: July
13
+ - pattern: August
14
+ - pattern: September
15
+ - pattern: October
16
+ - pattern: November
17
+ - pattern: December
18
+ - pattern: Jan
19
+ - pattern: Feb
20
+ - pattern: Mar
21
+ - pattern: Apr
22
+ - pattern: Jun
23
+ - pattern: Jul
24
+ - pattern: Aug
25
+ - pattern: Sep
26
+ - pattern: Sept
27
+ - pattern: Oct
28
+ - pattern: Nov
29
+ - pattern: Dec
30
+ - pattern: Spring
31
+ - pattern: Summer
32
+ - pattern: Fall
33
+ - pattern: Autumn
34
+ - pattern: Winter
35
+ - pattern: Since
36
+ - pattern: In
37
+ - pattern: From
38
+ - pattern: Until
39
+ - pattern: Version
40
+ - pattern: Copyright
@@ -0,0 +1,13 @@
1
+ # The marks that say which half of the day a clock time is in, and on which side of the hour they are written
2
+ # (3 PM, 10:30 a.m.). With one, the hour runs from 1 to 12, so "13 PM" is not a time. Matched as written.
3
+ id: clock-meridiem
4
+ language: en
5
+ entries:
6
+ - { pattern: "AM", position: after }
7
+ - { pattern: "PM", position: after }
8
+ - { pattern: "am", position: after }
9
+ - { pattern: "pm", position: after }
10
+ - { pattern: "a.m.", position: after }
11
+ - { pattern: "p.m.", position: after }
12
+ - { pattern: "A.M.", position: after }
13
+ - { pattern: "P.M.", position: after }
@@ -0,0 +1,10 @@
1
+ # What a definition sentence says (cross-doc-duplicate-definition). A sentence that names a term without one of these
2
+ # quotes the term and does not define it.
3
+ id: definition-statement
4
+ language: en
5
+ entries:
6
+ - pattern: means
7
+ - pattern: mean
8
+ - pattern: refers to
9
+ - pattern: refer to
10
+ - pattern: has the meaning