@chaffjs/lang-en 0.17.0 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dictionary.d.ts +2 -0
- package/dist/dictionary.d.ts.map +1 -0
- package/dist/dictionary.js +20 -0
- package/dist/dictionary.js.map +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/lexicons/absolute-word.yaml +14 -0
- package/lexicons/abstract-heading.yaml +7 -0
- package/lexicons/age-marker.yaml +10 -0
- package/lexicons/approximate-marker.yaml +34 -0
- package/lexicons/article-sound.yaml +83 -0
- package/lexicons/birth-origin.yaml +5 -0
- package/lexicons/bookend-heading.yaml +30 -0
- package/lexicons/chat-citation-marker.yaml +11 -0
- package/lexicons/citation-author-joiner.yaml +11 -0
- package/lexicons/citation-not-author.yaml +40 -0
- package/lexicons/dictionary.txt +87150 -0
- package/lexicons/duration-day.yaml +6 -0
- package/lexicons/duration-month.yaml +6 -0
- package/lexicons/duration-week.yaml +6 -0
- package/lexicons/duration-year.yaml +6 -0
- package/lexicons/elapsed-link.yaml +11 -0
- package/lexicons/elapsed-origin.yaml +8 -0
- package/lexicons/elapsed-unit.yaml +6 -0
- package/lexicons/exception-marker.yaml +10 -0
- package/lexicons/extra-word.yaml +185 -0
- package/lexicons/fact-attribute.yaml +6 -0
- package/lexicons/fact-label-drop.yaml +13 -0
- package/lexicons/fact-label-vague.yaml +16 -0
- package/lexicons/fact-separator.yaml +11 -0
- package/lexicons/fact-value-end.yaml +8 -0
- package/lexicons/figure-in-text.yaml +9 -0
- package/lexicons/figure-noun.yaml +31 -0
- package/lexicons/heading-form.yaml +63 -0
- package/lexicons/heading-number-label.yaml +29 -0
- package/lexicons/homophone-slip.yaml +37 -0
- package/lexicons/known-misspelling.yaml +177 -0
- package/lexicons/label-affix.yaml +7 -0
- package/lexicons/light-verb.yaml +9 -0
- package/lexicons/month-name.yaml +29 -0
- package/lexicons/orthographic-variant-distinct.yaml +24 -0
- package/lexicons/paper-section-heading.yaml +18 -0
- package/lexicons/person-form.yaml +9 -0
- package/lexicons/person-not-after.yaml +54 -0
- package/lexicons/person-word.yaml +38 -0
- package/lexicons/placeholder-word.yaml +10 -0
- package/lexicons/pro-con-heading.yaml +15 -0
- package/lexicons/redundant-expression.yaml +83 -0
- package/lexicons/reference-aside.yaml +21 -0
- package/lexicons/reference-list-heading.yaml +11 -0
- package/lexicons/reference-topic-link.yaml +5 -0
- package/lexicons/reference-topic-vague.yaml +32 -0
- package/lexicons/relative-after.yaml +5 -0
- package/lexicons/relative-before.yaml +5 -0
- package/lexicons/relative-link.yaml +7 -0
- package/lexicons/restating-opener.yaml +22 -0
- package/lexicons/so-opener.yaml +6 -0
- package/lexicons/summary-heading.yaml +13 -0
- package/lexicons/unit-data.yaml +28 -0
- package/lexicons/unit-length.yaml +44 -0
- package/lexicons/unit-mass.yaml +30 -0
- package/lexicons/unit-time.yaml +32 -0
- package/lexicons/unit-volume.yaml +26 -0
- package/lexicons/unnumbered-heading.yaml +27 -0
- package/lexicons/vague-link-text.yaml +20 -0
- package/lexicons/vague-word.yaml +31 -0
- package/lexicons/value-unit.yaml +58 -0
- package/lexicons/very-exception.yaml +17 -0
- package/lexicons/very-intensifier.yaml +6 -0
- package/lexicons/weasel-word.yaml +30 -0
- package/lexicons/word-prefix.yaml +31 -0
- package/lexicons/word-suffix.yaml +81 -0
- package/lexicons/wordy-phrase.yaml +50 -0
- package/package.json +1 -1
- package/src/dictionary.ts +22 -0
- package/src/index.ts +2 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../src/dictionary.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,UAAU,QAAO,WAAW,CAAC,MAAM,CAQ/C,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { readFileSync } from "node:fs";
|
|
2
|
+
import { fileURLToPath } from "node:url";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
// The English word list (lexicons/dictionary.txt, built by scripts/en-dictionary.ts). It is large, so it is read only
|
|
5
|
+
// when a rule asks for it, and once.
|
|
6
|
+
const FILE = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons", "dictionary.txt");
|
|
7
|
+
const loaded = { words: undefined };
|
|
8
|
+
const wordsIn = (text) => new Set(text.split("\n").filter((line) => line !== "" && !line.startsWith("#")));
|
|
9
|
+
export const dictionary = () => {
|
|
10
|
+
if (loaded.words !== undefined)
|
|
11
|
+
return loaded.words;
|
|
12
|
+
try {
|
|
13
|
+
loaded.words = wordsIn(readFileSync(FILE, "utf8"));
|
|
14
|
+
}
|
|
15
|
+
catch (error) {
|
|
16
|
+
throw new Error(`${FILE}: cannot read the English word list`, { cause: error });
|
|
17
|
+
}
|
|
18
|
+
return loaded.words;
|
|
19
|
+
};
|
|
20
|
+
//# sourceMappingURL=dictionary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../src/dictionary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,sHAAsH;AACtH,qCAAqC;AAErC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;AAE/F,MAAM,MAAM,GAA+C,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAEhF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAuB,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAExI,MAAM,CAAC,MAAM,UAAU,GAAG,GAAwB,EAAE;IAClD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC;AACtB,CAAC,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2BpH;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,eA8BrB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -5,6 +5,7 @@ import { sentenceSpans } from "./sentence-split.js";
|
|
|
5
5
|
import { splitAtQuotedStops } from "./quoted-stop.js";
|
|
6
6
|
import { reattachClosingQuotes } from "./closing-quote.js";
|
|
7
7
|
import { structure } from "./structure.js";
|
|
8
|
+
import { dictionary } from "./dictionary.js";
|
|
8
9
|
import { isReady, prepare, tokenize } from "./pos.js";
|
|
9
10
|
import { isJapaneseRun } from "./japanese-run.js";
|
|
10
11
|
// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
|
|
@@ -57,6 +58,7 @@ export const adapter = {
|
|
|
57
58
|
},
|
|
58
59
|
lexicons: LEXICONS,
|
|
59
60
|
structure,
|
|
61
|
+
dictionary,
|
|
60
62
|
segment: (text) => {
|
|
61
63
|
const quotedStops = sentenceSpans(unmarkNumberStops(unmarkLabelStops(text, LABEL_STOPS))).flatMap((span) => splitAtQuotedStops(text, span));
|
|
62
64
|
const sentences = reattachClosingQuotes(text, quotedStops).map((span) => withLanguage(text.slice(span.start, span.end), span));
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,WAAW,GAAG,aAAa,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5I,MAAM,SAAS,GAAe,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3I,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,UAAU;IACV,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,WAAW,GAAG,aAAa,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5I,MAAM,SAAS,GAAe,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3I,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Words that allow no exception. absolute-exception reads an obligation (must, shall, must not) holding one against a
|
|
2
|
+
# later sentence, in another article, list or paragraph, that makes an exception for the same act.
|
|
3
|
+
#
|
|
4
|
+
# "all" and "every" are not here: they count a set ("made by all or a majority of the arbitrators") more often than they
|
|
5
|
+
# rule out exceptions, and on the corpus statutes they paired with unrelated provisos.
|
|
6
|
+
id: absolute-word
|
|
7
|
+
language: en
|
|
8
|
+
entries:
|
|
9
|
+
- pattern: always
|
|
10
|
+
- pattern: never
|
|
11
|
+
- pattern: under no circumstances
|
|
12
|
+
- pattern: in all cases
|
|
13
|
+
- pattern: without exception
|
|
14
|
+
- pattern: at all times
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
# Marks of a rough figure (duration-mismatch): "about 3 months" is not added to a date. before: written before the number.
|
|
2
|
+
id: approximate-marker
|
|
3
|
+
language: en
|
|
4
|
+
entries:
|
|
5
|
+
- pattern: "about"
|
|
6
|
+
position: before
|
|
7
|
+
- pattern: "approximately"
|
|
8
|
+
position: before
|
|
9
|
+
- pattern: "around"
|
|
10
|
+
position: before
|
|
11
|
+
- pattern: "roughly"
|
|
12
|
+
position: before
|
|
13
|
+
- pattern: "nearly"
|
|
14
|
+
position: before
|
|
15
|
+
- pattern: "almost"
|
|
16
|
+
position: before
|
|
17
|
+
- pattern: "over"
|
|
18
|
+
position: before
|
|
19
|
+
- pattern: "under"
|
|
20
|
+
position: before
|
|
21
|
+
- pattern: "up to"
|
|
22
|
+
position: before
|
|
23
|
+
- pattern: "at least"
|
|
24
|
+
position: before
|
|
25
|
+
- pattern: "at most"
|
|
26
|
+
position: before
|
|
27
|
+
- pattern: "some"
|
|
28
|
+
position: before
|
|
29
|
+
- pattern: "or so"
|
|
30
|
+
position: after
|
|
31
|
+
- pattern: "or more"
|
|
32
|
+
position: after
|
|
33
|
+
- pattern: "or less"
|
|
34
|
+
position: after
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
# What sound a word starts with, for "a" and "an" (article-sound). By group:
|
|
2
|
+
# vowel-letter the letters a word starting with which usually takes "an"
|
|
3
|
+
# letter-name-vowel the letters whose name starts with a vowel sound, for a capital read letter by letter ("an MBA", "an X-ray")
|
|
4
|
+
# letter-name-either the letters whose name is said both ways ("an HTTP" and "a HTTP": aitch and haitch)
|
|
5
|
+
# consonant word beginnings spelled with a vowel but said with a consonant ("a user", "a one-off", "a European")
|
|
6
|
+
# vowel word beginnings said with a vowel against the two groups above ("an hour", "an onerous"); checked first
|
|
7
|
+
# word capitals read as a word, not letter by letter ("a NASA probe"); the word's own sound decides.
|
|
8
|
+
# Capitals of four letters or more with a vowel that are not listed may be words, and are not reported
|
|
9
|
+
# either words and capitals said both ways, never reported ("a SQL" and "an SQL", "a historic" and "an historic")
|
|
10
|
+
# Word beginnings match the start of the word, in lower case; capitals match whole.
|
|
11
|
+
id: article-sound
|
|
12
|
+
language: en
|
|
13
|
+
entries:
|
|
14
|
+
- { pattern: a, group: vowel-letter }
|
|
15
|
+
- { pattern: e, group: vowel-letter }
|
|
16
|
+
- { pattern: i, group: vowel-letter }
|
|
17
|
+
- { pattern: o, group: vowel-letter }
|
|
18
|
+
- { pattern: u, group: vowel-letter }
|
|
19
|
+
- { pattern: A, group: letter-name-vowel }
|
|
20
|
+
- { pattern: E, group: letter-name-vowel }
|
|
21
|
+
- { pattern: F, group: letter-name-vowel }
|
|
22
|
+
- { pattern: I, group: letter-name-vowel }
|
|
23
|
+
- { pattern: L, group: letter-name-vowel }
|
|
24
|
+
- { pattern: M, group: letter-name-vowel }
|
|
25
|
+
- { pattern: N, group: letter-name-vowel }
|
|
26
|
+
- { pattern: O, group: letter-name-vowel }
|
|
27
|
+
- { pattern: R, group: letter-name-vowel }
|
|
28
|
+
- { pattern: S, group: letter-name-vowel }
|
|
29
|
+
- { pattern: X, group: letter-name-vowel }
|
|
30
|
+
- { pattern: H, group: letter-name-either }
|
|
31
|
+
- { pattern: one, group: consonant }
|
|
32
|
+
- { pattern: once, group: consonant }
|
|
33
|
+
- { pattern: eu, group: consonant }
|
|
34
|
+
- { pattern: ewe, group: consonant }
|
|
35
|
+
- { pattern: use, group: consonant }
|
|
36
|
+
- { pattern: usa, group: consonant }
|
|
37
|
+
- { pattern: usu, group: consonant }
|
|
38
|
+
- { pattern: uti, group: consonant }
|
|
39
|
+
- { pattern: unique, group: consonant }
|
|
40
|
+
- { pattern: unit, group: consonant }
|
|
41
|
+
- { pattern: univers, group: consonant }
|
|
42
|
+
- { pattern: uniform, group: consonant }
|
|
43
|
+
- { pattern: unif, group: consonant }
|
|
44
|
+
- { pattern: union, group: consonant }
|
|
45
|
+
- { pattern: unicorn, group: consonant }
|
|
46
|
+
- { pattern: unicode, group: consonant }
|
|
47
|
+
- { pattern: unilateral, group: consonant }
|
|
48
|
+
- { pattern: unison, group: consonant }
|
|
49
|
+
- { pattern: unix, group: consonant }
|
|
50
|
+
- { pattern: unanim, group: consonant }
|
|
51
|
+
- { pattern: uran, group: consonant }
|
|
52
|
+
- { pattern: urin, group: consonant }
|
|
53
|
+
- { pattern: utopia, group: consonant }
|
|
54
|
+
- { pattern: ubiq, group: consonant }
|
|
55
|
+
- { pattern: ukulele, group: consonant }
|
|
56
|
+
- { pattern: unesco, group: consonant }
|
|
57
|
+
- { pattern: unicef, group: consonant }
|
|
58
|
+
- { pattern: hour, group: vowel }
|
|
59
|
+
- { pattern: honest, group: vowel }
|
|
60
|
+
- { pattern: honor, group: vowel }
|
|
61
|
+
- { pattern: honour, group: vowel }
|
|
62
|
+
- { pattern: heir, group: vowel }
|
|
63
|
+
- { pattern: oner, group: vowel }
|
|
64
|
+
- { pattern: lval, group: vowel }
|
|
65
|
+
- { pattern: rval, group: vowel }
|
|
66
|
+
- { pattern: NASA, group: word }
|
|
67
|
+
- { pattern: NATO, group: word }
|
|
68
|
+
- { pattern: UNESCO, group: word }
|
|
69
|
+
- { pattern: UNICEF, group: word }
|
|
70
|
+
- { pattern: LAN, group: word }
|
|
71
|
+
- { pattern: SAML, group: word }
|
|
72
|
+
- { pattern: RAM, group: word }
|
|
73
|
+
- { pattern: ROM, group: word }
|
|
74
|
+
- { pattern: SIM, group: word }
|
|
75
|
+
- { pattern: MAC, group: word }
|
|
76
|
+
- { pattern: SQL, group: either }
|
|
77
|
+
- { pattern: FAQ, group: either }
|
|
78
|
+
- { pattern: URL, group: either }
|
|
79
|
+
- { pattern: herb, group: either }
|
|
80
|
+
- { pattern: histor, group: either }
|
|
81
|
+
- { pattern: hotel, group: either }
|
|
82
|
+
- { pattern: homage, group: either }
|
|
83
|
+
- { pattern: hypothe, group: either }
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# Headings that bracket the body. Opening with "Introduction" and closing with "Conclusion" is a common shape of
|
|
2
|
+
# generated articles. position: before stands ahead of the body, after behind it. A heading that starts with the
|
|
3
|
+
# phrase matches ("Conclusion: what we learned" too); case is ignored.
|
|
4
|
+
id: bookend-heading
|
|
5
|
+
language: en
|
|
6
|
+
entries:
|
|
7
|
+
- pattern: introduction
|
|
8
|
+
position: before
|
|
9
|
+
- pattern: intro
|
|
10
|
+
position: before
|
|
11
|
+
- pattern: conclusion
|
|
12
|
+
position: after
|
|
13
|
+
- pattern: conclusions
|
|
14
|
+
position: after
|
|
15
|
+
- pattern: in conclusion
|
|
16
|
+
position: after
|
|
17
|
+
- pattern: summary
|
|
18
|
+
position: after
|
|
19
|
+
- pattern: final thoughts
|
|
20
|
+
position: after
|
|
21
|
+
- pattern: closing thoughts
|
|
22
|
+
position: after
|
|
23
|
+
- pattern: wrapping up
|
|
24
|
+
position: after
|
|
25
|
+
- pattern: wrap-up
|
|
26
|
+
position: after
|
|
27
|
+
- pattern: key takeaways
|
|
28
|
+
position: after
|
|
29
|
+
- pattern: takeaways
|
|
30
|
+
position: after
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# Marks a chat answer leaves when it is pasted: a tracking value on a link, and citation marks. Matched as written, case and all.
|
|
2
|
+
# Other utm_source values (newsletter, twitter) are left out: people add those too.
|
|
3
|
+
id: chat-citation-marker
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: utm_source=chatgpt.com
|
|
7
|
+
- pattern: utm_source=openai
|
|
8
|
+
- pattern: oaicite
|
|
9
|
+
- pattern: contentReference[
|
|
10
|
+
- pattern: †source】
|
|
11
|
+
- pattern: citeturn
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# The words between authors in an author-year citation: group pair joins two authors (Smith and Jones, 2020), and the
|
|
2
|
+
# rest stand for further authors (Smith et al., 2020).
|
|
3
|
+
id: citation-author-joiner
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: and
|
|
7
|
+
group: pair
|
|
8
|
+
- pattern: "&"
|
|
9
|
+
group: pair
|
|
10
|
+
- pattern: et al.
|
|
11
|
+
- pattern: et al
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
# Capitalised words that a year follows without being an author: "(March 2020)", "Spring (2021)". An author-year
|
|
2
|
+
# citation whose first author is one of these is not read as a citation.
|
|
3
|
+
id: citation-not-author
|
|
4
|
+
language: en
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: January
|
|
7
|
+
- pattern: February
|
|
8
|
+
- pattern: March
|
|
9
|
+
- pattern: April
|
|
10
|
+
- pattern: May
|
|
11
|
+
- pattern: June
|
|
12
|
+
- pattern: July
|
|
13
|
+
- pattern: August
|
|
14
|
+
- pattern: September
|
|
15
|
+
- pattern: October
|
|
16
|
+
- pattern: November
|
|
17
|
+
- pattern: December
|
|
18
|
+
- pattern: Jan
|
|
19
|
+
- pattern: Feb
|
|
20
|
+
- pattern: Mar
|
|
21
|
+
- pattern: Apr
|
|
22
|
+
- pattern: Jun
|
|
23
|
+
- pattern: Jul
|
|
24
|
+
- pattern: Aug
|
|
25
|
+
- pattern: Sep
|
|
26
|
+
- pattern: Sept
|
|
27
|
+
- pattern: Oct
|
|
28
|
+
- pattern: Nov
|
|
29
|
+
- pattern: Dec
|
|
30
|
+
- pattern: Spring
|
|
31
|
+
- pattern: Summer
|
|
32
|
+
- pattern: Fall
|
|
33
|
+
- pattern: Autumn
|
|
34
|
+
- pattern: Winter
|
|
35
|
+
- pattern: Since
|
|
36
|
+
- pattern: In
|
|
37
|
+
- pattern: From
|
|
38
|
+
- pattern: Until
|
|
39
|
+
- pattern: Version
|
|
40
|
+
- pattern: Copyright
|