@chaffjs/lang-en 0.34.0 → 0.36.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/citation.d.ts +5 -0
- package/dist/citation.d.ts.map +1 -1
- package/dist/citation.js +29 -3
- package/dist/citation.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -1
- package/dist/index.js.map +1 -1
- package/dist/initial-stop.d.ts +27 -0
- package/dist/initial-stop.d.ts.map +1 -0
- package/dist/initial-stop.js +47 -0
- package/dist/initial-stop.js.map +1 -0
- package/dist/item-style.d.ts +5 -2
- package/dist/item-style.d.ts.map +1 -1
- package/dist/item-style.js +31 -6
- package/dist/item-style.js.map +1 -1
- package/dist/law-citation.d.ts +14 -0
- package/dist/law-citation.d.ts.map +1 -0
- package/dist/law-citation.js +58 -0
- package/dist/law-citation.js.map +1 -0
- package/dist/lead-initial.d.ts +5 -0
- package/dist/lead-initial.d.ts.map +1 -0
- package/dist/lead-initial.js +24 -0
- package/dist/lead-initial.js.map +1 -0
- package/dist/names-read-as-verbs.d.ts +21 -0
- package/dist/names-read-as-verbs.d.ts.map +1 -0
- package/dist/names-read-as-verbs.js +40 -0
- package/dist/names-read-as-verbs.js.map +1 -0
- package/dist/pos.d.ts.map +1 -1
- package/dist/pos.js +30 -1
- package/dist/pos.js.map +1 -1
- package/dist/structure.d.ts.map +1 -1
- package/dist/structure.js +67 -9
- package/dist/structure.js.map +1 -1
- package/lexicons/abbreviated-label.yaml +2 -0
- package/lexicons/ai-tell.yaml +61 -27
- package/lexicons/alternative-clause-label.yaml +6 -0
- package/lexicons/announcing-opener.yaml +7 -0
- package/lexicons/article-sound.yaml +1 -0
- package/lexicons/capital-phrase.yaml +3 -1
- package/lexicons/case-party-joiner.yaml +7 -0
- package/lexicons/citation-name-connector.yaml +28 -0
- package/lexicons/citation-series.yaml +5 -1
- package/lexicons/clause-conjunction.yaml +7 -0
- package/lexicons/closing-cliche.yaml +9 -0
- package/lexicons/closing-exhortation.yaml +11 -0
- package/lexicons/cold-open.yaml +30 -0
- package/lexicons/common-acronym.yaml +21 -1
- package/lexicons/comparative-baseline.yaml +27 -0
- package/lexicons/condition-heading.yaml +21 -0
- package/lexicons/conjunction-lookalike.yaml +13 -0
- package/lexicons/connective-opener.yaml +23 -0
- package/lexicons/contraction-head.yaml +10 -0
- package/lexicons/contrast-amount.yaml +13 -0
- package/lexicons/contrast-lead.yaml +23 -0
- package/lexicons/contrast-turn.yaml +5 -0
- package/lexicons/definition-scope-lead.yaml +11 -0
- package/lexicons/determiner-after-article.yaml +14 -0
- package/lexicons/drug-stem.yaml +48 -0
- package/lexicons/elision-mark.yaml +9 -0
- package/lexicons/email-closing.yaml +7 -1
- package/lexicons/email-salutation-end.yaml +7 -0
- package/lexicons/email-stock-courtesy.yaml +29 -0
- package/lexicons/enclosing-unit.yaml +14 -0
- package/lexicons/everyday-name.yaml +24 -0
- package/lexicons/extra-word.yaml +28 -1
- package/lexicons/figure-label-plural.yaml +19 -0
- package/lexicons/figure-number-joiner.yaml +20 -0
- package/lexicons/headnote-heading.yaml +8 -0
- package/lexicons/honorific.yaml +3 -0
- package/lexicons/indefinite-article.yaml +8 -0
- package/lexicons/initial-lead-word.yaml +7 -0
- package/lexicons/intent-phrase.yaml +21 -0
- package/lexicons/interviewer-mark.yaml +10 -0
- package/lexicons/link-label-ending.yaml +6 -0
- package/lexicons/list-conjunction.yaml +7 -0
- package/lexicons/list-continues.yaml +9 -0
- package/lexicons/name-abbreviation.yaml +21 -0
- package/lexicons/name-capitals-prefix.yaml +16 -0
- package/lexicons/name-direction-word.yaml +10 -0
- package/lexicons/name-title-head.yaml +23 -0
- package/lexicons/name-word-ending.yaml +10 -0
- package/lexicons/navigation-line.yaml +11 -0
- package/lexicons/newsletter-issue.yaml +9 -0
- package/lexicons/numbered-division.yaml +4 -1
- package/lexicons/open-list-end.yaml +10 -0
- package/lexicons/over-general-claim.yaml +62 -0
- package/lexicons/padded-intro.yaml +14 -0
- package/lexicons/placeholder-division.yaml +7 -0
- package/lexicons/prepositive-abbreviation.yaml +10 -0
- package/lexicons/product-name.yaml +9 -0
- package/lexicons/prohibition-opener.yaml +6 -0
- package/lexicons/question-wording-lead.yaml +7 -0
- package/lexicons/rejected-wording.yaml +8 -0
- package/lexicons/request-deadline-section.yaml +11 -0
- package/lexicons/request-prohibition.yaml +8 -0
- package/lexicons/sentence-start-word.yaml +64 -0
- package/lexicons/session-law.yaml +19 -0
- package/lexicons/superlative-goal.yaml +40 -0
- package/lexicons/superlative-part.yaml +22 -0
- package/lexicons/superlative-phrase.yaml +21 -0
- package/lexicons/superlative-purpose.yaml +7 -0
- package/lexicons/superlative-referent.yaml +15 -0
- package/lexicons/superlative-scope.yaml +5 -1
- package/lexicons/telling-cue.yaml +6 -0
- package/lexicons/template-heading.yaml +35 -0
- package/lexicons/text-message-verb.yaml +11 -0
- package/lexicons/uninflected-word.yaml +22 -0
- package/lexicons/unprompted-denial.yaml +113 -0
- package/lexicons/word-suffix.yaml +34 -1
- package/lexicons/wordy-phrase.yaml +2 -2
- package/lexicons/year-reference.yaml +12 -0
- package/package.json +1 -1
- package/src/citation.ts +33 -3
- package/src/index.ts +13 -1
- package/src/initial-stop.ts +80 -0
- package/src/item-style.ts +33 -7
- package/src/law-citation.ts +68 -0
- package/src/lead-initial.ts +28 -0
- package/src/names-read-as-verbs.ts +65 -0
- package/src/pos.ts +33 -1
- package/src/structure.ts +73 -9
package/dist/citation.d.ts
CHANGED
|
@@ -14,6 +14,11 @@ export declare const citedDocumentBefore: (text: string, start: number) => strin
|
|
|
14
14
|
* "of this Agreement" and "of the Agreement" are this document; "of the Master Agreement" is another.
|
|
15
15
|
*/
|
|
16
16
|
export declare const citedDocumentAfter: (text: string, end: number) => string | undefined;
|
|
17
|
+
/**
|
|
18
|
+
* The unit the reference says it is in, "title" in "section 552 of this title", when that word is one of `units`
|
|
19
|
+
* (lower case); undefined otherwise.
|
|
20
|
+
*/
|
|
21
|
+
export declare const enclosingUnitAfter: (text: string, end: number, units: ReadonlySet<string>) => string | undefined;
|
|
17
22
|
/**
|
|
18
23
|
* A tag that names another document only if this document lists it, right after a reference ("Section 4.2.3 of
|
|
19
24
|
* [HTTP-CACHING]", "Section 4.2.2.17 of [19]") or just before it ("[HTTP-CACHING], Section 4", "[23], Section 2.17").
|
package/dist/citation.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"citation.d.ts","sourceRoot":"","sources":["../src/citation.ts"],"names":[],"mappings":"AAoBA,MAAM,MAAM,UAAU,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAmB3E;;;GAGG;AACH,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,EAAE,QAAQ,OAAO,KAAG,UAAU,EAGtB,CAAC;AAyBjD,6FAA6F;AAC7F,eAAO,MAAM,mBAAmB,GAAI,MAAM,MAAM,EAAE,OAAO,MAAM,KAAG,MAAM,GAAG,SAAiD,CAAC;
|
|
1
|
+
{"version":3,"file":"citation.d.ts","sourceRoot":"","sources":["../src/citation.ts"],"names":[],"mappings":"AAoBA,MAAM,MAAM,UAAU,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAmB3E;;;GAGG;AACH,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,EAAE,QAAQ,OAAO,KAAG,UAAU,EAGtB,CAAC;AAyBjD,6FAA6F;AAC7F,eAAO,MAAM,mBAAmB,GAAI,MAAM,MAAM,EAAE,OAAO,MAAM,KAAG,MAAM,GAAG,SAAiD,CAAC;AAqD7H;;;GAGG;AACH,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,KAAK,MAAM,KAAG,MAAM,GAAG,SAWvE,CAAC;AAIF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,KAAK,MAAM,EAAE,OAAO,WAAW,CAAC,MAAM,CAAC,KAAG,MAAM,GAAG,SAGnG,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,OAAO,MAAM,EAAE,KAAK,MAAM,KAAG,MAAM,GAAG,SAInF,CAAC"}
|
package/dist/citation.js
CHANGED
|
@@ -84,14 +84,28 @@ const titleWords = (rest) => {
|
|
|
84
84
|
}
|
|
85
85
|
return words;
|
|
86
86
|
};
|
|
87
|
+
/** Labels the reference did not take into its address: the "(E)" of "section 552(a)(6)(E) of title 5". */
|
|
88
|
+
const UNREAD_LABELS = /^(?:\([A-Za-z0-9]{1,4}\))+/u;
|
|
89
|
+
/**
|
|
90
|
+
* "chapter 15 (§401 et seq.) of Title 50": the sections from this one on, glossing the unit before the bracket, which the
|
|
91
|
+
* name after the bracket governs.
|
|
92
|
+
*/
|
|
93
|
+
const RUN_ON = /^ et seq\.\)?/u;
|
|
87
94
|
/** What follows the "of" after a reference and its list, or undefined when no "of" follows. */
|
|
88
95
|
const afterOf = (text, end) => {
|
|
89
96
|
const rest = text.slice(end, end + 200);
|
|
90
|
-
const
|
|
97
|
+
const unread = UNREAD_LABELS.exec(rest)?.[0].length ?? 0;
|
|
98
|
+
const afterList = unread + listEnd(rest.slice(unread));
|
|
91
99
|
const afterGloss = afterList + (GLOSS.exec(rest.slice(afterList))?.[0].length ?? 0);
|
|
92
|
-
const
|
|
93
|
-
|
|
100
|
+
const afterRun = afterGloss + (RUN_ON.exec(rest.slice(afterGloss))?.[0].length ?? 0);
|
|
101
|
+
const of = OF.exec(rest.slice(afterRun));
|
|
102
|
+
return of === null ? undefined : rest.slice(afterRun + of[0].length);
|
|
94
103
|
};
|
|
104
|
+
/**
|
|
105
|
+
* A code's title cited by its number: "section 552(b)(1) of title 5, United States Code", "section 1029 of title 18".
|
|
106
|
+
* An Act numbers its own titles in Roman ("title IV"), and "title 2 of this Act" says it is this document's.
|
|
107
|
+
*/
|
|
108
|
+
const CODE_TITLE = /^[Tt]itle (?<n>\d{1,3})(?![\p{L}\p{N}]|\.\d)(?! of this\b)/u;
|
|
95
109
|
/**
|
|
96
110
|
* The document named right after a reference, or undefined when the reference is into this document.
|
|
97
111
|
* "of this Agreement" and "of the Agreement" are this document; "of the Master Agreement" is another.
|
|
@@ -103,12 +117,24 @@ export const citedDocumentAfter = (text, end) => {
|
|
|
103
117
|
const tag = TAG_AFTER.exec(named)?.groups?.["tag"];
|
|
104
118
|
if (tag !== undefined)
|
|
105
119
|
return tag;
|
|
120
|
+
const title = CODE_TITLE.exec(named)?.groups?.["n"];
|
|
121
|
+
if (title !== undefined)
|
|
122
|
+
return `title ${title}`;
|
|
106
123
|
const words = titleWords(named);
|
|
107
124
|
if (words.length === 0)
|
|
108
125
|
return undefined;
|
|
109
126
|
const name = words.join(" ");
|
|
110
127
|
return words.length === 1 && SELF.has(name) ? undefined : name;
|
|
111
128
|
};
|
|
129
|
+
const THIS_UNIT = /^this (?<unit>\p{L}+)(?![\p{L}\p{N}])/u;
|
|
130
|
+
/**
|
|
131
|
+
* The unit the reference says it is in, "title" in "section 552 of this title", when that word is one of `units`
|
|
132
|
+
* (lower case); undefined otherwise.
|
|
133
|
+
*/
|
|
134
|
+
export const enclosingUnitAfter = (text, end, units) => {
|
|
135
|
+
const unit = THIS_UNIT.exec(afterOf(text, end) ?? "")?.groups?.["unit"]?.toLowerCase();
|
|
136
|
+
return unit !== undefined && units.has(unit) ? unit : undefined;
|
|
137
|
+
};
|
|
112
138
|
/**
|
|
113
139
|
* A tag that names another document only if this document lists it, right after a reference ("Section 4.2.3 of
|
|
114
140
|
* [HTTP-CACHING]", "Section 4.2.2.17 of [19]") or just before it ("[HTTP-CACHING], Section 4", "[23], Section 2.17").
|
package/dist/citation.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"citation.js","sourceRoot":"","sources":["../src/citation.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAE3G,MAAM,EAAE,GAAG,gCAAgC,CAAC;AAC5C,uIAAuI;AACvI,MAAM,KAAK,GAAG,qBAAqB,CAAC;AACpC,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAC9C;;;GAGG;AACH,MAAM,cAAc,GAAG,CAAC,oDAAoD,EAAE,0BAA0B,EAAE,kBAAkB,CAAC,CAAC;AAE9H,MAAM,YAAY,GAAG,CAAC,IAAY,EAAsB,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;AAEzJ;;;GAGG;AACH,MAAM,UAAU,GAAG,2CAA2C,CAAC;AAI/D,sGAAsG;AACtG,MAAM,MAAM,GAAG,CAAC,IAAY,EAA6C,EAAE;IACzE,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,SAAS,CAAC;QACR,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACtG,IAAI,SAAS,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAClE,MAAM,KAAK,GAAG,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC;QACrC,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;AAExE;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,MAAe,EAAgB,EAAE,CACzE,MAAM,CAAC,IAAI,CAAC;KACT,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;KACrE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAEjD;;;GAGG;AACH,MAAM,GAAG,GAAG,6BAA6B,CAAC;AAC1C;;;;GAIG;AACH,MAAM,UAAU,GAAG,8DAA8D,CAAC;AAClF,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC;AAC3E,yEAAyE;AACzE,MAAM,SAAS,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,YAAY,EAAE,GAAG,CAAC,CAAC;AAClF,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;AAChC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;AAClC,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;AAC1C,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;AAC5C,MAAM,SAAS,GAAG,EAAE,CAAC;AAErB,MAAM,WAAW,GAAG,CAAC,OAAe,EAAE,IAAY,EAAE,KAAa,EAAsB,EAAE,CACvF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;AAEnF,6FAA6F;AAC7F,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAsB,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AAE7H,MAAM,WAAW,GAAG,iBAAiB,CAAC;AACtC;;;GAGG;AACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;AACnE,wEAAwE;AACxE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AACpD,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,qHAAqH;AACrH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAY,EAAE;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACxH,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK;YAAE,MAAM;QACxC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;YAAE,MAAM;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,+FAA+F;AAC/F,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,GAAW,EAAsB,EAAE;IAChE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"citation.js","sourceRoot":"","sources":["../src/citation.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAE3G,MAAM,EAAE,GAAG,gCAAgC,CAAC;AAC5C,uIAAuI;AACvI,MAAM,KAAK,GAAG,qBAAqB,CAAC;AACpC,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAC9C;;;GAGG;AACH,MAAM,cAAc,GAAG,CAAC,oDAAoD,EAAE,0BAA0B,EAAE,kBAAkB,CAAC,CAAC;AAE9H,MAAM,YAAY,GAAG,CAAC,IAAY,EAAsB,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;AAEzJ;;;GAGG;AACH,MAAM,UAAU,GAAG,2CAA2C,CAAC;AAI/D,sGAAsG;AACtG,MAAM,MAAM,GAAG,CAAC,IAAY,EAA6C,EAAE;IACzE,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,SAAS,CAAC;QACR,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACtG,IAAI,SAAS,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAClE,MAAM,KAAK,GAAG,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC;QACrC,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;AAExE;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,MAAe,EAAgB,EAAE,CACzE,MAAM,CAAC,IAAI,CAAC;KACT,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;KACrE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAEjD;;;GAGG;AACH,MAAM,GAAG,GAAG,6BAA6B,CAAC;AAC1C;;;;GAIG;AACH,MAAM,UAAU,GAAG,8DAA8D,CAAC;AAClF,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC;AAC3E,yEAAyE;AACzE,MAAM,SAAS,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,YAAY,EAAE,GAAG,CAAC,CAAC;AAClF,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;AAChC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;AAClC,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;AAC1C,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;AAC5C,MAAM,SAAS,GAAG,EAAE,CAAC;AAErB,MAAM,WAAW,GAAG,CAAC,OAAe,EAAE,IAAY,EAAE,KAAa,EAAsB,EAAE,CACvF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;AAEnF,6FAA6F;AAC7F,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAsB,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AAE7H,MAAM,WAAW,GAAG,iBAAiB,CAAC;AACtC;;;GAGG;AACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;AACnE,wEAAwE;AACxE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AACpD,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,qHAAqH;AACrH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAY,EAAE;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACxH,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK;YAAE,MAAM;QACxC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;YAAE,MAAM;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,0GAA0G;AAC1G,MAAM,aAAa,GAAG,6BAA6B,CAAC;AAEpD;;;GAGG;AACH,MAAM,MAAM,GAAG,gBAAgB,CAAC;AAEhC,+FAA+F;AAC/F,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,GAAW,EAAsB,EAAE;IAChE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACpF,MAAM,QAAQ,GAAG,UAAU,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACrF,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,GAAG,6DAA6D,CAAC;AAEjF;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,GAAW,EAAsB,EAAE;IAClF,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;IACnD,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,KAAK,EAAE,CAAC;IACjD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,wCAAwC,CAAC;AAE3D;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,GAAW,EAAE,KAA0B,EAAsB,EAAE;IAC9G,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IACvF,OAAO,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAClE,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAsB,EAAE;IAC9F,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;IAC9F,OAAO,SAAS,IAAI,WAAW,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AAC9D,CAAC,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AAkDpH;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,eA6BrB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
import { loadLexicons } from "./lexicons.js";
|
|
2
2
|
import { unmarkNumberStops } from "./number-stop.js";
|
|
3
3
|
import { labelStops, unmarkLabelStops } from "./label-stop.js";
|
|
4
|
+
import { initialStops, unmarkInitialStops } from "./initial-stop.js";
|
|
5
|
+
import { leadInitials, unmarkLeadInitials } from "./lead-initial.js";
|
|
4
6
|
import { sentenceSpans } from "./sentence-split.js";
|
|
5
7
|
import { splitAtQuotedStops } from "./quoted-stop.js";
|
|
6
8
|
import { reattachClosingQuotes } from "./closing-quote.js";
|
|
@@ -12,6 +14,8 @@ import { cutAtBreaks, listItemHeads, listLineBreaks, startsListItem } from "./li
|
|
|
12
14
|
// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
|
|
13
15
|
const LEXICONS = loadLexicons();
|
|
14
16
|
const LABEL_STOPS = labelStops((LEXICONS["abbreviated-label"] ?? []).map((entry) => entry.pattern));
|
|
17
|
+
const INITIAL_STOPS = initialStops((LEXICONS["sentence-start-word"] ?? []).map((entry) => entry.pattern), (LEXICONS["prepositive-abbreviation"] ?? []).map((entry) => entry.pattern), (LEXICONS["name-abbreviation"] ?? []).map((entry) => entry.pattern));
|
|
18
|
+
const LEAD_INITIALS = leadInitials((LEXICONS["initial-lead-word"] ?? []).map((entry) => entry.pattern), (LEXICONS["sentence-start-word"] ?? []).map((entry) => entry.pattern));
|
|
15
19
|
const LATIN_LETTER = /[a-z]/giu;
|
|
16
20
|
const COUNTABLE = /\S/gu;
|
|
17
21
|
/**
|
|
@@ -32,7 +36,8 @@ const withLanguage = (text, span) => (isJapaneseRun(text) ? { span, text, embedd
|
|
|
32
36
|
const asListItem = (sentence) => ({ ...sentence, listItem: true });
|
|
33
37
|
/** Spans of the splitter, cut again where a line break before a list item ends a sentence. */
|
|
34
38
|
const sentencesOf = (text) => {
|
|
35
|
-
const
|
|
39
|
+
const unmarked = unmarkLeadInitials(unmarkInitialStops(unmarkNumberStops(unmarkLabelStops(text, LABEL_STOPS)), INITIAL_STOPS), LEAD_INITIALS);
|
|
40
|
+
const quotedStops = sentenceSpans(unmarked).flatMap((span) => splitAtQuotedStops(text, span));
|
|
36
41
|
const listBreaks = listLineBreaks(text);
|
|
37
42
|
const itemHeads = listItemHeads(text);
|
|
38
43
|
return reattachClosingQuotes(text, quotedStops)
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAG5F,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAG5F,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AACpG,MAAM,aAAa,GAAG,YAAY,CAChC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EACrE,CAAC,QAAQ,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAC1E,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CACpE,CAAC;AACF,MAAM,aAAa,GAAG,YAAY,CAChC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EACnE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CACtE,CAAC;AAEF,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;KAClJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEpE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjJ,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAEvF,8FAA8F;AAC9F,MAAM,WAAW,GAAG,CAAC,IAAY,EAAc,EAAE;IAC/C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,EAAE,aAAa,CAAC,EAAE,aAAa,CAAC,CAAC;IAC9I,MAAM,WAAW,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9F,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC;SAC5C,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;SAChD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3G,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,6CAA6C;QAC7C,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,CAAC,IAAkB,EAAiB,EAAE;QAC7C,0CAA0C;QAC1C,IAAI,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,QAAQ;IAClB,SAAS;IACT,UAAU;IACV,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* sentence-splitter reads a capital and a full stop as an initial and never ends a sentence there: "Regulation C. The
|
|
3
|
+
* Guide applies" and "Appendix B. In 2020 …" were one sentence. It also ends a sentence after an abbreviation such as
|
|
4
|
+
* "U.S." before any capital, so "the U.S. Census Bureau" was two. Both are decided by the word after the full stop:
|
|
5
|
+
* - capitals with full stops (C., D.C.) before a sentence-start-word (The, In) end the sentence. Their capitals are
|
|
6
|
+
* replaced with a plain letter, which the splitter does not read as an initial;
|
|
7
|
+
* - a prepositive abbreviation (U.S.) before any other capitalised word does not end it, unless a comma follows that
|
|
8
|
+
* word ("in the U.S. Yesterday, …"). Its last full stop is replaced with a letter;
|
|
9
|
+
* - a name abbreviation (Jas., Wm.) stands before a name, so it does not end it before any word but a
|
|
10
|
+
* sentence-start-word, even before a name and a comma ("Jas. Whittaker, J. Hocknell"). Its full stop is replaced
|
|
11
|
+
* with a letter;
|
|
12
|
+
* - capitals with full stops (J., U.K.) before a word in lower case ("J. meacham", "Hart, K. and J. Reed") do not end
|
|
13
|
+
* it, since no sentence opens in lower case. A word that is lower case only at its head (iPhone) may be a name that
|
|
14
|
+
* opens one, so it is left out. Their last full stop is replaced with a letter.
|
|
15
|
+
* The length does not change, so the spans fit the original text. Initials first on their line are a list's labels
|
|
16
|
+
* (A. The first item) and are left as they are.
|
|
17
|
+
*/
|
|
18
|
+
export type InitialStops = {
|
|
19
|
+
readonly ends: RegExp | undefined;
|
|
20
|
+
readonly joins: RegExp | undefined;
|
|
21
|
+
readonly names: RegExp | undefined;
|
|
22
|
+
};
|
|
23
|
+
/** Built once from the lexicons. */
|
|
24
|
+
export declare const initialStops: (startWords: readonly string[], prepositive: readonly string[], names?: readonly string[]) => InitialStops;
|
|
25
|
+
/** The text with every initial that ends a sentence, and every prepositive or name abbreviation or initial that does not, rewritten. */
|
|
26
|
+
export declare const unmarkInitialStops: (text: string, stops: InitialStops) => string;
|
|
27
|
+
//# sourceMappingURL=initial-stop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"initial-stop.d.ts","sourceRoot":"","sources":["../src/initial-stop.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;;GAgBG;AAEH,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA+BzI,oCAAoC;AACpC,eAAO,MAAM,YAAY,GAAI,YAAY,SAAS,MAAM,EAAE,EAAE,aAAa,SAAS,MAAM,EAAE,EAAE,QAAO,SAAS,MAAM,EAAO,KAAG,YAG3H,CAAC;AAiBF,wIAAwI;AACxI,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,OAAO,YAAY,KAAG,MAMtE,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { escapeRegExp } from "./regexp.js";
|
|
2
|
+
const EDGE_BEFORE = String.raw `(?<![\p{L}\p{N}_.'’])`;
|
|
3
|
+
const WORD_END = String.raw `(?![\p{L}\p{N}_.'’-])`;
|
|
4
|
+
const PLAIN_LETTER = "n";
|
|
5
|
+
const CAPITAL = /\p{Lu}/gu;
|
|
6
|
+
const BEFORE_LOWER_CASE = new RegExp(String.raw `${EDGE_BEFORE}(?:\p{Lu}\.){1,3}(?=[ \t\r\n]+\p{Ll}(?!\p{Lu}))`, "gu");
|
|
7
|
+
const oneOf = (words) => `(?:${words.map(escapeRegExp).join("|")})`;
|
|
8
|
+
const startOf = (startWords) => (startWords.length === 0 ? undefined : String.raw `\s+${oneOf(startWords)}${WORD_END}`);
|
|
9
|
+
const sentenceStops = (start, prepositive) => {
|
|
10
|
+
if (start === undefined)
|
|
11
|
+
return { ends: undefined, joins: undefined };
|
|
12
|
+
const ends = new RegExp(String.raw `${EDGE_BEFORE}(?:\p{Lu}\.){1,3}(?=${start})`, "gu");
|
|
13
|
+
if (prepositive.length === 0)
|
|
14
|
+
return { ends, joins: undefined };
|
|
15
|
+
return { ends, joins: new RegExp(String.raw `${EDGE_BEFORE}${oneOf(prepositive)}(?=\s+\p{Lu})(?!${start})(?!\s+\p{Lu}\p{L}*,)`, "gu") };
|
|
16
|
+
};
|
|
17
|
+
// "I" is not a sentence-start word because it is also an initial (John I. Smith); after a name abbreviation the pronoun
|
|
18
|
+
// is told by having no full stop of its own.
|
|
19
|
+
const PRONOUN_I = String.raw `(?!\s+I${WORD_END})`;
|
|
20
|
+
const notBefore = (start) => (start === undefined ? "" : `(?!${start})`);
|
|
21
|
+
/** A name abbreviation before any word but a sentence-start word or the pronoun I. */
|
|
22
|
+
const nameJoins = (start, names) => {
|
|
23
|
+
if (names.length === 0)
|
|
24
|
+
return undefined;
|
|
25
|
+
return new RegExp(String.raw `${EDGE_BEFORE}${oneOf(names)}(?=\s+\p{L})${PRONOUN_I}${notBefore(start)}`, "gu");
|
|
26
|
+
};
|
|
27
|
+
/** Built once from the lexicons. */
|
|
28
|
+
export const initialStops = (startWords, prepositive, names = []) => {
|
|
29
|
+
const start = startOf(startWords);
|
|
30
|
+
return { ...sentenceStops(start, prepositive), names: nameJoins(start, names) };
|
|
31
|
+
};
|
|
32
|
+
/** Only a list's marker, or nothing, before the initials on their line (A. The first item; - B. The second item). */
|
|
33
|
+
const LABEL_HEAD = /^[ \t]*(?:[-*+•][ \t]+)?$/u;
|
|
34
|
+
const lineStartOf = (text, index) => Math.max(text.lastIndexOf("\n", index - 1), text.lastIndexOf("\r", index - 1)) + 1;
|
|
35
|
+
const isFirstOnLine = (text, index) => LABEL_HEAD.test(text.slice(lineStartOf(text, index), index));
|
|
36
|
+
const withoutLastStop = (abbreviation) => `${abbreviation.slice(0, -1)}${PLAIN_LETTER}`;
|
|
37
|
+
const joined = (text, pattern) => (pattern === undefined ? text : text.replace(pattern, withoutLastStop));
|
|
38
|
+
/** Initials before a word in lower case, not first on their line (a list's label stays as it is), rewritten. */
|
|
39
|
+
const joinedBeforeLowerCase = (text) => text.replace(BEFORE_LOWER_CASE, (initials, index) => (isFirstOnLine(text, index) ? initials : withoutLastStop(initials)));
|
|
40
|
+
/** The text with every initial that ends a sentence, and every prepositive or name abbreviation or initial that does not, rewritten. */
|
|
41
|
+
export const unmarkInitialStops = (text, stops) => {
|
|
42
|
+
const ended = stops.ends === undefined
|
|
43
|
+
? text
|
|
44
|
+
: text.replace(stops.ends, (initials, index) => (isFirstOnLine(text, index) ? initials : initials.replace(CAPITAL, PLAIN_LETTER)));
|
|
45
|
+
return joinedBeforeLowerCase(joined(joined(ended, stops.joins), stops.names));
|
|
46
|
+
};
|
|
47
|
+
//# sourceMappingURL=initial-stop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"initial-stop.js","sourceRoot":"","sources":["../src/initial-stop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAsB3C,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACnD,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,OAAO,GAAG,UAAU,CAAC;AAC3B,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,iDAAiD,EAAE,IAAI,CAAC,CAAC;AAEtH,MAAM,KAAK,GAAG,CAAC,KAAwB,EAAU,EAAE,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAE/F,MAAM,OAAO,GAAG,CAAC,UAA6B,EAAsB,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAA,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,EAAE,CAAC,CAAC;AAE9J,MAAM,aAAa,GAAG,CAAC,KAAyB,EAAE,WAA8B,EAAwC,EAAE;IACxH,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,uBAAuB,KAAK,GAAG,EAAE,IAAI,CAAC,CAAC;IACvF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAChE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,mBAAmB,KAAK,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC;AACzI,CAAC,CAAC;AAEF,wHAAwH;AACxH,6CAA6C;AAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAA,UAAU,QAAQ,GAAG,CAAC;AAElD,MAAM,SAAS,GAAG,CAAC,KAAyB,EAAU,EAAE,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;AAErG,sFAAsF;AACtF,MAAM,SAAS,GAAG,CAAC,KAAyB,EAAE,KAAwB,EAAsB,EAAE;IAC5F,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAChH,CAAC,CAAC;AAEF,oCAAoC;AACpC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,UAA6B,EAAE,WAA8B,EAAE,QAA2B,EAAE,EAAgB,EAAE;IACzI,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAClC,OAAO,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;AAClF,CAAC,CAAC;AAEF,qHAAqH;AACrH,MAAM,UAAU,GAAG,4BAA4B,CAAC;AAEhD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAEhJ,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,KAAa,EAAW,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7H,MAAM,eAAe,GAAG,CAAC,YAAoB,EAAU,EAAE,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,CAAC;AAExG,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,OAA2B,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;AAE9I,gHAAgH;AAChH,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAU,EAAE,CACrD,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAE5I,wIAAwI;AACxI,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,KAAmB,EAAU,EAAE;IAC9E,MAAM,KAAK,GACT,KAAK,CAAC,IAAI,KAAK,SAAS;QACtB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IACvJ,OAAO,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAChF,CAAC,CAAC"}
|
package/dist/item-style.d.ts
CHANGED
|
@@ -4,10 +4,13 @@ import type { NumberedLine, NumberingContext } from "chaffjs/plugin";
|
|
|
4
4
|
* outside the sequence: it has no ordinal, so "(1)" after "(A1)" is still the first.
|
|
5
5
|
*/
|
|
6
6
|
export declare const INSERTED = "\\d{1,3}[A-Z]{1,2}|[A-Z]{1,2}\\d{1,3}";
|
|
7
|
-
export type Style = "letter" | "roman" | "digit" | "capital" | "capital-roman";
|
|
7
|
+
export type Style = "letter" | "roman" | "digit" | "capital" | "capital-roman" | "doubled";
|
|
8
8
|
/** 開いている項目の書き方。"(ii)" はローマ数字、"(b)" は英字、"(B)" は大文字の英字。 */
|
|
9
9
|
export declare const styleOfOpen: (open: NumberedLine) => Style | undefined;
|
|
10
|
-
/**
|
|
10
|
+
/**
|
|
11
|
+
* "(b)" と "(B)" は 2 番目、"(ii)" と "(II)" も 2 番目、細目の下の重ねた "(bb)" も 2 番目。英字の並びの中の "(aa)" は、
|
|
12
|
+
* 何番目かは決めない。
|
|
13
|
+
*/
|
|
11
14
|
export declare const ordinalOf: (raw: string, style: Style) => number | undefined;
|
|
12
15
|
/**
|
|
13
16
|
* "(i)" is a roman numeral right under "(a)" or "(1)", or when a roman list is already open; the letter i otherwise.
|
package/dist/item-style.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"item-style.d.ts","sourceRoot":"","sources":["../src/item-style.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGrE;;;GAGG;AACH,eAAO,MAAM,QAAQ,0CAA0C,CAAC;
|
|
1
|
+
{"version":3,"file":"item-style.d.ts","sourceRoot":"","sources":["../src/item-style.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGrE;;;GAGG;AACH,eAAO,MAAM,QAAQ,0CAA0C,CAAC;AAahE,MAAM,MAAM,KAAK,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,eAAe,GAAG,SAAS,CAAC;AAa3F,yDAAyD;AACzD,eAAO,MAAM,WAAW,GAAI,MAAM,YAAY,KAAG,KAAK,GAAG,SAOxD,CAAC;AAIF;;;GAGG;AACH,eAAO,MAAM,SAAS,GAAI,KAAK,MAAM,EAAE,OAAO,KAAK,KAAG,MAAM,GAAG,SAK9D,CAAC;AA8CF;;;GAGG;AACH,eAAO,MAAM,OAAO,GAAI,KAAK,MAAM,EAAE,SAAS,gBAAgB,KAAG,KAAK,GAAG,SAQxE,CAAC;AAiBF;;;GAGG;AACH,eAAO,MAAM,QAAQ,GAAI,OAAO,KAAK,EAAE,SAAS,gBAAgB,EAAE,UAAU,MAAM,KAAG,MAKpF,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,GAAI,MAAM,MAAM,EAAE,QAAQ,SAAS,MAAM,EAAE,KAAG,OAK1E,CAAC;AAEF,wDAAwD;AACxD,eAAO,MAAM,aAAa,GAAI,OAAO,KAAK,EAAE,SAAS,MAAM,GAAG,SAAS,EAAE,SAAS,gBAAgB,KAAG,OAGpG,CAAC"}
|
package/dist/item-style.js
CHANGED
|
@@ -10,8 +10,14 @@ const AMBIGUOUS = /^[ivx]$/u;
|
|
|
10
10
|
const DIGITS = /^\d+$/u;
|
|
11
11
|
const CAPITALS = /^[A-Z]+$/u;
|
|
12
12
|
const ONE_CAPITAL = /^[A-Z]$/u;
|
|
13
|
+
/**
|
|
14
|
+
* "(aa)", "(bb)": the US Code numbers the items under a subclause "(I)" with a doubled letter. Elsewhere a doubled letter
|
|
15
|
+
* is a letter: a UK Act inserts "(aa)" after "(a)", and a long list goes on from "(z)" to "(aa)".
|
|
16
|
+
*/
|
|
17
|
+
const DOUBLED = /^(?<letter>[a-z])\k<letter>$/u;
|
|
13
18
|
/** 大文字で書いた同じ並び。"(B)" は英字の、"(II)" はローマ数字の大文字。 */
|
|
14
19
|
const CAPITAL_OF = { letter: "capital", roman: "capital-roman" };
|
|
20
|
+
const isDoubled = (raw) => DOUBLED.test(raw) && !MULTI_ROMAN.test(raw);
|
|
15
21
|
/** 小文字にした番号を形で読む。一文字の "i" は、開いたときに付けた並びの位置で見分ける。ローマ数字なら 1、英字なら 9。 */
|
|
16
22
|
const shapeOf = (lower, ordinal) => {
|
|
17
23
|
if (MULTI_ROMAN.test(lower))
|
|
@@ -25,14 +31,21 @@ export const styleOfOpen = (open) => {
|
|
|
25
31
|
return undefined;
|
|
26
32
|
if (DIGITS.test(inner) || IS_INSERTED.test(inner))
|
|
27
33
|
return "digit";
|
|
34
|
+
if (isDoubled(inner) && open.ordinal !== undefined)
|
|
35
|
+
return "doubled";
|
|
28
36
|
const shape = shapeOf(inner.toLowerCase(), open.ordinal);
|
|
29
37
|
return CAPITALS.test(inner) ? CAPITAL_OF[shape] : shape;
|
|
30
38
|
};
|
|
31
39
|
const LETTER_BEFORE_A = "a".charCodeAt(0) - 1;
|
|
32
|
-
/**
|
|
40
|
+
/**
|
|
41
|
+
* "(b)" と "(B)" は 2 番目、"(ii)" と "(II)" も 2 番目、細目の下の重ねた "(bb)" も 2 番目。英字の並びの中の "(aa)" は、
|
|
42
|
+
* 何番目かは決めない。
|
|
43
|
+
*/
|
|
33
44
|
export const ordinalOf = (raw, style) => {
|
|
34
45
|
if (style === "digit")
|
|
35
46
|
return IS_INSERTED.test(raw) ? undefined : Number(raw);
|
|
47
|
+
if (style === "doubled")
|
|
48
|
+
return raw.charCodeAt(0) - LETTER_BEFORE_A;
|
|
36
49
|
if (style === "roman" || style === "capital-roman")
|
|
37
50
|
return parseRoman(raw);
|
|
38
51
|
return raw.length === 1 ? raw.toLowerCase().charCodeAt(0) - LETTER_BEFORE_A : undefined;
|
|
@@ -41,10 +54,10 @@ const styles = (context) => context.open.map(styleOfOpen);
|
|
|
41
54
|
/** "(h)" の次の "(i)"、"(H)" の次の "(I)" は英字。同じ書き方で開いている英字の次の文字なら、ローマ数字とは読まない。 */
|
|
42
55
|
const follows = (raw, style, context) => context.open.some((open, index) => styles(context)[index] === style && open.number.charCodeAt(0) + 1 === raw.charCodeAt(0));
|
|
43
56
|
/**
|
|
44
|
-
* 英字の並びは (a) から始まるので、"(a)" や "(1)" のすぐ下に来た "(i)" は一段深いローマ数字。
|
|
45
|
-
* 米国の規則は (a)(1)(i) の順に下る。見出しのすぐ下の "(i)" は、どちらとも決まらないので英字。
|
|
57
|
+
* 英字の並びは (a) から始まるので、"(a)" や "(1)" や "(A)" のすぐ下に来た "(i)" は一段深いローマ数字。
|
|
58
|
+
* 米国の規則は (a)(1)(i)、法典は (a)(1)(A)(i) の順に下る。見出しのすぐ下の "(i)" は、どちらとも決まらないので英字。
|
|
46
59
|
*/
|
|
47
|
-
const OPENS_ROMAN = new Set(["letter", "digit"]);
|
|
60
|
+
const OPENS_ROMAN = new Set(["letter", "digit", "capital"]);
|
|
48
61
|
/** "(I)" は米国の法典で (i) の一段下の大文字ローマ数字。"(H)" の次なら英字。 */
|
|
49
62
|
const capitalRoman = (raw, open, context) => {
|
|
50
63
|
const lower = raw.toLowerCase();
|
|
@@ -55,7 +68,12 @@ const capitalRoman = (raw, open, context) => {
|
|
|
55
68
|
return open.includes("capital-roman") || (raw === "I" && open.at(-1) === "roman");
|
|
56
69
|
};
|
|
57
70
|
/**
|
|
58
|
-
*
|
|
71
|
+
* 米国の規則(CFR)は (a)(1)(i)(A)、米国の法典(U.S.C.)は (a)(1)(A)(i) と下る。"(A)" はローマ数字のすぐ下か、英字の下の数字の
|
|
72
|
+
* すぐ下で始まる。見出しのすぐ下の "(1)" の下の "(A)" は、どちらの並びとも決まらない。
|
|
73
|
+
*/
|
|
74
|
+
const opensCapital = (open) => open.at(-1) === "roman" || (open.at(-1) === "digit" && open.slice(0, -1).includes("letter"));
|
|
75
|
+
/**
|
|
76
|
+
* 大文字の "(A)" は、上の並びのすぐ下で始まるか(opensCapital)、開いている大文字の続きのときだけ項目。
|
|
59
77
|
* 英国の法令や契約書が一段目に使う "(A)" は、何の下とも決まらないので本文のまま読む。
|
|
60
78
|
*/
|
|
61
79
|
const capitalStyleOf = (raw, context) => {
|
|
@@ -64,7 +82,12 @@ const capitalStyleOf = (raw, context) => {
|
|
|
64
82
|
return "capital-roman";
|
|
65
83
|
if (!ONE_CAPITAL.test(raw))
|
|
66
84
|
return undefined;
|
|
67
|
-
return open.includes("capital") || (raw === "A" && open
|
|
85
|
+
return open.includes("capital") || (raw === "A" && opensCapital(open)) ? "capital" : undefined;
|
|
86
|
+
};
|
|
87
|
+
/** A doubled letter right under a subclause "(I)", or beside another doubled letter. */
|
|
88
|
+
const underSubclause = (context) => {
|
|
89
|
+
const innermost = styles(context).at(-1);
|
|
90
|
+
return innermost === "capital-roman" || innermost === "doubled";
|
|
68
91
|
};
|
|
69
92
|
/**
|
|
70
93
|
* "(i)" is a roman numeral right under "(a)" or "(1)", or when a roman list is already open; the letter i otherwise.
|
|
@@ -75,6 +98,8 @@ export const styleOf = (raw, context) => {
|
|
|
75
98
|
return "digit";
|
|
76
99
|
if (CAPITALS.test(raw))
|
|
77
100
|
return capitalStyleOf(raw, context);
|
|
101
|
+
if (isDoubled(raw))
|
|
102
|
+
return underSubclause(context) ? "doubled" : "letter";
|
|
78
103
|
if (MULTI_ROMAN.test(raw))
|
|
79
104
|
return "roman";
|
|
80
105
|
if (!AMBIGUOUS.test(raw) || follows(raw, "letter", context))
|
package/dist/item-style.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"item-style.js","sourceRoot":"","sources":["../src/item-style.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,uCAAuC,CAAC;AAChE,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,OAAO,QAAQ,IAAI,EAAE,GAAG,CAAC,CAAC;AACzD,MAAM,WAAW,GAAG,iCAAiC,CAAC;AACtD,MAAM,SAAS,GAAG,UAAU,CAAC;AAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC;AACxB,MAAM,QAAQ,GAAG,WAAW,CAAC;AAC7B,MAAM,WAAW,GAAG,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"item-style.js","sourceRoot":"","sources":["../src/item-style.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,uCAAuC,CAAC;AAChE,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,OAAO,QAAQ,IAAI,EAAE,GAAG,CAAC,CAAC;AACzD,MAAM,WAAW,GAAG,iCAAiC,CAAC;AACtD,MAAM,SAAS,GAAG,UAAU,CAAC;AAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC;AACxB,MAAM,QAAQ,GAAG,WAAW,CAAC;AAC7B,MAAM,WAAW,GAAG,UAAU,CAAC;AAC/B;;;GAGG;AACH,MAAM,OAAO,GAAG,+BAA+B,CAAC;AAIhD,gDAAgD;AAChD,MAAM,UAAU,GAAgD,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;AAE9G,MAAM,SAAS,GAAG,CAAC,GAAW,EAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAExF,qEAAqE;AACrE,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,OAA2B,EAAsB,EAAE;IACjF,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AACrF,CAAC,CAAC;AAEF,yDAAyD;AACzD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAkB,EAAqB,EAAE;IACnE,MAAM,KAAK,GAAG,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;IAC9E,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAClE,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAE9C;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,KAAY,EAAsB,EAAE;IACzE,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9E,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC;IACpE,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,eAAe;QAAE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3E,OAAO,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,OAAyB,EAAyB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AAEnG,4EAA4E;AAC5E,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,KAA2B,EAAE,OAAyB,EAAW,EAAE,CAC/F,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAE9H;;;GAGG;AACH,MAAM,WAAW,GAAmC,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;AAE5F,oDAAoD;AACpD,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,IAAoC,EAAE,OAAyB,EAAW,EAAE;IAC7G,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAChC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IACnE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7E,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;AACpF,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,YAAY,GAAG,CAAC,IAAoC,EAAW,EAAE,CACrE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;AAE/F;;;GAGG;AACH,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,OAAyB,EAAqB,EAAE;IACnF,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,eAAe,CAAC;IAC7D,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7C,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACjG,CAAC,CAAC;AAEF,wFAAwF;AACxF,MAAM,cAAc,GAAG,CAAC,OAAyB,EAAW,EAAE;IAC5D,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,OAAO,SAAS,KAAK,eAAe,IAAI,SAAS,KAAK,SAAS,CAAC;AAClE,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,OAAyB,EAAqB,EAAE;IACnF,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9D,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,SAAS,CAAC,GAAG,CAAC;QAAE,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC1E,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7E,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AACrF,CAAC,CAAC;AAEF,4FAA4F;AAC5F,MAAM,SAAS,GAAG,CAAC,KAAY,EAAE,OAAyB,EAA4B,EAAE;IACtF,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC;AACxE,CAAC,CAAC;AAEF,MAAM,UAAU,GAAmC,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;AAEzF;;;GAGG;AACH,MAAM,WAAW,GAAG,CAAC,KAAY,EAAE,OAA2B,EAAE,SAA4B,EAAW,EAAE,CACvG,OAAO,KAAK,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC;AAE1H;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAY,EAAE,OAAyB,EAAE,OAAgB,EAAU,EAAE;IAC5F,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,SAAS,KAAK,SAAS,IAAI,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAClG,OAAO,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC;AACpD,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,MAAyB,EAAW,EAAE;IACnF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvE,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,OAAO,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AAC5G,CAAC,CAAC;AAEF,wDAAwD;AACxD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAY,EAAE,OAA2B,EAAE,OAAyB,EAAW,EAAE;IAC7G,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IACpD,OAAO,OAAO,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,IAAI,OAAO,KAAK,QAAQ,GAAG,CAAC,CAAC;AACrF,CAAC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { Lexicon } from "chaffjs/plugin";
|
|
2
|
+
/** Built once from the lexicon; each pattern is undefined when the lexicon names no law of its kind. */
|
|
3
|
+
export type LawVocabulary = {
|
|
4
|
+
readonly before: RegExp | undefined;
|
|
5
|
+
readonly after: RegExp | undefined;
|
|
6
|
+
};
|
|
7
|
+
export declare const lawVocabulary: (lexicons: Readonly<Record<string, Lexicon>>) => LawVocabulary;
|
|
8
|
+
/**
|
|
9
|
+
* The law a reference from `start` to `end` is a section of, or undefined when it is not cited as a law's section.
|
|
10
|
+
* Named before it ("Pub. L. 98–620, §402(2)"), or by the volume after it ("§2(a), 60 Stat. 237"), which names the law
|
|
11
|
+
* only by its page, so the volume stands for it.
|
|
12
|
+
*/
|
|
13
|
+
export declare const citedLawAround: (text: string, start: number, end: number, vocabulary: LawVocabulary) => string | undefined;
|
|
14
|
+
//# sourceMappingURL=law-citation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"law-citation.d.ts","sourceRoot":"","sources":["../src/law-citation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAgB,MAAM,gBAAgB,CAAC;AAO5D,wGAAwG;AACxG,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA8BxG,eAAO,MAAM,aAAa,GAAI,UAAU,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,KAAG,aAQ3E,CAAC;AAWF;;;;GAIG;AACH,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,EAAE,OAAO,MAAM,EAAE,KAAK,MAAM,EAAE,YAAY,aAAa,KAAG,MAAM,GAAG,SAK7G,CAAC"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { escapeRegExp } from "./regexp.js";
|
|
2
|
+
/** A law's number is its Congress and its number in that Congress: "98–620", "89-487". */
|
|
3
|
+
const LAW_NUMBER = String.raw `\s+\d{1,3}[–-]\d{1,3}(?!\d)`;
|
|
4
|
+
/** "Pub. L. 98–620, " is far from "§402(2)" once "div. A, title IV, §201, title VI, " stands between them. */
|
|
5
|
+
const REACH = 160;
|
|
6
|
+
/**
|
|
7
|
+
* What may stand between a law's number and its section: its divisions, titles, subtitles and parts, other sections of
|
|
8
|
+
* it, and "formerly".
|
|
9
|
+
* The gap is these and nothing else; a word of a sentence ("see", "and the Act") ends the citation.
|
|
10
|
+
*/
|
|
11
|
+
const CITATION_PARTS = [
|
|
12
|
+
/(?:div\.|subtitle|part|subchapter|ch\.)\s+[A-Z0-9]{1,4}/u,
|
|
13
|
+
/title\s+[IVXLC]{1,7}/u,
|
|
14
|
+
/formerly|§/u,
|
|
15
|
+
/\d{1,5}[A-Za-z]{0,2}/u,
|
|
16
|
+
/\([A-Za-z0-9]{1,4}\)/u,
|
|
17
|
+
/[\s,–-]/u,
|
|
18
|
+
];
|
|
19
|
+
const CITATION_PART = new RegExp(CITATION_PARTS.map((part) => part.source).join("|"), "gu");
|
|
20
|
+
/** "§3.6, Dec. 29, 2009, 75 F.R. 718": a date may stand between a section and the volume's page. */
|
|
21
|
+
const DATE = String.raw `(?:,\s*[A-Z][a-z]{2,8}\.?\s+\d{1,2},\s+\d{4})?`;
|
|
22
|
+
/** "§2 (less (a)), 60 Stat. 237": a derivation table says in brackets which part of the section it takes. */
|
|
23
|
+
const PART_TAKEN = String.raw `(?:\s\((?:[^()]|\([^()]{1,10}\)){1,40}\))?`;
|
|
24
|
+
const namesOf = (entries) => {
|
|
25
|
+
const names = entries.map((entry) => entry.pattern).toSorted((left, right) => right.length - left.length);
|
|
26
|
+
return names.length === 0 ? undefined : `(?:${names.map(escapeRegExp).join("|")})`;
|
|
27
|
+
};
|
|
28
|
+
export const lawVocabulary = (lexicons) => {
|
|
29
|
+
const entries = lexicons["session-law"] ?? [];
|
|
30
|
+
const named = namesOf(entries.filter((entry) => entry.position === "before"));
|
|
31
|
+
const volumes = namesOf(entries.filter((entry) => entry.position === "after"));
|
|
32
|
+
return {
|
|
33
|
+
before: named === undefined ? undefined : new RegExp(String.raw `(?<![\p{L}\p{N}])${named}${LAW_NUMBER}`, "gu"),
|
|
34
|
+
after: volumes === undefined ? undefined : new RegExp(String.raw `^${PART_TAKEN}${DATE},\s*\d{1,3}\s+${volumes}\s+\d`, "u"),
|
|
35
|
+
};
|
|
36
|
+
};
|
|
37
|
+
/** The last law named before `start` whose citation runs on, part by part, up to the reference. */
|
|
38
|
+
const lawBefore = (text, start, pattern) => {
|
|
39
|
+
const window = text.slice(Math.max(0, start - REACH), start);
|
|
40
|
+
const last = [...window.matchAll(pattern)].at(-1);
|
|
41
|
+
if (last === undefined)
|
|
42
|
+
return undefined;
|
|
43
|
+
const gap = window.slice(last.index + last[0].length);
|
|
44
|
+
return gap.replaceAll(CITATION_PART, "") === "" ? last[0] : undefined;
|
|
45
|
+
};
|
|
46
|
+
/**
|
|
47
|
+
* The law a reference from `start` to `end` is a section of, or undefined when it is not cited as a law's section.
|
|
48
|
+
* Named before it ("Pub. L. 98–620, §402(2)"), or by the volume after it ("§2(a), 60 Stat. 237"), which names the law
|
|
49
|
+
* only by its page, so the volume stands for it.
|
|
50
|
+
*/
|
|
51
|
+
export const citedLawAround = (text, start, end, vocabulary) => {
|
|
52
|
+
const named = vocabulary.before === undefined ? undefined : lawBefore(text, start, vocabulary.before);
|
|
53
|
+
if (named !== undefined)
|
|
54
|
+
return named;
|
|
55
|
+
const volume = vocabulary.after?.exec(text.slice(end, end + REACH))?.[0];
|
|
56
|
+
return volume === undefined ? undefined : volume.replace(/^[\s,]+/u, "");
|
|
57
|
+
};
|
|
58
|
+
//# sourceMappingURL=law-citation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"law-citation.js","sourceRoot":"","sources":["../src/law-citation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAS3C,0FAA0F;AAC1F,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAA,6BAA6B,CAAC;AAC3D,8GAA8G;AAC9G,MAAM,KAAK,GAAG,GAAG,CAAC;AAClB;;;;GAIG;AACH,MAAM,cAAc,GAAsB;IACxC,0DAA0D;IAC1D,uBAAuB;IACvB,aAAa;IACb,uBAAuB;IACvB,uBAAuB;IACvB,UAAU;CACX,CAAC;AACF,MAAM,aAAa,GAAG,IAAI,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;AAC5F,oGAAoG;AACpG,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAA,gDAAgD,CAAC;AACxE,6GAA6G;AAC7G,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAA,4CAA4C,CAAC;AAE1E,MAAM,OAAO,GAAG,CAAC,OAAgC,EAAsB,EAAE;IACvE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1G,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AACrF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,QAA2C,EAAiB,EAAE;IAC1F,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC;IAC/E,OAAO;QACL,MAAM,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,oBAAoB,KAAK,GAAG,UAAU,EAAE,EAAE,IAAI,CAAC;QAC9G,KAAK,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,IAAI,UAAU,GAAG,IAAI,iBAAiB,OAAO,OAAO,EAAE,GAAG,CAAC;KAC3H,CAAC;AACJ,CAAC,CAAC;AAEF,mGAAmG;AACnG,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,OAAe,EAAsB,EAAE;IACrF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACxE,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,UAAyB,EAAsB,EAAE;IACxH,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACtG,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzE,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
/** Built once from the lexicons: initials after a lead word, before a capitalised word that is not a sentence-start-word. */
|
|
2
|
+
export declare const leadInitials: (leadWords: readonly string[], startWords: readonly string[]) => RegExp | undefined;
|
|
3
|
+
/** The text with the full stops of every name's initials after a lead word rewritten. */
|
|
4
|
+
export declare const unmarkLeadInitials: (text: string, pattern: RegExp | undefined) => string;
|
|
5
|
+
//# sourceMappingURL=lead-initial.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lead-initial.d.ts","sourceRoot":"","sources":["../src/lead-initial.ts"],"names":[],"mappings":"AAkBA,6HAA6H;AAC7H,eAAO,MAAM,YAAY,GAAI,WAAW,SAAS,MAAM,EAAE,EAAE,YAAY,SAAS,MAAM,EAAE,KAAG,MAAM,GAAG,SAInG,CAAC;AAEF,yFAAyF;AACzF,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,SAAS,MAAM,GAAG,SAAS,KAAG,MACgF,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { escapeRegExp } from "./regexp.js";
|
|
2
|
+
/**
|
|
3
|
+
* sentence-splitter joins an initial to the next word only when a capitalised word stands before it, so "written by
|
|
4
|
+
* J. Smith", "Smith and C.W. Landsea" and "by F. W. Evans" were each cut after the initials. After a word that leads a
|
|
5
|
+
* name (by, and), initials before a capitalised word are a name's, unless that word is a sentence-start-word
|
|
6
|
+
* ("items B and D. The rest") or the initials are the pronoun I ("you and I. Then"). Their full stops are replaced with
|
|
7
|
+
* a plain letter; the length does not change, so the spans fit the original text.
|
|
8
|
+
*/
|
|
9
|
+
const EDGE_BEFORE = String.raw `(?<![\p{L}\p{N}_.'’])`;
|
|
10
|
+
const WORD_END = String.raw `(?![\p{L}\p{N}_.'’-])`;
|
|
11
|
+
const PLAIN_LETTER = "n";
|
|
12
|
+
const FULL_STOP = /\./gu;
|
|
13
|
+
const PRONOUN_I = /^I\.$/u;
|
|
14
|
+
const oneOf = (words) => `(?:${words.map(escapeRegExp).join("|")})`;
|
|
15
|
+
/** Built once from the lexicons: initials after a lead word, before a capitalised word that is not a sentence-start-word. */
|
|
16
|
+
export const leadInitials = (leadWords, startWords) => {
|
|
17
|
+
if (leadWords.length === 0)
|
|
18
|
+
return undefined;
|
|
19
|
+
const notStart = startWords.length === 0 ? "" : String.raw `(?!\s+${oneOf(startWords)}${WORD_END})`;
|
|
20
|
+
return new RegExp(String.raw `(?<=${EDGE_BEFORE}${oneOf(leadWords)}[ \t]+)(?:\p{Lu}\.[ \t]?){0,2}\p{Lu}\.(?=\s+\p{Lu})${notStart}`, "gu");
|
|
21
|
+
};
|
|
22
|
+
/** The text with the full stops of every name's initials after a lead word rewritten. */
|
|
23
|
+
export const unmarkLeadInitials = (text, pattern) => pattern === undefined ? text : text.replace(pattern, (initials) => (PRONOUN_I.test(initials) ? initials : initials.replace(FULL_STOP, PLAIN_LETTER)));
|
|
24
|
+
//# sourceMappingURL=lead-initial.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lead-initial.js","sourceRoot":"","sources":["../src/lead-initial.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;;;;GAMG;AAEH,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACnD,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,SAAS,GAAG,MAAM,CAAC;AACzB,MAAM,SAAS,GAAG,QAAQ,CAAC;AAE3B,MAAM,KAAK,GAAG,CAAC,KAAwB,EAAU,EAAE,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAE/F,6HAA6H;AAC7H,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,SAA4B,EAAE,UAA6B,EAAsB,EAAE;IAC9G,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAA,SAAS,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,GAAG,CAAC;IACnG,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,OAAO,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,sDAAsD,QAAQ,EAAE,EAAE,IAAI,CAAC,CAAC;AAC3I,CAAC,CAAC;AAEF,yFAAyF;AACzF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,OAA2B,EAAU,EAAE,CACtF,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
type TaggedWord = {
|
|
2
|
+
readonly value: string;
|
|
3
|
+
readonly pos: string;
|
|
4
|
+
readonly lemma?: string;
|
|
5
|
+
};
|
|
6
|
+
export type NameReadings = {
|
|
7
|
+
/** The first halves of a negative contraction, lower case (ai, ca, wo, sha). */
|
|
8
|
+
readonly contractionHeads: ReadonlySet<string>;
|
|
9
|
+
/** Whether a word opens a noun phrase that a verb or a pronoun cannot follow: an article or a possessive. */
|
|
10
|
+
readonly opensNounPhrase: (word: TaggedWord) => boolean;
|
|
11
|
+
};
|
|
12
|
+
/** The positions of words the tagger read as a verb or a pronoun that the sentence shows to be names. */
|
|
13
|
+
export declare const namesReadAsVerbs: (tagged: readonly TaggedWord[], readings: NameReadings) => readonly number[];
|
|
14
|
+
/**
|
|
15
|
+
* The sentence read again with each name at `positions` replaced by `placeholder`, a word the tagger does not know: the names
|
|
16
|
+
* become proper nouns, and their neighbours take the tagger's reading of a sentence with a name there (the US team: team is a
|
|
17
|
+
* noun, not a verb after "us"). When the two readings do not line up word for word, only the names change.
|
|
18
|
+
*/
|
|
19
|
+
export declare const rereadAsNames: (entries: readonly TaggedWord[], again: readonly TaggedWord[], positions: readonly number[], placeholder: string) => readonly TaggedWord[];
|
|
20
|
+
export {};
|
|
21
|
+
//# sourceMappingURL=names-read-as-verbs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"names-read-as-verbs.d.ts","sourceRoot":"","sources":["../src/names-read-as-verbs.ts"],"names":[],"mappings":"AAIA,KAAK,UAAU,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAU5F,MAAM,MAAM,YAAY,GAAG;IACzB,gFAAgF;IAChF,QAAQ,CAAC,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC/C,6GAA6G;IAC7G,QAAQ,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC;CACzD,CAAC;AAgBF,yGAAyG;AACzG,eAAO,MAAM,gBAAgB,GAAI,QAAQ,SAAS,UAAU,EAAE,EAAE,UAAU,YAAY,KAAG,SAAS,MAAM,EAMrG,CAAC;AAIJ;;;;GAIG;AACH,eAAO,MAAM,aAAa,GACxB,SAAS,SAAS,UAAU,EAAE,EAC9B,OAAO,SAAS,UAAU,EAAE,EAC5B,WAAW,SAAS,MAAM,EAAE,EAC5B,aAAa,MAAM,KAClB,SAAS,UAAU,EAQrB,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
// A name the tagger reads as a verb or a pronoun because its lower-case spelling is one: AI as the "ai" of ain't, CA as the
|
|
2
|
+
// "ca" of can't, the US as "us", the IS department as "is". The tagger's vocabulary is keyed by the lower-case word, so it
|
|
3
|
+
// cannot tell the two apart; the sentence can.
|
|
4
|
+
const CAPITALS = /^\p{Lu}{2,}$/u;
|
|
5
|
+
/** Penn tags a name is never given: the verb forms, the modal and the personal pronoun. */
|
|
6
|
+
const VERB_OR_PRONOUN = /^(?:VB[DGNPZ]?|MD|PRP)$/u;
|
|
7
|
+
/** The second half of a negative contraction, as the tagger splits it off (ca|n't). */
|
|
8
|
+
const NEGATION = "n't";
|
|
9
|
+
/** A contraction's first half with no n't after it is not the contraction (AI is changing, lives in CA). */
|
|
10
|
+
const isUnpairedContractionHead = (tagged, at, heads) => heads.has((tagged[at]?.value ?? "").toLowerCase()) && tagged[at + 1]?.value.toLowerCase() !== NEGATION;
|
|
11
|
+
/**
|
|
12
|
+
* Capitals right after an article or a possessive (the US office, our IT team, the company's IS staff) stand where a noun
|
|
13
|
+
* stands. Capitals elsewhere stay as the tagger read them: "I AM here", "it IS done" and "a hurricane DID form" are emphasis,
|
|
14
|
+
* and "That IS correct" opens with a demonstrative, not an article.
|
|
15
|
+
*/
|
|
16
|
+
const isCapitalsAfterOpener = (tagged, at, opensNounPhrase) => {
|
|
17
|
+
const previous = tagged[at - 1];
|
|
18
|
+
return CAPITALS.test(tagged[at]?.value ?? "") && previous !== undefined && opensNounPhrase(previous);
|
|
19
|
+
};
|
|
20
|
+
/** The positions of words the tagger read as a verb or a pronoun that the sentence shows to be names. */
|
|
21
|
+
export const namesReadAsVerbs = (tagged, readings) => tagged.flatMap((word, at) => VERB_OR_PRONOUN.test(word.pos) &&
|
|
22
|
+
(isUnpairedContractionHead(tagged, at, readings.contractionHeads) || isCapitalsAfterOpener(tagged, at, readings.opensNounPhrase))
|
|
23
|
+
? [at]
|
|
24
|
+
: []);
|
|
25
|
+
const asName = (word) => ({ value: word.value, pos: "NNP", lemma: word.value.toLowerCase() });
|
|
26
|
+
/**
|
|
27
|
+
* The sentence read again with each name at `positions` replaced by `placeholder`, a word the tagger does not know: the names
|
|
28
|
+
* become proper nouns, and their neighbours take the tagger's reading of a sentence with a name there (the US team: team is a
|
|
29
|
+
* noun, not a verb after "us"). When the two readings do not line up word for word, only the names change.
|
|
30
|
+
*/
|
|
31
|
+
export const rereadAsNames = (entries, again, positions, placeholder) => {
|
|
32
|
+
const names = new Set(positions);
|
|
33
|
+
const aligned = again.length === entries.length && again.every((word, at) => word.value === (names.has(at) ? placeholder : entries[at]?.value));
|
|
34
|
+
const source = aligned ? again : entries;
|
|
35
|
+
return source.map((word, at) => {
|
|
36
|
+
const original = entries[at] ?? word;
|
|
37
|
+
return names.has(at) ? asName(original) : { ...word, value: original.value };
|
|
38
|
+
});
|
|
39
|
+
};
|
|
40
|
+
//# sourceMappingURL=names-read-as-verbs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"names-read-as-verbs.js","sourceRoot":"","sources":["../src/names-read-as-verbs.ts"],"names":[],"mappings":"AAAA,4HAA4H;AAC5H,2HAA2H;AAC3H,+CAA+C;AAI/C,MAAM,QAAQ,GAAG,eAAe,CAAC;AAEjC,2FAA2F;AAC3F,MAAM,eAAe,GAAG,0BAA0B,CAAC;AAEnD,uFAAuF;AACvF,MAAM,QAAQ,GAAG,KAAK,CAAC;AASvB,4GAA4G;AAC5G,MAAM,yBAAyB,GAAG,CAAC,MAA6B,EAAE,EAAU,EAAE,KAA0B,EAAW,EAAE,CACnH,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC;AAEzG;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC,MAA6B,EAAE,EAAU,EAAE,eAAgD,EAAW,EAAE;IACrI,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAChC,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,QAAQ,KAAK,SAAS,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC;AACvG,CAAC,CAAC;AAEF,yGAAyG;AACzG,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAA6B,EAAE,QAAsB,EAAqB,EAAE,CAC3G,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAC1B,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IAC9B,CAAC,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,CAAC,gBAAgB,CAAC,IAAI,qBAAqB,CAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAC/H,CAAC,CAAC,CAAC,EAAE,CAAC;IACN,CAAC,CAAC,EAAE,CACP,CAAC;AAEJ,MAAM,MAAM,GAAG,CAAC,IAAgB,EAAc,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AAEtH;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,OAA8B,EAC9B,KAA4B,EAC5B,SAA4B,EAC5B,WAAmB,EACI,EAAE;IACzB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAChJ,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;IACzC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;QACrC,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC/E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC"}
|