@chaffjs/lang-ja 0.45.0 → 0.47.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AAwGpH,eAAO,MAAM,OAAO,EAAE,eA4BrB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAqBA,OAAO,KAAK,EAAkC,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2GpH,eAAO,MAAM,OAAO,EAAE,eA4BrB,CAAC"}
package/dist/index.js CHANGED
@@ -12,6 +12,7 @@ import { splitAtQuotedLineEnds } from "./quoted-line-stop.js";
12
12
  import { insideBrackets, startsWithCloser } from "./inside-brackets.js";
13
13
  import { structure } from "./structure.js";
14
14
  import { cutAtBreaks, lineVocabulary, listItemHeads, listLineBreaks, startsListItem } from "./list-line.js";
15
+ import { cutRunInHeadings, headingOpeners } from "./run-in-heading.js";
15
16
  import { listItemHeads as englishListItemHeads, listLineBreaks as englishListLineBreaks } from "./english-list-line.js";
16
17
  import { isReady, predicateOnly, prepare, readsAsCounter, readsAsOneAdverb, readsAsOneWord, tokenize } from "./pos.js";
17
18
  import { markSpacedCounters } from "./spaced-counter.js";
@@ -66,6 +67,7 @@ const merge = (source, spans) => {
66
67
  return acc;
67
68
  }, [])
68
69
  .flatMap((span) => cutAtBreaks(span, listBreaks))
70
+ .flatMap((span) => (english ? [span] : cutRunInHeadings(source, span, HEADING_OPENERS)))
69
71
  .map((span) => withLanguage(source.slice(span.start, span.end), span))
70
72
  .map((sentence) => (startsListItem(itemHeads, sentence.span.start) ? asListItem(sentence) : sentence));
71
73
  };
@@ -93,8 +95,9 @@ const withTokens = (source, sentences) => {
93
95
  };
94
96
  const patternsOf = (id) => (LEXICONS[id] ?? []).map((entry) => entry.pattern);
95
97
  const LINE_VOCABULARY = lineVocabulary(patternsOf("numbering-counter"), patternsOf("line-head-tag"));
98
+ const HEADING_OPENERS = headingOpeners(patternsOf("run-in-heading-opener"));
96
99
  const LABEL_STOPS = labelStops((LEXICONS["abbreviated-label"] ?? []).map((entry) => entry.pattern));
97
- const INITIAL_STOPS = initialStops((LEXICONS["sentence-start-word"] ?? []).map((entry) => entry.pattern), (LEXICONS["prepositive-abbreviation"] ?? []).map((entry) => entry.pattern));
100
+ const INITIAL_STOPS = initialStops((LEXICONS["sentence-start-word"] ?? []).map((entry) => entry.pattern), (LEXICONS["prepositive-abbreviation"] ?? []).map((entry) => entry.pattern), (LEXICONS["closing-abbreviation"] ?? []).map((entry) => entry.pattern));
98
101
  /**
99
102
  * 英語のアダプタと同じ手当てを英文にも当てる。番号の前の略した名前(FIG. 1)の点で切らず、
100
103
  * 英文の閉じ引用符の内側の句点で切り、文頭に取り残された閉じ引用符を前の文へ戻す。
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC5G,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAAE,cAAc,IAAI,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACvH,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACrG,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAG3F,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;;;;;;;GASG;AACH,MAAM,MAAM,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;AAE1F;;;;GAIG;AACH,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,WAAoB,EAAW,EAAE,CACjF,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AAElG,MAAM,UAAU,GAAG,SAAS,CAAC;AAE7B,MAAM,OAAO,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEnE,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAEvF,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAE/I;;;GAGG;AACH,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,KAAsB,EAAc,EAAE;IACnE,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACpC,gEAAgE;IAChE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACrG,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACjF,OAAO,KAAK;SACT,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,yCAAyC;QACzC,uCAAuC;QACvC,6BAA6B;QAC7B,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9F,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC;YAClJ,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;;YACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC;SACL,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;SAChD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;SACrE,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3G,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AACtD,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAC5E,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;AACrE,yHAAyH;AACzH,MAAM,gBAAgB,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAE1C,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,SAA8B,EAAc,EAAE;IAChF,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACxG,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,QAAQ;QACX,qCAAqC;QACrC,MAAM,EAAE,iBAAiB,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,EAAE,gBAAgB,EAAE,oBAAoB,CAAC;KACpI,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,EAAU,EAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAChG,MAAM,eAAe,GAAG,cAAc,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;AAErG,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AACpG,MAAM,aAAa,GAAG,YAAY,CAChC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EACrE,CAAC,QAAQ,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAC3E,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;IACvC,MAAM,KAAK,GAAG,aAAa,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;IAC/I,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxI,OAAO,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACvG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,gDAAgD;QAChD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,IAAkB,EAAiB,EAAE;QACnD,uHAAuH;QACvH,gBAAgB,CAAC,KAAK,KAAK,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC;QAC/E,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,OAAO,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IACvD,CAAC;IACD,QAAQ,EAAE,YAAY,EAAE;IACxB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5E,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC5G,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAAE,cAAc,IAAI,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACvH,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACrG,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAG3F,2CAA2C;AAE3C,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;;;;;;;GASG;AACH,MAAM,MAAM,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;AAE1F;;;;GAIG;AACH,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,WAAoB,EAAW,EAAE,CACjF,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AAElG,MAAM,UAAU,GAAG,SAAS,CAAC;AAE7B,MAAM,OAAO,GAAqB,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAEnE,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAY,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAEvF,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAU,EAAY,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAE/I;;;GAGG;AACH,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,KAAsB,EAAc,EAAE;IACnE,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACpC,gEAAgE;IAChE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACrG,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACjF,OAAO,KAAK;SACT,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,yCAAyC;QACzC,uCAAuC;QACvC,6BAA6B;QAC7B,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9F,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC;YAClJ,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;;YACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC;SACL,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;SAChD,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC;SACvF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;SACrE,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3G,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;AAChC,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AACtD,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAC5E,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;AACrE,yHAAyH;AACzH,MAAM,gBAAgB,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAE1C,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,SAA8B,EAAc,EAAE;IAChF,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACxG,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,QAAQ;QACX,qCAAqC;QACrC,MAAM,EAAE,iBAAiB,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,EAAE,gBAAgB,EAAE,oBAAoB,CAAC;KACpI,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,EAAU,EAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAChG,MAAM,eAAe,GAAG,cAAc,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;AACrG,MAAM,eAAe,GAAG,cAAc,CAAC,UAAU,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAE5E,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AACpG,MAAM,aAAa,GAAG,YAAY,CAChC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EACrE,CAAC,QAAQ,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAC1E,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CACvE,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;IACvC,MAAM,KAAK,GAAG,aAAa,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;IAC/I,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxI,OAAO,qBAAqB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACvG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,gDAAgD;QAChD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,IAAkB,EAAiB,EAAE;QACnD,uHAAuH;QACvH,gBAAgB,CAAC,KAAK,KAAK,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC;QAC/E,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,OAAO,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IACvD,CAAC;IACD,QAAQ,EAAE,YAAY,EAAE;IACxB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5E,CAAC;CACF,CAAC"}
@@ -6,8 +6,10 @@
6
6
  * replaced with a plain letter, which the splitter does not read as an initial;
7
7
  * - a prepositive abbreviation (U.S.) before any other capitalised word does not end it, unless a comma follows that
8
8
  * word ("in the U.S. Yesterday, …"). Its last full stop is replaced with a letter;
9
- * - capitals with full stops (J., U.K.) before a word in lower case ("J. meacham", "Hart, K. and J. Reed") do not end
10
- * it, since no sentence opens in lower case. A word that is lower case only at its head (iPhone) may be a name that
9
+ * - an abbreviation that closes a list (etc.) before a sentence-start-word ends the sentence. The splitter joins it to
10
+ * the next sentence when more than one space or a line break comes between. Its letters are replaced with a plain letter;
11
+ * - capitals with full stops (J., U.K.), or two or three small letters with them (a.m., p.m.), before a word in lower case
12
+ * ("J. meacham", "Hart, K. and J. Reed", "9 a.m. and 4 p.m.") do not end it, since no sentence opens in lower case. A word that is lower case only at its head (iPhone) may be a name that
11
13
  * opens one, so it is left out. Their last full stop is replaced with a letter.
12
14
  * The length does not change, so the spans fit the original text. Initials first on their line are a list's labels
13
15
  * (A. The first item) and are left as they are.
@@ -15,9 +17,10 @@
15
17
  export type InitialStops = {
16
18
  readonly ends: RegExp | undefined;
17
19
  readonly joins: RegExp | undefined;
20
+ readonly closings: RegExp | undefined;
18
21
  };
19
22
  /** Built once from the lexicons. */
20
- export declare const initialStops: (startWords: readonly string[], prepositive: readonly string[]) => InitialStops;
21
- /** The text with every initial that ends a sentence, and every prepositive abbreviation or initial that does not, rewritten. */
23
+ export declare const initialStops: (startWords: readonly string[], prepositive: readonly string[], closings?: readonly string[]) => InitialStops;
24
+ /** The text with every initial or closing abbreviation that ends a sentence, and every prepositive abbreviation or initial that does not, rewritten. */
22
25
  export declare const unmarkInitialStops: (text: string, stops: InitialStops) => string;
23
26
  //# sourceMappingURL=initial-stop.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"initial-stop.d.ts","sourceRoot":"","sources":["../src/initial-stop.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;GAaG;AAEH,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAUrG,oCAAoC;AACpC,eAAO,MAAM,YAAY,GAAI,YAAY,SAAS,MAAM,EAAE,EAAE,aAAa,SAAS,MAAM,EAAE,KAAG,YAM5F,CAAC;AAeF,gIAAgI;AAChI,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,OAAO,YAAY,KAAG,MAMtE,CAAC"}
1
+ {"version":3,"file":"initial-stop.d.ts","sourceRoot":"","sources":["../src/initial-stop.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAqB5I,oCAAoC;AACpC,eAAO,MAAM,YAAY,GAAI,YAAY,SAAS,MAAM,EAAE,EAAE,aAAa,SAAS,MAAM,EAAE,EAAE,WAAU,SAAS,MAAM,EAAO,KAAG,YAI9H,CAAC;AAkBF,wJAAwJ;AACxJ,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,OAAO,YAAY,KAAG,MAOtE,CAAC"}
@@ -4,30 +4,38 @@ const EDGE_BEFORE = String.raw `(?<![\p{L}\p{N}_.'’])`;
4
4
  const WORD_END = String.raw `(?![\p{L}\p{N}_.'’-])`;
5
5
  const PLAIN_LETTER = "n";
6
6
  const CAPITAL = /\p{Lu}/gu;
7
- const BEFORE_LOWER_CASE = new RegExp(String.raw `${EDGE_BEFORE}(?:\p{Lu}\.){1,3}(?=[ \t\r\n]+\p{Ll}(?!\p{Lu}))`, "gu");
7
+ const LETTER = /\p{L}/gu;
8
+ const BEFORE_LOWER_CASE = new RegExp(String.raw `${EDGE_BEFORE}(?:(?:\p{Lu}\.){1,3}|(?:\p{Ll}\.){2,3})(?=[ \t\r\n]+\p{Ll}(?!\p{Lu}))`, "gu");
8
9
  const oneOf = (words) => `(?:${words.map(escapeRegExp).join("|")})`;
9
- /** Built once from the lexicons. */
10
- export const initialStops = (startWords, prepositive) => {
11
- if (startWords.length === 0)
12
- return { ends: undefined, joins: undefined };
13
- const start = String.raw `\s+${oneOf(startWords)}${WORD_END}`;
10
+ const sentenceStops = (start, prepositive) => {
14
11
  const ends = new RegExp(String.raw `${EDGE_BEFORE}(?:\p{Lu}\.){1,3}(?=${start})`, "gu");
15
12
  if (prepositive.length === 0)
16
13
  return { ends, joins: undefined };
17
14
  return { ends, joins: new RegExp(String.raw `${EDGE_BEFORE}${oneOf(prepositive)}(?=\s+\p{Lu})(?!${start})(?!\s+\p{Lu}\p{L}*,)`, "gu") };
18
15
  };
16
+ /** A closing abbreviation (etc.) before a sentence-start word. */
17
+ const closingEnds = (start, closings) => closings.length === 0 ? undefined : new RegExp(String.raw `${EDGE_BEFORE}${oneOf(closings)}(?=${start})`, "gu");
18
+ /** Built once from the lexicons. */
19
+ export const initialStops = (startWords, prepositive, closings = []) => {
20
+ if (startWords.length === 0)
21
+ return { ends: undefined, joins: undefined, closings: undefined };
22
+ const start = String.raw `\s+${oneOf(startWords)}${WORD_END}`;
23
+ return { ...sentenceStops(start, prepositive), closings: closingEnds(start, closings) };
24
+ };
19
25
  /** Only a list's marker, or nothing, before the initials on their line (A. The first item; - B. The second item). */
20
26
  const LABEL_HEAD = /^[ \t]*(?:[-*+•][ \t]+)?$/u;
21
27
  const lineStartOf = (text, index) => Math.max(text.lastIndexOf("\n", index - 1), text.lastIndexOf("\r", index - 1)) + 1;
22
28
  const isFirstOnLine = (text, index) => LABEL_HEAD.test(text.slice(lineStartOf(text, index), index));
23
29
  const withoutLastStop = (abbreviation) => `${abbreviation.slice(0, -1)}${PLAIN_LETTER}`;
30
+ const closed = (text, pattern) => pattern === undefined ? text : text.replace(pattern, (abbreviation) => abbreviation.replace(LETTER, PLAIN_LETTER));
24
31
  /** Initials before a word in lower case, not first on their line (a list's label stays as it is), rewritten. */
25
32
  const joinedBeforeLowerCase = (text) => text.replace(BEFORE_LOWER_CASE, (initials, index) => (isFirstOnLine(text, index) ? initials : withoutLastStop(initials)));
26
- /** The text with every initial that ends a sentence, and every prepositive abbreviation or initial that does not, rewritten. */
33
+ /** The text with every initial or closing abbreviation that ends a sentence, and every prepositive abbreviation or initial that does not, rewritten. */
27
34
  export const unmarkInitialStops = (text, stops) => {
28
35
  const ended = stops.ends === undefined
29
36
  ? text
30
37
  : text.replace(stops.ends, (initials, index) => (isFirstOnLine(text, index) ? initials : initials.replace(CAPITAL, PLAIN_LETTER)));
31
- return joinedBeforeLowerCase(stops.joins === undefined ? ended : ended.replace(stops.joins, withoutLastStop));
38
+ const closedText = closed(ended, stops.closings);
39
+ return joinedBeforeLowerCase(stops.joins === undefined ? closedText : closedText.replace(stops.joins, withoutLastStop));
32
40
  };
33
41
  //# sourceMappingURL=initial-stop.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"initial-stop.js","sourceRoot":"","sources":["../src/initial-stop.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAmB3C,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACnD,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,OAAO,GAAG,UAAU,CAAC;AAC3B,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,iDAAiD,EAAE,IAAI,CAAC,CAAC;AAEtH,MAAM,KAAK,GAAG,CAAC,KAAwB,EAAU,EAAE,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAE/F,oCAAoC;AACpC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,UAA6B,EAAE,WAA8B,EAAgB,EAAE;IAC1G,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAA,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,EAAE,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,uBAAuB,KAAK,GAAG,EAAE,IAAI,CAAC,CAAC;IACvF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAChE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,mBAAmB,KAAK,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC;AACzI,CAAC,CAAC;AAEF,qHAAqH;AACrH,MAAM,UAAU,GAAG,4BAA4B,CAAC;AAEhD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAEhJ,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,KAAa,EAAW,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7H,MAAM,eAAe,GAAG,CAAC,YAAoB,EAAU,EAAE,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,CAAC;AAExG,gHAAgH;AAChH,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAU,EAAE,CACrD,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAE5I,gIAAgI;AAChI,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,KAAmB,EAAU,EAAE;IAC9E,MAAM,KAAK,GACT,KAAK,CAAC,IAAI,KAAK,SAAS;QACtB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IACvJ,OAAO,qBAAqB,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC;AAChH,CAAC,CAAC"}
1
+ {"version":3,"file":"initial-stop.js","sourceRoot":"","sources":["../src/initial-stop.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAqB3C,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAA,uBAAuB,CAAC;AACnD,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,OAAO,GAAG,UAAU,CAAC;AAC3B,MAAM,MAAM,GAAG,SAAS,CAAC;AACzB,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,uEAAuE,EAAE,IAAI,CAAC,CAAC;AAE5I,MAAM,KAAK,GAAG,CAAC,KAAwB,EAAU,EAAE,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAE/F,MAAM,aAAa,GAAG,CAAC,KAAa,EAAE,WAA8B,EAAwC,EAAE;IAC5G,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,uBAAuB,KAAK,GAAG,EAAE,IAAI,CAAC,CAAC;IACvF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAChE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,mBAAmB,KAAK,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC;AACzI,CAAC,CAAC;AAEF,kEAAkE;AAClE,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,QAA2B,EAAsB,EAAE,CACrF,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,GAAG,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,CAAC;AAEjH,oCAAoC;AACpC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,UAA6B,EAAE,WAA8B,EAAE,WAA8B,EAAE,EAAgB,EAAE;IAC5I,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC/F,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAA,MAAM,KAAK,CAAC,UAAU,CAAC,GAAG,QAAQ,EAAE,CAAC;IAC7D,OAAO,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;AAC1F,CAAC,CAAC;AAEF,qHAAqH;AACrH,MAAM,UAAU,GAAG,4BAA4B,CAAC;AAEhD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAEhJ,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,KAAa,EAAW,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7H,MAAM,eAAe,GAAG,CAAC,YAAoB,EAAU,EAAE,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,CAAC;AAExG,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,OAA2B,EAAU,EAAE,CACnE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,YAAoB,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;AAE7H,gHAAgH;AAChH,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAU,EAAE,CACrD,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAE5I,wJAAwJ;AACxJ,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,KAAmB,EAAU,EAAE;IAC9E,MAAM,KAAK,GACT,KAAK,CAAC,IAAI,KAAK,SAAS;QACtB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IACvJ,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,OAAO,qBAAqB,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC;AAC1H,CAAC,CAAC"}
@@ -0,0 +1,7 @@
1
+ import type { Span } from "chaffjs/plugin";
2
+ export type HeadingOpeners = RegExp | undefined;
3
+ /** 本文を始める語。後ろが助詞か「末」のときだけ(当期純利益の「当期」は語の頭)。 */
4
+ export declare const headingOpeners: (words: readonly string[]) => HeadingOpeners;
5
+ /** span を、頭の見出しと本文に割る。見出しが無ければ span 1 つ。 */
6
+ export declare const cutRunInHeadings: (source: string, span: Span, openers: HeadingOpeners) => Span[];
7
+ //# sourceMappingURL=run-in-heading.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-in-heading.d.ts","sourceRoot":"","sources":["../src/run-in-heading.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AA+B3C,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,SAAS,CAAC;AAEhD,8CAA8C;AAC9C,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,MAAM,EAAE,KAAG,cAIzD,CAAC;AAmEF,4CAA4C;AAC5C,eAAO,MAAM,gBAAgB,GAAI,QAAQ,MAAM,EAAE,MAAM,IAAI,EAAE,SAAS,cAAc,KAAG,IAAI,EAI1F,CAAC"}
@@ -0,0 +1,101 @@
1
+ import { escapeRegExp } from "./regexp.js";
2
+ /**
3
+ * 改行を落として一行になった報告書では、項目の番号と見出しが本文の文へ句点なしに続く
4
+ * (「…であります。(3)販売の実績当期の販売実績は…」「5【経営上の重要な契約等】(…)当社は…」)。
5
+ * 分割器は見出しを次の文の頭に読むので、見出しの字が文の長さ・漢字の連続・「の」の数に入り、文末の並びは節をまたぐ。
6
+ *
7
+ * 見出しと本文の境が字で分かる所だけ切る:
8
+ * - 節の番号と墨付き括弧の題(5【…】)と、直後の括弧の副題の後ろ。
9
+ * - 行の途中の項目の番号(①、(3)、幅の違う (3))の後ろで、句点・読点の前に本文を始める語(当社、当期、辞書 run-in-heading-opener)が
10
+ * 出る所か、見出しの頭の語をもう一度書き出す所(④固定資産の減損固定資産の減損は)。
11
+ * 境の分からない見出し(③…の最適化レンタル用資産の…)は切らない。
12
+ */
13
+ const LEADING_SPACE = /^[ \t\u3000]*/u;
14
+ /** 囲み数字と、括弧の番号、後ろの空白まで。開きと閉じの幅が違っても((3))一つの印で、括弧はその中で閉じる。 */
15
+ const ITEM_MARKER = /^(?:[①-⑳㉑-㉟㊱-㊿⑴-⒇]|[((][0-90-9]{1,2}[))])[ \t\u3000]*/u;
16
+ /** 節の番号と墨付き括弧の題。後ろの括弧の副題も題のうち。ただし括弧の番号((1))は次の項目の印。 */
17
+ const NUMBERED_TITLE = /^[0-90-9]{1,2}【[^【】。\n]{1,60}】(?:[((](?![0-90-9a-zA-Za-zA-Z]{1,3}[))])[^(())。\n]{2,60}[))])*/u;
18
+ /** 印の後ろが助詞なら、印は文の中の語(①の規定、5【…】に記載)。 */
19
+ const PARTICLE_AFTER = /^[ \t\u3000]*(?:の|に|を|が|は|と|で|へ|も|から|まで|より|及び|又は|並びに|若しくは)/u;
20
+ /** 見出しは句点・読点・引用符の前で終わる。それより遠くには探さない。 */
21
+ const HEADING_STOP = /[。、,,「」『』\n\r]/u;
22
+ const HEADING_MAX = 40;
23
+ /** 書き出しを繰り返すと読む長さ。短いと見出しの中の同じ字(の状況の)を拾う。 */
24
+ const REPEAT_MIN = 4;
25
+ const REPEATABLE = /^[\p{L}\p{N}・]+$/u;
26
+ /** 見出しは助詞・活用語尾(ひらがな)で終わらない。「売上高は当期…」の「は」の後ろは本文の続き。 */
27
+ const ENDS_IN_HIRAGANA = /\p{Script=Hiragana}$/u;
28
+ /** 本文を始める語。後ろが助詞か「末」のときだけ(当期純利益の「当期」は語の頭)。 */
29
+ export const headingOpeners = (words) => {
30
+ if (words.length === 0)
31
+ return undefined;
32
+ const alternatives = [...words].toSorted((a, b) => b.length - a.length).map(escapeRegExp);
33
+ return new RegExp(`(?:${alternatives.join("|")})(?=[のにはでもがと及、((]|末)`, "gu");
34
+ };
35
+ const headingLength = (rest) => {
36
+ const stop = rest.slice(0, HEADING_MAX).search(HEADING_STOP);
37
+ return stop === -1 ? Math.min(rest.length, HEADING_MAX) : stop;
38
+ };
39
+ const OPENERS = /[(([[【〔]/gu;
40
+ const CLOSERS = /[))]\]】〕]/gu;
41
+ const closesItsBrackets = (heading) => (heading.match(OPENERS)?.length ?? 0) === (heading.match(CLOSERS)?.length ?? 0);
42
+ /** 見出しがそこで終わってよいか: 空(印のすぐ後ろが本文)か、ひらがなで終わらず、開いた括弧を閉じている(経営成績(経営成績に関する分析))。 */
43
+ const canEndAt = (rest, at) => {
44
+ const heading = rest.slice(0, at);
45
+ return at === 0 || (!ENDS_IN_HIRAGANA.test(heading) && closesItsBrackets(heading));
46
+ };
47
+ /**
48
+ * 本文を始める語の位置。印のすぐ後ろの語((2)当社は…)より、見出しの後ろの語(⑥当社及び当社サービスの認知度向上当社は…)を取る。
49
+ * 本文の中の語((2)当社は当期に…)は助詞の後ろに立つので、見出しの終わりにならない。
50
+ */
51
+ const openerAt = (rest, length, openers) => {
52
+ if (openers === undefined)
53
+ return undefined;
54
+ const places = [...rest.matchAll(openers)].map((match) => match.index).filter((at) => at < length && canEndAt(rest, at));
55
+ return places.find((at) => at > 0) ?? places[0];
56
+ };
57
+ /** 見出しの中で次の項目の印が始まる位置((1)経営成績等の概要①経営成績の状況…)。 */
58
+ const INNER_MARKER = /[①-⑳㉑-㉟㊱-㊿⑴-⒇]|[((][0-90-9]{1,2}[))]/gu;
59
+ const innerMarkerAt = (rest, length) => [...rest.slice(0, length).matchAll(INNER_MARKER)].map((match) => match.index).find((at) => at > 0 && canEndAt(rest, at));
60
+ const repeatAt = (rest, length) => {
61
+ const head = rest.slice(0, REPEAT_MIN);
62
+ if (head.length < REPEAT_MIN || !REPEATABLE.test(head))
63
+ return undefined;
64
+ const repeats = [...rest.slice(0, length).matchAll(new RegExp(escapeRegExp(head), "gu"))].map((match) => match.index);
65
+ return repeats.find((at) => at >= REPEAT_MIN && canEndAt(rest, at));
66
+ };
67
+ /** 印の後ろ(rest)で見出しが終わり本文が始まる位置。分からなければ undefined。 */
68
+ const bodyStart = (rest, openers) => {
69
+ if (PARTICLE_AFTER.test(rest))
70
+ return undefined;
71
+ const length = headingLength(rest);
72
+ const found = [openerAt(rest, length, openers), repeatAt(rest, length), innerMarkerAt(rest, length)].filter((at) => at !== undefined);
73
+ return found.length === 0 ? undefined : Math.min(...found);
74
+ };
75
+ const isLineStart = (source, at) => at === 0 || /[\n\r]/u.test(source.charAt(at - 1));
76
+ /** from から始まる文の頭の見出しの後ろ。題は行の頭でも、項目の番号は行の途中(前の文に続けて書いた所)だけ。 */
77
+ const cutAfterHeading = (source, from, end, openers) => {
78
+ const lead = from + (LEADING_SPACE.exec(source.slice(from, end))?.[0].length ?? 0);
79
+ const head = source.slice(lead, end);
80
+ const title = NUMBERED_TITLE.exec(head)?.[0];
81
+ if (title !== undefined)
82
+ return PARTICLE_AFTER.test(head.slice(title.length)) ? undefined : lead + title.length;
83
+ const marker = ITEM_MARKER.exec(head)?.[0];
84
+ if (marker === undefined || isLineStart(source, lead))
85
+ return undefined;
86
+ const at = bodyStart(head.slice(marker.length), openers);
87
+ return at === undefined ? undefined : lead + marker.length + at;
88
+ };
89
+ const cutsFrom = (source, from, end, openers) => {
90
+ const cut = cutAfterHeading(source, from, end, openers);
91
+ if (cut === undefined || cut <= from || source.slice(cut, end).trim() === "")
92
+ return [];
93
+ return [cut, ...cutsFrom(source, cut, end, openers)];
94
+ };
95
+ /** span を、頭の見出しと本文に割る。見出しが無ければ span 1 つ。 */
96
+ export const cutRunInHeadings = (source, span, openers) => {
97
+ const cuts = cutsFrom(source, span.start, span.end, openers);
98
+ const starts = [span.start, ...cuts];
99
+ return starts.map((start, index) => ({ start, end: cuts[index] ?? span.end }));
100
+ };
101
+ //# sourceMappingURL=run-in-heading.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-in-heading.js","sourceRoot":"","sources":["../src/run-in-heading.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;;;;;;;;GAUG;AAEH,MAAM,aAAa,GAAG,gBAAgB,CAAC;AACvC,6DAA6D;AAC7D,MAAM,WAAW,GAAG,wDAAwD,CAAC;AAC7E,uDAAuD;AACvD,MAAM,cAAc,GAAG,+FAA+F,CAAC;AACvH,uCAAuC;AACvC,MAAM,cAAc,GAAG,6DAA6D,CAAC;AACrF,wCAAwC;AACxC,MAAM,YAAY,GAAG,iBAAiB,CAAC;AACvC,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,4CAA4C;AAC5C,MAAM,UAAU,GAAG,CAAC,CAAC;AACrB,MAAM,UAAU,GAAG,mBAAmB,CAAC;AACvC,sDAAsD;AACtD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC;AAIjD,8CAA8C;AAC9C,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAAwB,EAAkB,EAAE;IACzE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1F,OAAO,IAAI,MAAM,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;AAC9E,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,IAAY,EAAU,EAAE;IAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAC7D,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,YAAY,CAAC;AAC7B,MAAM,OAAO,GAAG,aAAa,CAAC;AAC9B,MAAM,iBAAiB,GAAG,CAAC,OAAe,EAAW,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;AAExI,6EAA6E;AAC7E,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAU,EAAW,EAAE;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;AACrF,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,MAAc,EAAE,OAAuB,EAAsB,EAAE;IAC7F,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IACzH,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,gDAAgD;AAChD,MAAM,YAAY,GAAG,wCAAwC,CAAC;AAC9D,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,MAAc,EAAsB,EAAE,CACzE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;AAE3H,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,MAAc,EAAsB,EAAE;IACpE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACvC,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACzE,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtH,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;AACtE,CAAC,CAAC;AAEF,oDAAoD;AACpD,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,OAAuB,EAAsB,EAAE;IAC9E,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACtI,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,EAAU,EAAW,EAAE,CAAC,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;AAE/G,8DAA8D;AAC9D,MAAM,eAAe,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,GAAW,EAAE,OAAuB,EAAsB,EAAE;IACjH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACnF,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;IAChH,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3C,IAAI,MAAM,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACxE,MAAM,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IACzD,OAAO,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,GAAW,EAAE,OAAuB,EAAY,EAAE;IAChG,MAAM,GAAG,GAAG,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACxD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACxF,OAAO,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,4CAA4C;AAC5C,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAE,IAAU,EAAE,OAAuB,EAAU,EAAE;IAC9F,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AACjF,CAAC,CAAC"}
@@ -0,0 +1,18 @@
1
+ # 太字の札で、得られることを言うものの末尾(- **作業時間の削減**:…、- **検索性の向上**:…)。bold-label-list は、
2
+ # この札で始まる項目を、太字の一文で始まる項目と同じく言い分として数える。札がこの語より長く、この語で終わるときに当たる。
3
+ # 「改善」「強化」は入れない:振り返りの札(**改善**:)や手順の名前に人も使う。
4
+ id: benefit-label
5
+ language: ja
6
+ entries:
7
+ - pattern: 削減
8
+ position: after
9
+ - pattern: 向上
10
+ position: after
11
+ - pattern: 短縮
12
+ position: after
13
+ - pattern: 効率化
14
+ position: after
15
+ - pattern: 軽減
16
+ position: after
17
+ - pattern: 低減
18
+ position: after
@@ -0,0 +1,6 @@
1
+ # 列挙や句を閉じる英語の略語(phone, mail, etc.)。点で文が終わり得る。sentence-start-word の前では、空白が 2 つ続いても
2
+ # 改行を挟んでも、点で文が終わる。日本語の文書の中の英文も同じ分割器で切るので、英語と同じ語を置く。字面どおりに照らす。
3
+ id: closing-abbreviation
4
+ language: ja
5
+ entries:
6
+ - pattern: etc.
@@ -20,3 +20,5 @@ entries:
20
20
  - pattern: どのように考えるか。
21
21
  - pattern: どのように考えるべきか。
22
22
  - pattern: が表示されます。
23
+ # 様式の書き方の手引きは、欄ごとに「〜の欄に…を記載してください。」と結ぶ。
24
+ - pattern: を記載してください。
@@ -0,0 +1,9 @@
1
+ # 「それ以外の」とだけ言う語(他の)。no-doubled-joshi は、この語の直後の「の」を入れ子の「の」と数えない。
2
+ # 「他のすべてのディレクティブの代替」の「他の」は名詞を名詞の中に入れず、「ディレクティブ」を絞るだけ。
3
+ # 「すべて」「全て」は入れない。「オブジェクトのすべてのプロパティのアクセス」「全ての世帯の1世帯当たりの」のように、入れ子の輪の一つとして
4
+ # 読むことが多い。
5
+ id: particle-run-determiner
6
+ language: ja
7
+ entries:
8
+ - pattern: 他
9
+ - pattern: ほか
@@ -6,3 +6,5 @@ entries:
6
6
  - pattern: おそれのある
7
7
  - pattern: 恐れのある
8
8
  - pattern: 虞のある
9
+ # 「AとBとの間」の「との間」は二つの間柄を言う一続きの言い方で、「の」は名詞を名詞の中に入れない。
10
+ - pattern: との間
@@ -27,6 +27,9 @@ entries:
27
27
  - pattern: 前回
28
28
  - pattern: 昨年
29
29
  - pattern: 次回
30
+ # 報告書の後ろの節(今後の対応、フォローアップ)。出張や会議の後に片づける仕事の期限で、期間の後に来る(英語の follow-up)。
31
+ - pattern: 今後の対応
32
+ - pattern: フォローアップ
30
33
  - pattern: 延期
31
34
  - pattern: 発行
32
35
  - pattern: 更新
@@ -1,5 +1,5 @@
1
- # 大文字で終わる製品の名前(Adobe Acrobat Reader DC)。大文字は製品の名前の中の版の名前で、書き手が展開する略語ではない。
2
- # 名前のまま字面どおりに照らすので、DC だけなら略語のまま。
1
+ # 大文字で終わる製品の名前(Adobe Acrobat Reader DC)と、作り手の大文字の短い名前を頭に置いた製品の名前(MS Excel)。
2
+ # 大文字は製品の名前の一部で、書き手が展開する略語ではない。名前のまま字面どおりに照らすので、DC や MS だけなら略語のまま。
3
3
  id: product-name
4
4
  language: ja
5
5
  entries:
@@ -7,3 +7,10 @@ entries:
7
7
  - pattern: Acrobat Pro DC
8
8
  - pattern: Acrobat Standard DC
9
9
  - pattern: Acrobat DC
10
+ - pattern: MS Excel
11
+ - pattern: MS Word
12
+ - pattern: MS Office
13
+ - pattern: MS PowerPoint
14
+ - pattern: MS Outlook
15
+ - pattern: MS Access
16
+ - pattern: MS Teams
@@ -1,5 +1,6 @@
1
1
  # 文の終わりで問いを閉じる助詞(…補正することはできますか。、なぜやりたいのか)。title-length は、この助詞で終わる見出しを
2
2
  # ?で終わる見出しと同じく問いと読み、長さを数えない。長さは読み手の問いそのもので、縮める名前ではない。
3
+ # taigen-dome-in-prose は、名詞の後ろをこの助詞で閉じた文(どのような見直しが必要か。)を問いと読み、体言止めに数えない。
3
4
  id: question-particle
4
5
  language: ja
5
6
  entries:
@@ -0,0 +1,12 @@
1
+ # 名詞の後ろに付き、その名詞を範囲の端や除くものとして示す語(自動車保険契約以外、注意報基準以上)。
2
+ # max-kanji-continuous は、等(list-suffix)と同じに読む。漢字の連なりの尻にあり、解析が語の切れ目で分けたときは数えず、
3
+ # 連なりの中ほどにあれば、語の終わりを見せるのでそこで割る。以来は入れない(内閣総理大臣就任以来は、就任して以来と割れるので数える)。
4
+ id: range-suffix
5
+ language: ja
6
+ entries:
7
+ - pattern: 以外
8
+ - pattern: 以上
9
+ - pattern: 以下
10
+ - pattern: 未満
11
+ - pattern: 以内
12
+ - pattern: 以降
@@ -0,0 +1,8 @@
1
+ # 法令や慣行が「等」まで含めて決めている語。「消費税等」は消費税と地方消費税、「免許等」「許可等」は法令の言う免許・許可の
2
+ # まとまりを指し、開いた一覧ではない。requirement-smell は、この語の中の「等」を指さない(地方消費税等のように前に語が付いても同じ)。
3
+ id: requirement-open-end-fixed-term
4
+ language: ja
5
+ entries:
6
+ - pattern: 消費税等
7
+ - pattern: 免許等
8
+ - pattern: 許可等
@@ -0,0 +1,15 @@
1
+ # 項目の見出しの後ろで本文を始める語(当連結会計年度における…、当社は…)。改行を落として一行になった報告書では、
2
+ # 「①販売の実績当期の販売実績は…」のように番号の見出しが本文の文へ句点なしに続く。番号で始まる文の頭の句点も読点も
3
+ # 無い所でこの語が出れば、そこで見出しが終わり本文が始まる(run-in-heading.ts)。語の後ろが助詞か「末」のときだけ読む。
4
+ id: run-in-heading-opener
5
+ language: ja
6
+ entries:
7
+ - pattern: 当連結会計年度
8
+ - pattern: 当連結会計期間
9
+ - pattern: 当中間連結会計期間
10
+ - pattern: 当事業年度
11
+ - pattern: 当会計年度
12
+ - pattern: 当期
13
+ - pattern: 当社グループ
14
+ - pattern: 当社
15
+ - pattern: 当グループ
@@ -0,0 +1,8 @@
1
+ # 「は」が付いて副詞になる名詞(最後は=結局のところ)。topic-predicate-distance はこの「は」を主題と読まない。
2
+ # 「交渉の最後は」のように前に名詞・「の」・連体詞が付けば名詞句で、主題のまま。
3
+ # 時を言う「今回は」「現在は」は主題として数える(後ろに別の主題が無ければ、その「は」から数える)ので入れない。
4
+ id: topic-adverb
5
+ language: ja
6
+ entries:
7
+ - pattern: 最後
8
+ - pattern: 結局
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@chaffjs/lang-ja",
3
- "version": "0.45.0",
3
+ "version": "0.47.0",
4
4
  "description": "Japanese language adapter for chaff",
5
5
  "license": "MIT",
6
6
  "author": "isamu",
package/src/index.ts CHANGED
@@ -12,6 +12,7 @@ import { splitAtQuotedLineEnds } from "./quoted-line-stop.ts";
12
12
  import { insideBrackets, startsWithCloser } from "./inside-brackets.ts";
13
13
  import { structure } from "./structure.ts";
14
14
  import { cutAtBreaks, lineVocabulary, listItemHeads, listLineBreaks, startsListItem } from "./list-line.ts";
15
+ import { cutRunInHeadings, headingOpeners } from "./run-in-heading.ts";
15
16
  import { listItemHeads as englishListItemHeads, listLineBreaks as englishListLineBreaks } from "./english-list-line.ts";
16
17
  import { isReady, predicateOnly, prepare, readsAsCounter, readsAsOneAdverb, readsAsOneWord, tokenize } from "./pos.ts";
17
18
  import { markSpacedCounters } from "./spaced-counter.ts";
@@ -76,6 +77,7 @@ const merge = (source: string, spans: readonly Span[]): Sentence[] => {
76
77
  return acc;
77
78
  }, [])
78
79
  .flatMap((span) => cutAtBreaks(span, listBreaks))
80
+ .flatMap((span) => (english ? [span] : cutRunInHeadings(source, span, HEADING_OPENERS)))
79
81
  .map((span) => withLanguage(source.slice(span.start, span.end), span))
80
82
  .map((sentence) => (startsListItem(itemHeads, sentence.span.start) ? asListItem(sentence) : sentence));
81
83
  };
@@ -105,11 +107,13 @@ const withTokens = (source: string, sentences: readonly Sentence[]): Sentence[]
105
107
 
106
108
  const patternsOf = (id: string): string[] => (LEXICONS[id] ?? []).map((entry) => entry.pattern);
107
109
  const LINE_VOCABULARY = lineVocabulary(patternsOf("numbering-counter"), patternsOf("line-head-tag"));
110
+ const HEADING_OPENERS = headingOpeners(patternsOf("run-in-heading-opener"));
108
111
 
109
112
  const LABEL_STOPS = labelStops((LEXICONS["abbreviated-label"] ?? []).map((entry) => entry.pattern));
110
113
  const INITIAL_STOPS = initialStops(
111
114
  (LEXICONS["sentence-start-word"] ?? []).map((entry) => entry.pattern),
112
115
  (LEXICONS["prepositive-abbreviation"] ?? []).map((entry) => entry.pattern),
116
+ (LEXICONS["closing-abbreviation"] ?? []).map((entry) => entry.pattern),
113
117
  );
114
118
 
115
119
  /**
@@ -9,32 +9,43 @@ import { escapeRegExp } from "./regexp.ts";
9
9
  * replaced with a plain letter, which the splitter does not read as an initial;
10
10
  * - a prepositive abbreviation (U.S.) before any other capitalised word does not end it, unless a comma follows that
11
11
  * word ("in the U.S. Yesterday, …"). Its last full stop is replaced with a letter;
12
- * - capitals with full stops (J., U.K.) before a word in lower case ("J. meacham", "Hart, K. and J. Reed") do not end
13
- * it, since no sentence opens in lower case. A word that is lower case only at its head (iPhone) may be a name that
12
+ * - an abbreviation that closes a list (etc.) before a sentence-start-word ends the sentence. The splitter joins it to
13
+ * the next sentence when more than one space or a line break comes between. Its letters are replaced with a plain letter;
14
+ * - capitals with full stops (J., U.K.), or two or three small letters with them (a.m., p.m.), before a word in lower case
15
+ * ("J. meacham", "Hart, K. and J. Reed", "9 a.m. and 4 p.m.") do not end it, since no sentence opens in lower case. A word that is lower case only at its head (iPhone) may be a name that
14
16
  * opens one, so it is left out. Their last full stop is replaced with a letter.
15
17
  * The length does not change, so the spans fit the original text. Initials first on their line are a list's labels
16
18
  * (A. The first item) and are left as they are.
17
19
  */
18
20
 
19
- export type InitialStops = { readonly ends: RegExp | undefined; readonly joins: RegExp | undefined };
21
+ export type InitialStops = { readonly ends: RegExp | undefined; readonly joins: RegExp | undefined; readonly closings: RegExp | undefined };
20
22
 
21
23
  const EDGE_BEFORE = String.raw`(?<![\p{L}\p{N}_.'’])`;
22
24
  const WORD_END = String.raw`(?![\p{L}\p{N}_.'’-])`;
23
25
  const PLAIN_LETTER = "n";
24
26
  const CAPITAL = /\p{Lu}/gu;
25
- const BEFORE_LOWER_CASE = new RegExp(String.raw`${EDGE_BEFORE}(?:\p{Lu}\.){1,3}(?=[ \t\r\n]+\p{Ll}(?!\p{Lu}))`, "gu");
27
+ const LETTER = /\p{L}/gu;
28
+ const BEFORE_LOWER_CASE = new RegExp(String.raw`${EDGE_BEFORE}(?:(?:\p{Lu}\.){1,3}|(?:\p{Ll}\.){2,3})(?=[ \t\r\n]+\p{Ll}(?!\p{Lu}))`, "gu");
26
29
 
27
30
  const oneOf = (words: readonly string[]): string => `(?:${words.map(escapeRegExp).join("|")})`;
28
31
 
29
- /** Built once from the lexicons. */
30
- export const initialStops = (startWords: readonly string[], prepositive: readonly string[]): InitialStops => {
31
- if (startWords.length === 0) return { ends: undefined, joins: undefined };
32
- const start = String.raw`\s+${oneOf(startWords)}${WORD_END}`;
32
+ const sentenceStops = (start: string, prepositive: readonly string[]): Pick<InitialStops, "ends" | "joins"> => {
33
33
  const ends = new RegExp(String.raw`${EDGE_BEFORE}(?:\p{Lu}\.){1,3}(?=${start})`, "gu");
34
34
  if (prepositive.length === 0) return { ends, joins: undefined };
35
35
  return { ends, joins: new RegExp(String.raw`${EDGE_BEFORE}${oneOf(prepositive)}(?=\s+\p{Lu})(?!${start})(?!\s+\p{Lu}\p{L}*,)`, "gu") };
36
36
  };
37
37
 
38
+ /** A closing abbreviation (etc.) before a sentence-start word. */
39
+ const closingEnds = (start: string, closings: readonly string[]): RegExp | undefined =>
40
+ closings.length === 0 ? undefined : new RegExp(String.raw`${EDGE_BEFORE}${oneOf(closings)}(?=${start})`, "gu");
41
+
42
+ /** Built once from the lexicons. */
43
+ export const initialStops = (startWords: readonly string[], prepositive: readonly string[], closings: readonly string[] = []): InitialStops => {
44
+ if (startWords.length === 0) return { ends: undefined, joins: undefined, closings: undefined };
45
+ const start = String.raw`\s+${oneOf(startWords)}${WORD_END}`;
46
+ return { ...sentenceStops(start, prepositive), closings: closingEnds(start, closings) };
47
+ };
48
+
38
49
  /** Only a list's marker, or nothing, before the initials on their line (A. The first item; - B. The second item). */
39
50
  const LABEL_HEAD = /^[ \t]*(?:[-*+•][ \t]+)?$/u;
40
51
 
@@ -44,15 +55,19 @@ const isFirstOnLine = (text: string, index: number): boolean => LABEL_HEAD.test(
44
55
 
45
56
  const withoutLastStop = (abbreviation: string): string => `${abbreviation.slice(0, -1)}${PLAIN_LETTER}`;
46
57
 
58
+ const closed = (text: string, pattern: RegExp | undefined): string =>
59
+ pattern === undefined ? text : text.replace(pattern, (abbreviation: string) => abbreviation.replace(LETTER, PLAIN_LETTER));
60
+
47
61
  /** Initials before a word in lower case, not first on their line (a list's label stays as it is), rewritten. */
48
62
  const joinedBeforeLowerCase = (text: string): string =>
49
63
  text.replace(BEFORE_LOWER_CASE, (initials: string, index: number) => (isFirstOnLine(text, index) ? initials : withoutLastStop(initials)));
50
64
 
51
- /** The text with every initial that ends a sentence, and every prepositive abbreviation or initial that does not, rewritten. */
65
+ /** The text with every initial or closing abbreviation that ends a sentence, and every prepositive abbreviation or initial that does not, rewritten. */
52
66
  export const unmarkInitialStops = (text: string, stops: InitialStops): string => {
53
67
  const ended =
54
68
  stops.ends === undefined
55
69
  ? text
56
70
  : text.replace(stops.ends, (initials: string, index: number) => (isFirstOnLine(text, index) ? initials : initials.replace(CAPITAL, PLAIN_LETTER)));
57
- return joinedBeforeLowerCase(stops.joins === undefined ? ended : ended.replace(stops.joins, withoutLastStop));
71
+ const closedText = closed(ended, stops.closings);
72
+ return joinedBeforeLowerCase(stops.joins === undefined ? closedText : closedText.replace(stops.joins, withoutLastStop));
58
73
  };
@@ -0,0 +1,111 @@
1
+ import type { Span } from "chaffjs/plugin";
2
+ import { escapeRegExp } from "./regexp.ts";
3
+
4
+ /**
5
+ * 改行を落として一行になった報告書では、項目の番号と見出しが本文の文へ句点なしに続く
6
+ * (「…であります。(3)販売の実績当期の販売実績は…」「5【経営上の重要な契約等】(…)当社は…」)。
7
+ * 分割器は見出しを次の文の頭に読むので、見出しの字が文の長さ・漢字の連続・「の」の数に入り、文末の並びは節をまたぐ。
8
+ *
9
+ * 見出しと本文の境が字で分かる所だけ切る:
10
+ * - 節の番号と墨付き括弧の題(5【…】)と、直後の括弧の副題の後ろ。
11
+ * - 行の途中の項目の番号(①、(3)、幅の違う (3))の後ろで、句点・読点の前に本文を始める語(当社、当期、辞書 run-in-heading-opener)が
12
+ * 出る所か、見出しの頭の語をもう一度書き出す所(④固定資産の減損固定資産の減損は)。
13
+ * 境の分からない見出し(③…の最適化レンタル用資産の…)は切らない。
14
+ */
15
+
16
+ const LEADING_SPACE = /^[ \t\u3000]*/u;
17
+ /** 囲み数字と、括弧の番号、後ろの空白まで。開きと閉じの幅が違っても((3))一つの印で、括弧はその中で閉じる。 */
18
+ const ITEM_MARKER = /^(?:[①-⑳㉑-㉟㊱-㊿⑴-⒇]|[((][0-90-9]{1,2}[))])[ \t\u3000]*/u;
19
+ /** 節の番号と墨付き括弧の題。後ろの括弧の副題も題のうち。ただし括弧の番号((1))は次の項目の印。 */
20
+ const NUMBERED_TITLE = /^[0-90-9]{1,2}【[^【】。\n]{1,60}】(?:[((](?![0-90-9a-zA-Za-zA-Z]{1,3}[))])[^(())。\n]{2,60}[))])*/u;
21
+ /** 印の後ろが助詞なら、印は文の中の語(①の規定、5【…】に記載)。 */
22
+ const PARTICLE_AFTER = /^[ \t\u3000]*(?:の|に|を|が|は|と|で|へ|も|から|まで|より|及び|又は|並びに|若しくは)/u;
23
+ /** 見出しは句点・読点・引用符の前で終わる。それより遠くには探さない。 */
24
+ const HEADING_STOP = /[。、,,「」『』\n\r]/u;
25
+ const HEADING_MAX = 40;
26
+ /** 書き出しを繰り返すと読む長さ。短いと見出しの中の同じ字(の状況の)を拾う。 */
27
+ const REPEAT_MIN = 4;
28
+ const REPEATABLE = /^[\p{L}\p{N}・]+$/u;
29
+ /** 見出しは助詞・活用語尾(ひらがな)で終わらない。「売上高は当期…」の「は」の後ろは本文の続き。 */
30
+ const ENDS_IN_HIRAGANA = /\p{Script=Hiragana}$/u;
31
+
32
+ export type HeadingOpeners = RegExp | undefined;
33
+
34
+ /** 本文を始める語。後ろが助詞か「末」のときだけ(当期純利益の「当期」は語の頭)。 */
35
+ export const headingOpeners = (words: readonly string[]): HeadingOpeners => {
36
+ if (words.length === 0) return undefined;
37
+ const alternatives = [...words].toSorted((a, b) => b.length - a.length).map(escapeRegExp);
38
+ return new RegExp(`(?:${alternatives.join("|")})(?=[のにはでもがと及、((]|末)`, "gu");
39
+ };
40
+
41
+ const headingLength = (rest: string): number => {
42
+ const stop = rest.slice(0, HEADING_MAX).search(HEADING_STOP);
43
+ return stop === -1 ? Math.min(rest.length, HEADING_MAX) : stop;
44
+ };
45
+
46
+ const OPENERS = /[(([[【〔]/gu;
47
+ const CLOSERS = /[))]\]】〕]/gu;
48
+ const closesItsBrackets = (heading: string): boolean => (heading.match(OPENERS)?.length ?? 0) === (heading.match(CLOSERS)?.length ?? 0);
49
+
50
+ /** 見出しがそこで終わってよいか: 空(印のすぐ後ろが本文)か、ひらがなで終わらず、開いた括弧を閉じている(経営成績(経営成績に関する分析))。 */
51
+ const canEndAt = (rest: string, at: number): boolean => {
52
+ const heading = rest.slice(0, at);
53
+ return at === 0 || (!ENDS_IN_HIRAGANA.test(heading) && closesItsBrackets(heading));
54
+ };
55
+
56
+ /**
57
+ * 本文を始める語の位置。印のすぐ後ろの語((2)当社は…)より、見出しの後ろの語(⑥当社及び当社サービスの認知度向上当社は…)を取る。
58
+ * 本文の中の語((2)当社は当期に…)は助詞の後ろに立つので、見出しの終わりにならない。
59
+ */
60
+ const openerAt = (rest: string, length: number, openers: HeadingOpeners): number | undefined => {
61
+ if (openers === undefined) return undefined;
62
+ const places = [...rest.matchAll(openers)].map((match) => match.index).filter((at) => at < length && canEndAt(rest, at));
63
+ return places.find((at) => at > 0) ?? places[0];
64
+ };
65
+
66
+ /** 見出しの中で次の項目の印が始まる位置((1)経営成績等の概要①経営成績の状況…)。 */
67
+ const INNER_MARKER = /[①-⑳㉑-㉟㊱-㊿⑴-⒇]|[((][0-90-9]{1,2}[))]/gu;
68
+ const innerMarkerAt = (rest: string, length: number): number | undefined =>
69
+ [...rest.slice(0, length).matchAll(INNER_MARKER)].map((match) => match.index).find((at) => at > 0 && canEndAt(rest, at));
70
+
71
+ const repeatAt = (rest: string, length: number): number | undefined => {
72
+ const head = rest.slice(0, REPEAT_MIN);
73
+ if (head.length < REPEAT_MIN || !REPEATABLE.test(head)) return undefined;
74
+ const repeats = [...rest.slice(0, length).matchAll(new RegExp(escapeRegExp(head), "gu"))].map((match) => match.index);
75
+ return repeats.find((at) => at >= REPEAT_MIN && canEndAt(rest, at));
76
+ };
77
+
78
+ /** 印の後ろ(rest)で見出しが終わり本文が始まる位置。分からなければ undefined。 */
79
+ const bodyStart = (rest: string, openers: HeadingOpeners): number | undefined => {
80
+ if (PARTICLE_AFTER.test(rest)) return undefined;
81
+ const length = headingLength(rest);
82
+ const found = [openerAt(rest, length, openers), repeatAt(rest, length), innerMarkerAt(rest, length)].filter((at) => at !== undefined);
83
+ return found.length === 0 ? undefined : Math.min(...found);
84
+ };
85
+
86
+ const isLineStart = (source: string, at: number): boolean => at === 0 || /[\n\r]/u.test(source.charAt(at - 1));
87
+
88
+ /** from から始まる文の頭の見出しの後ろ。題は行の頭でも、項目の番号は行の途中(前の文に続けて書いた所)だけ。 */
89
+ const cutAfterHeading = (source: string, from: number, end: number, openers: HeadingOpeners): number | undefined => {
90
+ const lead = from + (LEADING_SPACE.exec(source.slice(from, end))?.[0].length ?? 0);
91
+ const head = source.slice(lead, end);
92
+ const title = NUMBERED_TITLE.exec(head)?.[0];
93
+ if (title !== undefined) return PARTICLE_AFTER.test(head.slice(title.length)) ? undefined : lead + title.length;
94
+ const marker = ITEM_MARKER.exec(head)?.[0];
95
+ if (marker === undefined || isLineStart(source, lead)) return undefined;
96
+ const at = bodyStart(head.slice(marker.length), openers);
97
+ return at === undefined ? undefined : lead + marker.length + at;
98
+ };
99
+
100
+ const cutsFrom = (source: string, from: number, end: number, openers: HeadingOpeners): number[] => {
101
+ const cut = cutAfterHeading(source, from, end, openers);
102
+ if (cut === undefined || cut <= from || source.slice(cut, end).trim() === "") return [];
103
+ return [cut, ...cutsFrom(source, cut, end, openers)];
104
+ };
105
+
106
+ /** span を、頭の見出しと本文に割る。見出しが無ければ span 1 つ。 */
107
+ export const cutRunInHeadings = (source: string, span: Span, openers: HeadingOpeners): Span[] => {
108
+ const cuts = cutsFrom(source, span.start, span.end, openers);
109
+ const starts = [span.start, ...cuts];
110
+ return starts.map((start, index) => ({ start, end: cuts[index] ?? span.end }));
111
+ };