@chaffjs/lang-ja 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,2 @@
1
+ export declare const citedDocument: (text: string, at: number) => string | undefined;
2
+ //# sourceMappingURL=citation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"citation.d.ts","sourceRoot":"","sources":["../src/citation.ts"],"names":[],"mappings":"AAiDA,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM,KAAG,MAAM,GAAG,SAMjE,CAAC"}
@@ -0,0 +1,52 @@
1
+ // 他の文書を指す参照。「民法第709条」の第709条はこの文書の条ではない。
2
+ /** 文書の種類を表す語。名前がこれで終われば、その直後の「第N条」はその文書の条。長いものから当てる。 */
3
+ const DOCUMENT_KINDS = [
4
+ "ガイドライン",
5
+ "契約書",
6
+ "法律",
7
+ "条例",
8
+ "条約",
9
+ "契約",
10
+ "規約",
11
+ "規程",
12
+ "規則",
13
+ "約款",
14
+ "細則",
15
+ "要綱",
16
+ "要領",
17
+ "指針",
18
+ "基準",
19
+ "協定",
20
+ "覚書",
21
+ "告示",
22
+ "通達",
23
+ "法",
24
+ "令",
25
+ ];
26
+ /** 「本契約」「当規約」はこの文書自身。「同法」は前に出た別の法令なので、他の文書。 */
27
+ const SELF_PREFIXES = ["本", "当"];
28
+ const NAME_CHAR = /[\p{Script=Han}\p{Script=Katakana}ー・A-Za-z0-9]/u;
29
+ /** 名前は長くても数十字。後ろ向きに読む長さを抑え、長い行で遅くならないようにする。 */
30
+ const MAX_NAME_LENGTH = 30;
31
+ /**
32
+ * at の直前に書かれた文書名。「民法第709条」なら「民法」。この文書の条を指すなら undefined。
33
+ * 名前が種類の語だけ(「契約第3条」)のときも、どの文書か決まらないので undefined にする。
34
+ */
35
+ /** 法律の題名は平仮名を挟む(「個人情報の保護に関する法律」)。「法律」で終わるときだけ、平仮名もさかのぼって読む。 */
36
+ const TITLE_CHAR = /[\p{Script=Han}\p{Script=Katakana}\p{Script=Hiragana}ー・A-Za-z0-9]/u;
37
+ const LAW_TITLE_END = "法律";
38
+ const nameBefore = (text, at, char) => {
39
+ let start = at;
40
+ while (start > 0 && at - start < MAX_NAME_LENGTH && char.test(text[start - 1] ?? ""))
41
+ start -= 1;
42
+ return text.slice(start, at);
43
+ };
44
+ export const citedDocument = (text, at) => {
45
+ const plain = nameBefore(text, at, NAME_CHAR);
46
+ const name = plain === LAW_TITLE_END ? nameBefore(text, at, TITLE_CHAR) : plain;
47
+ const kind = DOCUMENT_KINDS.find((candidate) => name.endsWith(candidate));
48
+ if (kind === undefined || name.length === kind.length)
49
+ return undefined;
50
+ return SELF_PREFIXES.some((prefix) => name.startsWith(prefix)) ? undefined : name;
51
+ };
52
+ //# sourceMappingURL=citation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"citation.js","sourceRoot":"","sources":["../src/citation.ts"],"names":[],"mappings":"AAAA,wCAAwC;AAExC,wDAAwD;AACxD,MAAM,cAAc,GAAG;IACrB,QAAQ;IACR,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,GAAG;IACH,GAAG;CACJ,CAAC;AAEF,+CAA+C;AAC/C,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAEjC,MAAM,SAAS,GAAG,iDAAiD,CAAC;AAEpE,+CAA+C;AAC/C,MAAM,eAAe,GAAG,EAAE,CAAC;AAE3B;;;GAGG;AACH,+DAA+D;AAC/D,MAAM,UAAU,GAAG,oEAAoE,CAAC;AACxF,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,IAAY,EAAU,EAAE;IACpE,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,OAAO,KAAK,GAAG,CAAC,IAAI,EAAE,GAAG,KAAK,GAAG,eAAe,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IACjG,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AAC/B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,EAAU,EAAsB,EAAE;IAC5E,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAChF,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1E,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IACxE,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AACpF,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAgB,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2DlG,eAAO,MAAM,OAAO,EAAE,eAyBrB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAgB,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA2DlG,eAAO,MAAM,OAAO,EAAE,eA0BrB,CAAC"}
package/dist/index.js CHANGED
@@ -1,5 +1,6 @@
1
1
  import { split, SentenceSplitterSyntax } from "sentence-splitter";
2
2
  import { loadLexicons } from "./lexicons.js";
3
+ import { structure } from "./structure.js";
3
4
  import { isReady, predicateOnly, prepare, tokenize } from "./pos.js";
4
5
  // chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
5
6
  /**
@@ -73,6 +74,7 @@ export const adapter = {
73
74
  return [...source.matchAll(JAPANESE)].length / total;
74
75
  },
75
76
  lexicons: loadLexicons(),
77
+ structure,
76
78
  segment: (text) => {
77
79
  const sentences = merge(text, rawSpans(text));
78
80
  return { sentences: isReady() ? withTokens(text, sentences) : sentences };
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGrE,2CAA2C;AAE3C;;;;;;;;;GASG;AACH,MAAM,MAAM,GAAG,sBAAsB,CAAC;AAEtC,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEvF,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CACxC,KAAK,CAAC,IAAI,CAAC;KACR,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,sBAAsB,CAAC,QAAQ,CAAC;KAC/D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAEnE;;;GAGG;AACH,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,KAAsB,EAAc,EAAE,CACnE,KAAK;KACF,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;IAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxB,yCAAyC;IACzC,uCAAuC;IACvC,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5F,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,CAAC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;AACxB,CAAC,EAAE,EAAE,CAAC;KACL,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAEzE;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,SAA8B,EAAc,EAAE;IAChF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAChD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,QAAQ;QACX,qCAAqC;QACrC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAChI,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,gDAAgD;QAChD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,IAAkB,EAAiB,EAAE;QACnD,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,OAAO,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IACvD,CAAC;IACD,QAAQ,EAAE,YAAY,EAAE;IACxB,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5E,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGrE,2CAA2C;AAE3C;;;;;;;;;GASG;AACH,MAAM,MAAM,GAAG,sBAAsB,CAAC;AAEtC,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEvF,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CACxC,KAAK,CAAC,IAAI,CAAC;KACR,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,sBAAsB,CAAC,QAAQ,CAAC;KAC/D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAEnE;;;GAGG;AACH,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,KAAsB,EAAc,EAAE,CACnE,KAAK;KACF,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;IAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxB,yCAAyC;IACzC,uCAAuC;IACvC,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5F,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,CAAC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;AACxB,CAAC,EAAE,EAAE,CAAC;KACL,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAEzE;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,SAA8B,EAAc,EAAE;IAChF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAChD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,QAAQ;QACX,qCAAqC;QACrC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAChI,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,gDAAgD;QAChD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,IAAkB,EAAiB,EAAE;QACnD,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,OAAO,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IACvD,CAAC;IACD,QAAQ,EAAE,YAAY,EAAE;IACxB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5E,CAAC;CACF,CAAC"}
@@ -0,0 +1,8 @@
1
+ export declare const toHalfWidth: (text: string) => string;
2
+ /**
3
+ * 番号や数を数にする。全角数字は半角に、漢数字は位取りで読む(十二 = 12、二十一 = 21、百五 = 105、一〇 = 10)。
4
+ * 算用数字と万・億の組(「10万」)も読む。小数(「1.5」)も読む。読めないものは undefined。
5
+ * 番号を読み違えると番地が変わり、参照先が無いという誤りを作ってしまう。
6
+ */
7
+ export declare const parseJapaneseNumber: (text: string) => number | undefined;
8
+ //# sourceMappingURL=numbers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"numbers.d.ts","sourceRoot":"","sources":["../src/numbers.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,KAAG,MAAwF,CAAC;AAYpI;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,GAAI,MAAM,MAAM,KAAG,MAAM,GAAG,SAQ3D,CAAC"}
@@ -0,0 +1,34 @@
1
+ // 日本語の数の読み方。条番号・数量・日付が同じ読み方を使う。
2
+ const DIGIT = { 〇: 0, 一: 1, 二: 2, 三: 3, 四: 4, 五: 5, 六: 6, 七: 7, 八: 8, 九: 9 };
3
+ const PLACE = { 十: 10, 百: 100, 千: 1000 };
4
+ /** 万・億は、そこまでの数全体を桁上げする。「十二万五千」= 125000。 */
5
+ const MYRIAD = { 万: 10_000, 億: 100_000_000 };
6
+ const FULLWIDTH_ZERO = 0xff10;
7
+ export const toHalfWidth = (text) => text.replace(/[0-9]/gu, (char) => String(char.charCodeAt(0) - FULLWIDTH_ZERO));
8
+ const step = (acc, char) => {
9
+ const myriad = MYRIAD[char];
10
+ if (myriad !== undefined)
11
+ return { done: acc.done + (acc.total + acc.current || 1) * myriad, total: 0, current: 0 };
12
+ const place = PLACE[char];
13
+ if (place !== undefined)
14
+ return { done: acc.done, total: acc.total + (acc.current === 0 ? 1 : acc.current) * place, current: 0 };
15
+ return { done: acc.done, total: acc.total, current: acc.current * 10 + (DIGIT[char] ?? 0) };
16
+ };
17
+ /**
18
+ * 番号や数を数にする。全角数字は半角に、漢数字は位取りで読む(十二 = 12、二十一 = 21、百五 = 105、一〇 = 10)。
19
+ * 算用数字と万・億の組(「10万」)も読む。小数(「1.5」)も読む。読めないものは undefined。
20
+ * 番号を読み違えると番地が変わり、参照先が無いという誤りを作ってしまう。
21
+ */
22
+ export const parseJapaneseNumber = (text) => {
23
+ const half = toHalfWidth(text).replace(/,/gu, "");
24
+ if (/^\d+(?:\.\d+)?$/u.test(half))
25
+ return Number(half);
26
+ const arabicMyriad = /^(?<n>\d+(?:\.\d+)?)(?<unit>[万億])$/u.exec(half)?.groups;
27
+ if (arabicMyriad?.["n"] !== undefined && arabicMyriad["unit"] !== undefined)
28
+ return Number(arabicMyriad["n"]) * (MYRIAD[arabicMyriad["unit"]] ?? 1);
29
+ if (!/^[〇一二三四五六七八九十百千万億]+$/u.test(text))
30
+ return undefined;
31
+ const { done, total, current } = [...text].reduce(step, { done: 0, total: 0, current: 0 });
32
+ return done + total + current;
33
+ };
34
+ //# sourceMappingURL=numbers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"numbers.js","sourceRoot":"","sources":["../src/numbers.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,MAAM,KAAK,GAAqC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;AAC/G,MAAM,KAAK,GAAqC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;AAC3E,2CAA2C;AAC3C,MAAM,MAAM,GAAqC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC;AAE/E,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC;AAIpI,MAAM,IAAI,GAAG,CAAC,GAAY,EAAE,IAAY,EAAW,EAAE;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACpH,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACjI,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;AAC9F,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAsB,EAAE;IACtE,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAClD,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,YAAY,GAAG,qCAAqC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAC9E,IAAI,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACpJ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3F,OAAO,IAAI,GAAG,KAAK,GAAG,OAAO,CAAC;AAChC,CAAC,CAAC"}
package/dist/pos.d.ts CHANGED
@@ -5,4 +5,18 @@ export declare const prepare: () => Promise<void>;
5
5
  export declare const isReady: () => boolean;
6
6
  export declare const predicateOnly: (tokens: readonly Token[]) => Token[];
7
7
  export declare const tokenize: (text: string) => Token[] | undefined;
8
+ /**
9
+ * 構造を読むときに使う、IPADIC の細分類まで持った形態素。助数詞(名詞,接尾,助数詞)は
10
+ * 二段目の細分類にしか現れないので、UPOS に寄せた token からは読めない。
11
+ */
12
+ export type Morph = {
13
+ readonly start: number;
14
+ readonly end: number;
15
+ readonly surface: string;
16
+ readonly pos: string;
17
+ readonly detail1: string;
18
+ readonly detail2: string;
19
+ };
20
+ /** 解析器を読み込んでいなければ undefined。呼ぶ側は、形態素なしの読み方に戻る。 */
21
+ export declare const morphemes: (text: string) => Morph[] | undefined;
8
22
  //# sourceMappingURL=pos.d.ts.map
package/dist/pos.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"pos.d.ts","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAoF5C,eAAO,MAAM,IAAI,GAAI,KAAK,MAAM,EAAE,QAAQ,MAAM,KAAG,MAAiD,CAAC;AA8BrG,wCAAwC;AACxC,eAAO,MAAM,OAAO,QAAa,OAAO,CAAC,IAAI,CAG5C,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,OAAoC,CAAC;AAwChE,eAAO,MAAM,aAAa,GAAI,QAAQ,SAAS,KAAK,EAAE,KAAG,KAAK,EAO1D,CAAC;AAEL,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAMjD,CAAC"}
1
+ {"version":3,"file":"pos.d.ts","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAoF5C,eAAO,MAAM,IAAI,GAAI,KAAK,MAAM,EAAE,QAAQ,MAAM,KAAG,MAAiD,CAAC;AA8BrG,wCAAwC;AACxC,eAAO,MAAM,OAAO,QAAa,OAAO,CAAC,IAAI,CAG5C,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,OAAoC,CAAC;AAwChE,eAAO,MAAM,aAAa,GAAI,QAAQ,SAAS,KAAK,EAAE,KAAG,KAAK,EAO1D,CAAC;AAEL,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAMjD,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAQF,kDAAkD;AAClD,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAQlD,CAAC"}
package/dist/pos.js CHANGED
@@ -140,4 +140,21 @@ export const tokenize = (text) => {
140
140
  .filter(isMorpheme)
141
141
  .map(toToken);
142
142
  };
143
+ const detail2Of = (value) => {
144
+ const record = isRecord(value) ? { ...value } : {};
145
+ const detail = record["pos_detail_2"];
146
+ return typeof detail === "string" ? detail : "*";
147
+ };
148
+ /** 解析器を読み込んでいなければ undefined。呼ぶ側は、形態素なしの読み方に戻る。 */
149
+ export const morphemes = (text) => {
150
+ const tokenizer = state.ready;
151
+ if (tokenizer === undefined)
152
+ return undefined;
153
+ return toArray(callMethod(tokenizer, "tokenize", [text])).flatMap((raw) => {
154
+ if (!isMorpheme(raw))
155
+ return [];
156
+ const start = raw.word_position - 1;
157
+ return [{ start, end: start + raw.surface_form.length, surface: raw.surface_form, pos: raw.pos, detail1: raw.pos_detail_1, detail2: detail2Of(raw) }];
158
+ });
159
+ };
143
160
  //# sourceMappingURL=pos.js.map
package/dist/pos.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"pos.js","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAkB/C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAEnH,MAAM,OAAO,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAE5F,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqD,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,CAAC;AAEtH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AAE7G,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqB,EAAE,CACvD,QAAQ,CAAC,KAAK,CAAC;IACf,OAAO,KAAK,CAAC,eAAe,CAAC,KAAK,QAAQ;IAC1C,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ;IAChC,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC;AAE1C,MAAM,cAAc,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAE5G,0EAA0E;AAC1E,MAAM,UAAU,GAAG,CAAC,KAA8B,EAAE,IAAY,EAAE,IAAwB,EAAW,EAAE;IACrG,MAAM,MAAM,GAAY,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,WAAW,CAAC,CAAC;IAC/E,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAe,EAAQ,EAAE;IAC1C,MAAM,MAAM,GAAY,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACnF,MAAM,OAAO,GAAY,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACxF,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,SAAS,GAAqC;IAClD,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;CACd,CAAC;AAEF,MAAM,MAAM,GAAqC;IAC/C,EAAE,EAAE,MAAM;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,OAAO;IACZ,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,MAAM;IACX,EAAE,EAAE,OAAO;IACX,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,MAAc,EAAU,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;AAErG;;;;GAIG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7C,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAErJ;;;;;GAKG;AACH,MAAM,eAAe,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,KAAK,CAAC;AAElH,MAAM,KAAK,GAA8E,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAElI,MAAM,KAAK,GAAG,KAAK,IAAwB,EAAE,CAC3C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,SAAS,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QAC7B,IAAI,KAAK,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACrE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;;YAC7E,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,wCAAwC;AACxC,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;IAC/C,KAAK,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;IAC1B,KAAK,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;AAEhE;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAS,EAAE,CAAC,CAAC;IAC9C,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,aAAa,GAAG,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE;IAC3G,OAAO,EAAE,QAAQ,CAAC,YAAY;IAC9B,iDAAiD;IACjD,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5E,GAAG,CAAC,QAAQ,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;IACtE,GAAG,UAAU,CAAC,QAAQ,CAAC;CACxB,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAmD,EAAE;IACzF,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAChE,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC;IAC9E,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAEnD,2BAA2B;AAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtD,MAAM,SAAS,GAAG,CAAC,MAAwB,EAAE,IAAY,EAAU,EAAE,CACnE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC;AAEtH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAwB,EAAW,EAAE,CACjE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACvD,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACnI,IAAI,CAAC,YAAY;QAAE,OAAO,KAAK,CAAC;IAChC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;AACpI,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;SACtD,MAAM,CAAC,UAAU,CAAC;SAClB,GAAG,CAAC,OAAO,CAAC,CAAC;AAClB,CAAC,CAAC"}
1
+ {"version":3,"file":"pos.js","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAkB/C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAEnH,MAAM,OAAO,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAE5F,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqD,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,CAAC;AAEtH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AAE7G,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqB,EAAE,CACvD,QAAQ,CAAC,KAAK,CAAC;IACf,OAAO,KAAK,CAAC,eAAe,CAAC,KAAK,QAAQ;IAC1C,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ;IAChC,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC;AAE1C,MAAM,cAAc,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAE5G,0EAA0E;AAC1E,MAAM,UAAU,GAAG,CAAC,KAA8B,EAAE,IAAY,EAAE,IAAwB,EAAW,EAAE;IACrG,MAAM,MAAM,GAAY,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,WAAW,CAAC,CAAC;IAC/E,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAe,EAAQ,EAAE;IAC1C,MAAM,MAAM,GAAY,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACnF,MAAM,OAAO,GAAY,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACxF,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,SAAS,GAAqC;IAClD,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;CACd,CAAC;AAEF,MAAM,MAAM,GAAqC;IAC/C,EAAE,EAAE,MAAM;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,OAAO;IACZ,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,MAAM;IACX,EAAE,EAAE,OAAO;IACX,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,MAAc,EAAU,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;AAErG;;;;GAIG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7C,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAErJ;;;;;GAKG;AACH,MAAM,eAAe,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,KAAK,CAAC;AAElH,MAAM,KAAK,GAA8E,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAElI,MAAM,KAAK,GAAG,KAAK,IAAwB,EAAE,CAC3C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,SAAS,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QAC7B,IAAI,KAAK,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACrE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;;YAC7E,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,wCAAwC;AACxC,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;IAC/C,KAAK,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;IAC1B,KAAK,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;AAEhE;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAS,EAAE,CAAC,CAAC;IAC9C,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,aAAa,GAAG,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE;IAC3G,OAAO,EAAE,QAAQ,CAAC,YAAY;IAC9B,iDAAiD;IACjD,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5E,GAAG,CAAC,QAAQ,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;IACtE,GAAG,UAAU,CAAC,QAAQ,CAAC;CACxB,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAmD,EAAE;IACzF,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAChE,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC;IAC9E,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAEnD,2BAA2B;AAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtD,MAAM,SAAS,GAAG,CAAC,MAAwB,EAAE,IAAY,EAAU,EAAE,CACnE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC;AAEtH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAwB,EAAW,EAAE,CACjE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACvD,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACnI,IAAI,CAAC,YAAY;QAAE,OAAO,KAAK,CAAC;IAChC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;AACpI,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;SACtD,MAAM,CAAC,UAAU,CAAC;SAClB,GAAG,CAAC,OAAO,CAAC,CAAC;AAClB,CAAC,CAAC;AAeF,MAAM,SAAS,GAAG,CAAC,KAAc,EAAU,EAAE;IAC3C,MAAM,MAAM,GAA4B,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;IACtC,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC,CAAC;AAEF,kDAAkD;AAClD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACxE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC;QACpC,OAAO,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC"}
@@ -0,0 +1,9 @@
1
+ import type { Mention } from "chaffjs/plugin";
2
+ export declare const quantities: (text: string) => Mention[];
3
+ export declare const dates: (text: string) => Mention[];
4
+ /**
5
+ * 「1.5 倍になった。」の 1.5 は章番号ではない。番号と続く語のあいだの空白を詰めて読み直し、
6
+ * 続く語が助数詞なら数量の一部と分かる。空白のあるままだと、解析器は「倍」を普通の名詞と読む。
7
+ */
8
+ export declare const countedAfter: (number: string, rest: string) => boolean;
9
+ //# sourceMappingURL=quantities.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"quantities.d.ts","sourceRoot":"","sources":["../src/quantities.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AA0K9C,eAAO,MAAM,UAAU,GAAI,MAAM,MAAM,KAAG,OAAO,EACiF,CAAC;AAEnI,eAAO,MAAM,KAAK,GAAI,MAAM,MAAM,KAAG,OAAO,EAAkC,CAAC;AAE/E;;;GAGG;AACH,eAAO,MAAM,YAAY,GAAI,QAAQ,MAAM,EAAE,MAAM,MAAM,KAAG,OAG3D,CAAC"}
@@ -0,0 +1,151 @@
1
+ import { parseJapaneseNumber, toHalfWidth } from "./numbers.js";
2
+ import { isReady, morphemes } from "./pos.js";
3
+ const PERCENT = new Set(["%", "%"]);
4
+ /** 形態素が無いときの単位の表。長いものから当てる。形態素があれば、助数詞はすべて読める。 */
5
+ const UNITS = [
6
+ "営業日",
7
+ "パーセント",
8
+ "か月",
9
+ "ヶ月",
10
+ "カ月",
11
+ "箇月",
12
+ "週間",
13
+ "時間",
14
+ "万円",
15
+ "日",
16
+ "年",
17
+ "月",
18
+ "分",
19
+ "円",
20
+ "件",
21
+ "回",
22
+ "人",
23
+ "名",
24
+ "倍",
25
+ "個",
26
+ "%",
27
+ "%",
28
+ ];
29
+ const isNumeral = (morph) => morph !== undefined && morph.pos === "名詞" && morph.detail1 === "数";
30
+ /** IPADIC は「4月」の「月」を助数詞でなく普通の名詞と読む。数の直後にあるときだけ、暦の月として数える。 */
31
+ const COMMON_NOUN_COUNTERS = new Set(["月"]);
32
+ const isCounter = (morph) => morph !== undefined && (morph.detail2 === "助数詞" || PERCENT.has(morph.surface) || COMMON_NOUN_COUNTERS.has(morph.surface));
33
+ /** 「1.5」は 1 . 5 と切られる。数に挟まれた点とカンマは数の一部として読む。 */
34
+ const isJoiner = (morphs, index) => {
35
+ const morph = morphs[index];
36
+ return morph !== undefined && [".", ",", ".", ","].includes(morph.surface) && isNumeral(morphs[index - 1]) && isNumeral(morphs[index + 1]);
37
+ };
38
+ /** index から始まる数の並びの終わり(含まない)。 */
39
+ const runEnd = (morphs, index) => {
40
+ let end = index;
41
+ while (isNumeral(morphs[end]) || isJoiner(morphs, end))
42
+ end += 1;
43
+ return end;
44
+ };
45
+ /** 「第3条」の 3 は番号で、数量ではない。 */
46
+ const isOrdinal = (morph) => morph?.surface === "第";
47
+ /** 数と単位のあいだに置かれうる空白 1 文字。構造の型(structure.ts の SPACE)と同じく、全角空白とタブも含む。 */
48
+ const GAP = new Set([" ", "\t", "\u3000"]);
49
+ const isSpace = (morph) => morph !== undefined && GAP.has(morph.surface);
50
+ /**
51
+ * 「1.5 倍」の「倍」は、数とのあいだに空白があると解析器が普通の名詞と読む。
52
+ * 空白を詰めて読み直し、数の直後に来る語が助数詞ならその語を返す。
53
+ */
54
+ const unitAfterSpace = (number, rest) => {
55
+ const next = morphemes(toHalfWidth(number + rest.slice(0, 8)))?.find((morph) => morph.start >= number.length);
56
+ return next !== undefined && isCounter(next) ? next.surface : undefined;
57
+ };
58
+ const counterAt = (text, morphs, number, end) => {
59
+ const next = morphs[end];
60
+ if (next !== undefined && isCounter(next))
61
+ return { unit: next.surface, end: next.end };
62
+ if (!isSpace(next))
63
+ return undefined;
64
+ const unit = unitAfterSpace(number, text.slice(next.end));
65
+ return unit === undefined ? undefined : { unit, end: next.end + unit.length };
66
+ };
67
+ const countedByMorphemes = (text, morphs) => {
68
+ const found = [];
69
+ let index = 0;
70
+ while (index < morphs.length) {
71
+ const end = runEnd(morphs, index);
72
+ const first = morphs[index];
73
+ if (first !== undefined && end > index && !isOrdinal(morphs[index - 1])) {
74
+ const number = text.slice(first.start, morphs[end - 1]?.end ?? first.end);
75
+ const value = parseJapaneseNumber(number);
76
+ const counter = counterAt(text, morphs, number, end);
77
+ if (value !== undefined && counter !== undefined)
78
+ found.push({ start: first.start, end: counter.end, value, unit: counter.unit });
79
+ }
80
+ index = Math.max(end, index + 1);
81
+ }
82
+ return found;
83
+ };
84
+ const NUMBER_RUN = /[0-90-9][0-90-9.,]{0,15}|[〇一二三四五六七八九十百千万億]{1,12}/gu;
85
+ const countedByTable = (text) => [...text.matchAll(NUMBER_RUN)].flatMap((match) => {
86
+ // 形態素の経路と同じく、数と単位のあいだの空白 1 つは詰めて読む。
87
+ const after = match.index + match[0].length + (GAP.has(text[match.index + match[0].length] ?? "") ? 1 : 0);
88
+ const unit = UNITS.find((candidate) => text.startsWith(candidate, after));
89
+ const value = parseJapaneseNumber(toHalfWidth(match[0]));
90
+ const ordinal = text[match.index - 1] === "第";
91
+ return unit === undefined || value === undefined || ordinal ? [] : [{ start: match.index, end: after + unit.length, value, unit }];
92
+ });
93
+ /** quantities と dates は同じ行を続けて読む。直前の 1 行だけ覚えて、同じ行を二度解析しない。 */
94
+ const last = { text: undefined, ready: false, found: [] };
95
+ const counted = (text) => {
96
+ if (last.text === text && last.ready === isReady())
97
+ return last.found;
98
+ // IPADIC は全角の「4月」を一語の名詞と読む。全角数字は 1 文字ずつ半角にしてから読むので、位置は変わらない。
99
+ const half = toHalfWidth(text);
100
+ const morphs = morphemes(half);
101
+ const found = morphs === undefined ? countedByTable(text) : countedByMorphemes(half, morphs);
102
+ Object.assign(last, { text, ready: isReady(), found });
103
+ return found;
104
+ };
105
+ const pad = (value) => String(value).padStart(2, "0");
106
+ const YEAR_FLOOR = 1000;
107
+ /** right が left の直後に続く、単位 unit の数量か。「2024年 4月」のように間が空けば日付にしない。 */
108
+ const follows = (left, right, unit) => left !== undefined && right?.unit === unit && right.start === left.end;
109
+ const dateOf = (parts, value) => ({
110
+ date: { start: parts[0]?.start ?? 0, end: parts.at(-1)?.end ?? 0, attrs: { value } },
111
+ used: parts.length,
112
+ });
113
+ /** 「2024年4月1日」「2024年4月」。 */
114
+ const yearMonth = (year, month, day) => {
115
+ if (year?.unit !== "年" || !follows(year, month, "月"))
116
+ return undefined;
117
+ const base = `${String(year.value)}-${pad(month.value)}`;
118
+ return follows(month, day, "日") ? dateOf([year, month, day], `${base}-${pad(day.value)}`) : dateOf([year, month], base);
119
+ };
120
+ /** 「4月1日」。年の無い日付。 */
121
+ const monthDay = (month, day) => month?.unit === "月" && follows(month, day, "日") ? dateOf([month, day], `${pad(month.value)}-${pad(day.value)}`) : undefined;
122
+ /** 年だけのときは 1000 以上なら年(2024年)、それより小さければ期間(3年)。 */
123
+ const yearOnly = (year) => year?.unit === "年" && year.value >= YEAR_FLOOR ? dateOf([year], String(year.value)) : undefined;
124
+ /** 隣り合った「年」「月」「日」を 1 つの日付にする。「2024年4月1日」は 3 つの数量ではなく 2024-04-01。 */
125
+ const toDates = (items) => {
126
+ const dates = [];
127
+ const rest = [];
128
+ let index = 0;
129
+ while (index < items.length) {
130
+ const [first, second, third] = [items[index], items[index + 1], items[index + 2]];
131
+ const found = yearMonth(first, second, third) ?? monthDay(first, second) ?? yearOnly(first);
132
+ if (found !== undefined)
133
+ dates.push(found.date);
134
+ else if (first !== undefined)
135
+ rest.push(first);
136
+ index += found?.used ?? 1;
137
+ }
138
+ return { dates, rest };
139
+ };
140
+ export const quantities = (text) => toDates(counted(text)).rest.map((item) => ({ start: item.start, end: item.end, attrs: { value: item.value, unit: item.unit } }));
141
+ export const dates = (text) => toDates(counted(text)).dates;
142
+ /**
143
+ * 「1.5 倍になった。」の 1.5 は章番号ではない。番号と続く語のあいだの空白を詰めて読み直し、
144
+ * 続く語が助数詞なら数量の一部と分かる。空白のあるままだと、解析器は「倍」を普通の名詞と読む。
145
+ */
146
+ export const countedAfter = (number, rest) => {
147
+ if (!isReady())
148
+ return UNITS.some((unit) => rest.startsWith(unit));
149
+ return unitAfterSpace(number, rest) !== undefined;
150
+ };
151
+ //# sourceMappingURL=quantities.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"quantities.js","sourceRoot":"","sources":["../src/quantities.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAc,MAAM,UAAU,CAAC;AAM1D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AACpC,kDAAkD;AAClD,MAAM,KAAK,GAAG;IACZ,KAAK;IACL,OAAO;IACP,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;CACJ,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAwB,EAAW,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,GAAG,CAAC;AAE5H,6DAA6D;AAC7D,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAE5C,MAAM,SAAS,GAAG,CAAC,KAAwB,EAAW,EAAE,CACtD,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAE5H,gDAAgD;AAChD,MAAM,QAAQ,GAAG,CAAC,MAAwB,EAAE,KAAa,EAAW,EAAE;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,OAAO,KAAK,KAAK,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7I,CAAC,CAAC;AAEF,iCAAiC;AACjC,MAAM,MAAM,GAAG,CAAC,MAAwB,EAAE,KAAa,EAAU,EAAE;IACjE,IAAI,GAAG,GAAG,KAAK,CAAC;IAChB,OAAO,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC;QAAE,GAAG,IAAI,CAAC,CAAC;IACjE,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,4BAA4B;AAC5B,MAAM,SAAS,GAAG,CAAC,KAAwB,EAAW,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,GAAG,CAAC;AAEhF,uEAAuE;AACvE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE3C,MAAM,OAAO,GAAG,CAAC,KAAwB,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAE5G;;;GAGG;AACH,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,IAAY,EAAsB,EAAE;IAC1E,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9G,OAAO,IAAI,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC,CAAC;AAIF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,MAAwB,EAAE,MAAc,EAAE,GAAW,EAAoB,EAAE;IAC1G,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACzB,IAAI,IAAI,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;IACxF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;AAChF,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,MAAwB,EAAa,EAAE;IAC/E,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YACrD,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACpI,CAAC;QACD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,oDAAoD,CAAC;AAExE,MAAM,cAAc,GAAG,CAAC,IAAY,EAAa,EAAE,CACjD,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;IAC/C,oCAAoC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3G,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,mBAAmB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC;IAC9C,OAAO,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACrI,CAAC,CAAC,CAAC;AAEL,8DAA8D;AAC9D,MAAM,IAAI,GAA4E,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAEnI,MAAM,OAAO,GAAG,CAAC,IAAY,EAAsB,EAAE;IACnD,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC;IACtE,6DAA6D;IAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7F,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACvD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,GAAG,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAEtE,MAAM,UAAU,GAAG,IAAI,CAAC;AAIxB,kEAAkE;AAClE,MAAM,OAAO,GAAG,CAAC,IAAyB,EAAE,KAA0B,EAAE,IAAY,EAAoB,EAAE,CACxG,IAAI,KAAK,SAAS,IAAI,KAAK,EAAE,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,CAAC;AAEzE,MAAM,MAAM,GAAG,CAAC,KAAyB,EAAE,KAAa,EAAa,EAAE,CAAC,CAAC;IACvE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE;IACpF,IAAI,EAAE,KAAK,CAAC,MAAM;CACnB,CAAC,CAAC;AAEH,4BAA4B;AAC5B,MAAM,SAAS,GAAG,CAAC,IAAyB,EAAE,KAA0B,EAAE,GAAwB,EAAyB,EAAE;IAC3H,IAAI,IAAI,EAAE,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACvE,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;IACzD,OAAO,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;AAC1H,CAAC,CAAC;AAEF,qBAAqB;AACrB,MAAM,QAAQ,GAAG,CAAC,KAA0B,EAAE,GAAwB,EAAyB,EAAE,CAC/F,KAAK,EAAE,IAAI,KAAK,GAAG,IAAI,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAE9H,iDAAiD;AACjD,MAAM,QAAQ,GAAG,CAAC,IAAyB,EAAyB,EAAE,CACpE,IAAI,EAAE,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAElG,oEAAoE;AACpE,MAAM,OAAO,GAAG,CAAC,KAAyB,EAA2D,EAAE;IACrG,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5F,IAAI,KAAK,KAAK,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC3C,IAAI,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,KAAK,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAa,EAAE,CACpD,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;AAEnI,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,IAAY,EAAa,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;AAE/E;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAE,IAAY,EAAW,EAAE;IACpE,IAAI,CAAC,OAAO,EAAE;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,OAAO,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,SAAS,CAAC;AACpD,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { StructurePatterns } from "chaffjs/plugin";
2
+ export declare const structure: StructurePatterns;
3
+ //# sourceMappingURL=structure.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"structure.d.ts","sourceRoot":"","sources":["../src/structure.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA2C,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AA8MjG,eAAO,MAAM,SAAS,EAAE,iBAAuG,CAAC"}
@@ -0,0 +1,176 @@
1
+ import { parseJapaneseNumber, toHalfWidth } from "./numbers.js";
2
+ import { citedDocument } from "./citation.js";
3
+ import { countedAfter, dates, quantities } from "./quantities.js";
4
+ // 契約書・規程・法令の番号の書き方。core は番号の書き方を知らず、ここで読んだものを入れ子にする。
5
+ const NUMBER = "[0-90-9〇一二三四五六七八九十百千]{1,6}";
6
+ const SPACE = "[ \\t\\u3000]";
7
+ /** 見出しとして読めるのは、番号の直後が空白・括弧・行末のとき。「第3条に定める」は本文。 */
8
+ const ARTICLE = new RegExp(`^${SPACE}*第(?<n>${NUMBER})条(?:の(?<sub>${NUMBER}))?(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
9
+ const PARAGRAPH = new RegExp(`^${SPACE}*第(?<n>${NUMBER})項(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
10
+ const ITEM = new RegExp(`^${SPACE}*第(?<n>${NUMBER})号(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
11
+ /**
12
+ * 法令の項と号は、番号だけを行頭に置き、全角空白で本文と区切る(「2」「一」)。条の中でだけ読む。
13
+ * 半角数字や漢数字に半角空白が続くだけなら本文として扱う。「3 人で」「一 人で」を項や号にしない。
14
+ */
15
+ const BARE_PARAGRAPH = new RegExp(`^${SPACE}*(?<n>[0-9]{1,3})\\u3000+(?<rest>\\S.*)$`, "u");
16
+ const BARE_FULLWIDTH_PARAGRAPH = new RegExp(`^${SPACE}*(?<n>[0-9]{1,3})${SPACE}+(?<rest>\\S.*)$`, "u");
17
+ const BARE_ITEM = new RegExp(`^${SPACE}*(?<n>[一二三四五六七八九十]{1,3})\\u3000+(?<rest>\\S.*)$`, "u");
18
+ const PAREN_ITEM = new RegExp(`^${SPACE}*[((](?<n>[0-90-9]{1,3})[))]${SPACE}*(?<rest>\\S.*)$`, "u");
19
+ /** 「第3条(支払)」の括弧の中が見出し。括弧が無ければ、条は後ろ全部を、項・号は本文なので空を見出しにする。 */
20
+ const headingOf = (rest, whole) => {
21
+ const trimmed = rest.trim();
22
+ const bracketed = /^[((](?<title>[^))]{1,40})[))]\s*$/u.exec(trimmed)?.groups?.["title"];
23
+ // 法令の「第三条 事業者は、…。」は見出しの無い条で、後ろは本文。文を見出しにしない。
24
+ return bracketed ?? (whole && !trimmed.includes("。") ? trimmed : "");
25
+ };
26
+ const numberOf = (text) => {
27
+ const value = text === undefined ? undefined : parseJapaneseNumber(text);
28
+ return value === undefined ? undefined : String(value);
29
+ };
30
+ const insideArticle = (context) => context.open.some((open) => open.kind === "article");
31
+ /** 「(2)」は開いている「(1)」の兄弟。無ければ、開いているものより一段深い。 */
32
+ const PAREN_LABEL = /^(\d+)$/u;
33
+ const parenDepth = (context) => [...context.open].reverse().find((open) => PAREN_LABEL.test(open.label))?.depth ?? (context.open.at(-1)?.depth ?? 0) + 1;
34
+ const article = (line) => {
35
+ const groups = ARTICLE.exec(line)?.groups;
36
+ const main = numberOf(groups?.["n"]);
37
+ if (groups === undefined || main === undefined)
38
+ return undefined;
39
+ const sub = numberOf(groups["sub"]);
40
+ const branch = groups["sub"] === undefined ? "" : "の" + groups["sub"];
41
+ const label = `第${groups["n"] ?? ""}条${branch}`;
42
+ const rest = (groups["rest"] ?? "").trim();
43
+ // 枝番号の条(第3条の2)は並びの外。第3条の次が第4条であることを乱さない。
44
+ const ordinal = sub === undefined ? Number(main) : undefined;
45
+ return {
46
+ kind: "article",
47
+ depth: 1,
48
+ number: sub === undefined ? main : `${main}-${sub}`,
49
+ absolute: true,
50
+ label,
51
+ heading: headingOf(rest, true),
52
+ rest,
53
+ ordinal,
54
+ };
55
+ };
56
+ const ITEM_SHAPES = [
57
+ { pattern: PARAGRAPH, depth: () => 2, label: (n) => `第${n}項`, needsArticle: false },
58
+ { pattern: ITEM, depth: () => 3, label: (n) => `第${n}号`, needsArticle: false },
59
+ { pattern: BARE_PARAGRAPH, depth: () => 2, label: (n) => n, needsArticle: true },
60
+ { pattern: BARE_FULLWIDTH_PARAGRAPH, depth: () => 2, label: (n) => n, needsArticle: true },
61
+ { pattern: BARE_ITEM, depth: () => 3, label: (n) => n, needsArticle: true },
62
+ { pattern: PAREN_ITEM, depth: parenDepth, label: (n) => `(${toHalfWidth(n)})`, needsArticle: false },
63
+ ];
64
+ const item = (line, context) => ITEM_SHAPES.reduce((found, shape) => {
65
+ if (found !== undefined || (shape.needsArticle && !insideArticle(context)))
66
+ return found;
67
+ const groups = shape.pattern.exec(line)?.groups;
68
+ const number = numberOf(groups?.["n"]);
69
+ if (groups === undefined || number === undefined)
70
+ return undefined;
71
+ const rest = (groups["rest"] ?? "").trim();
72
+ const label = shape.label(groups["n"] ?? "");
73
+ return { kind: "item", depth: shape.depth(context), number, absolute: false, label, heading: headingOf(rest, false), rest, ordinal: Number(number) };
74
+ }, undefined);
75
+ /**
76
+ * 条より外のまとまり。法令は章の番号を編ごとに、節の番号を章ごとに振り直すので、
77
+ * 章と節は親の番地に続ける(第2編第1章 → pt2.ch1、その第3節 → pt2.ch1.3)。条は通し番号のまま。
78
+ */
79
+ const CHAPTER = new RegExp(`^${SPACE}*第(?<n>${NUMBER})(?<unit>[編章節])(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
80
+ const CHAPTER_SHAPES = {
81
+ 編: { depth: -2, prefix: "pt" },
82
+ 章: { depth: -1, prefix: "ch" },
83
+ 節: { depth: 0, prefix: "" },
84
+ };
85
+ const chapter = (line) => {
86
+ const groups = CHAPTER.exec(line)?.groups;
87
+ const number = numberOf(groups?.["n"]);
88
+ const shape = CHAPTER_SHAPES[groups?.["unit"] ?? ""];
89
+ if (groups === undefined || number === undefined || shape === undefined)
90
+ return undefined;
91
+ const rest = (groups["rest"] ?? "").trim();
92
+ const label = `第${groups["n"] ?? ""}${groups["unit"] ?? ""}`;
93
+ return {
94
+ kind: "chapter",
95
+ depth: shape.depth,
96
+ number: shape.prefix + number,
97
+ absolute: false,
98
+ label,
99
+ heading: headingOf(rest, true),
100
+ rest,
101
+ ordinal: Number(number),
102
+ };
103
+ };
104
+ const numbered = (line, context) => chapter(line) ?? article(line) ?? item(line, context);
105
+ /** 正規表現の一致を Mention にする。g フラグ付きのものだけを渡す。 */
106
+ const mentions = (pattern, text, attrs) => [...text.matchAll(pattern)].flatMap((match) => {
107
+ const found = attrs(match.groups ?? {}, match[0]);
108
+ return found === undefined ? [] : [{ start: match.index, end: match.index + match[0].length, attrs: found }];
109
+ });
110
+ const DEFINITIONS = [/以下「(?<term>[^「」\n]{1,40})」という/gu, /「(?<term>[^「」\n]{1,40})」とは/gu];
111
+ const definitions = (text) => DEFINITIONS.flatMap((pattern) => mentions(pattern, text, (groups) => (groups["term"] === undefined ? undefined : { term: groups["term"] })));
112
+ const REFERENCE = new RegExp(`第(?<a>${NUMBER})条(?:の(?<s>${NUMBER}))?(?:第(?<p>${NUMBER})項)?(?:第(?<i>${NUMBER})号)?`, "gu");
113
+ /**
114
+ * 「第12条第1項」→ 12.1、「第3条の2」→ 3-2。番地の付け方は木と同じにする。
115
+ * 法令は第 1 項に番号を振らないので、「第4条第1項」は番号付きの 4.1 が無ければ第4条そのものを指す。その行き先を fallback に入れる。
116
+ * 「民法第709条」のように他の文書の名前が前にあれば、その名前を document に入れる。この文書の木では引かない。
117
+ */
118
+ const references = (text) => [...text.matchAll(REFERENCE)].flatMap((match) => {
119
+ const groups = match.groups ?? {};
120
+ const main = numberOf(groups["a"]);
121
+ if (main === undefined)
122
+ return [];
123
+ const sub = numberOf(groups["s"]);
124
+ const article = sub === undefined ? main : `${main}-${sub}`;
125
+ const paragraph = numberOf(groups["p"]);
126
+ const item = numberOf(groups["i"]);
127
+ const target = [article, paragraph, item].filter((part) => part !== undefined).join(".");
128
+ const fallback = paragraph === "1" ? [article, item].filter((part) => part !== undefined).join(".") : undefined;
129
+ const document = citedDocument(text, match.index);
130
+ const attrs = { target, label: match[0], ...(fallback === undefined ? {} : { fallback }), ...(document === undefined ? {} : { document }) };
131
+ return [{ start: match.index, end: match.index + match[0].length, attrs }];
132
+ });
133
+ /** 長いものから探し、重なったら先に見つけたものを残す。「しなければならない」を「なければならない」と二重に数えない。 */
134
+ const MARKERS = [
135
+ ["しなければならない", "must"],
136
+ ["なければならない", "must"],
137
+ ["してはならない", "must-not"],
138
+ ["てはならない", "must-not"],
139
+ ["なければなりません", "must"],
140
+ ["てはなりません", "must-not"],
141
+ ["てはいけません", "must-not"],
142
+ ["てはいけない", "must-not"],
143
+ ["義務を負う", "must"],
144
+ ["ものとする", "must"],
145
+ ["禁止する", "must-not"],
146
+ ["することができる", "may"],
147
+ ["ことができる", "may"],
148
+ ["ことができます", "may"],
149
+ ];
150
+ /** 語が現れる位置を全部。再帰や配列の広げ直しをしないので、長い文書でも線形で終わる。 */
151
+ const occurrences = (text, word) => {
152
+ const found = [];
153
+ for (let at = text.indexOf(word); at !== -1; at = text.indexOf(word, at + word.length))
154
+ found.push(at);
155
+ return found;
156
+ };
157
+ /**
158
+ * 長い語から当て、すでに取った文字に重なるものは捨てる。重なりは文字ごとの印で見る。
159
+ * 見つけたもの同士を総当たりで比べると、同じ語が何万もある文書で二乗に遅くなる。
160
+ */
161
+ const obligations = (text) => {
162
+ const taken = new Uint8Array(text.length);
163
+ const kept = [];
164
+ MARKERS.forEach(([marker, type]) => {
165
+ occurrences(text, marker).forEach((start) => {
166
+ const end = start + marker.length;
167
+ if (taken.subarray(start, end).some((mark) => mark === 1))
168
+ return;
169
+ taken.fill(1, start, end);
170
+ kept.push({ start, end, attrs: { marker, type } });
171
+ });
172
+ });
173
+ return kept.sort((left, right) => left.start - right.start);
174
+ };
175
+ export const structure = { numbered, definitions, references, obligations, quantities, dates, countedAfter };
176
+ //# sourceMappingURL=structure.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"structure.js","sourceRoot":"","sources":["../src/structure.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElE,qDAAqD;AAErD,MAAM,MAAM,GAAG,4BAA4B,CAAC;AAC5C,MAAM,KAAK,GAAG,eAAe,CAAC;AAE9B,kDAAkD;AAClD,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,gBAAgB,MAAM,iBAAiB,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AACrH,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,gBAAgB,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AAChG,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,gBAAgB,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AAC3F;;;GAGG;AACH,MAAM,cAAc,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,0CAA0C,EAAE,GAAG,CAAC,CAAC;AAC5F,MAAM,wBAAwB,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,oBAAoB,KAAK,kBAAkB,EAAE,GAAG,CAAC,CAAC;AACvG,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,iDAAiD,EAAE,GAAG,CAAC,CAAC;AAC9F,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,+BAA+B,KAAK,kBAAkB,EAAE,GAAG,CAAC,CAAC;AAEpG,4DAA4D;AAC5D,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,KAAc,EAAU,EAAE;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;IACzF,6CAA6C;IAC7C,OAAO,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,IAAwB,EAAsB,EAAE;IAChE,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,OAAyB,EAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;AAEnH,8CAA8C;AAC9C,MAAM,WAAW,GAAG,UAAU,CAAC;AAC/B,MAAM,UAAU,GAAG,CAAC,OAAyB,EAAU,EAAE,CACvD,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AAE3H,MAAM,OAAO,GAAG,CAAC,IAAY,EAA4B,EAAE;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,yCAAyC;IACzC,MAAM,OAAO,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,OAAO;QACL,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE;QACnD,QAAQ,EAAE,IAAI;QACd,KAAK;QACL,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC;QAC9B,IAAI;QACJ,OAAO;KACR,CAAC;AACJ,CAAC,CAAC;AASF,MAAM,WAAW,GAAyB;IACxC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE;IACnF,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE;IAC9E,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IAChF,EAAE,OAAO,EAAE,wBAAwB,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IAC1F,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IAC3E,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE;CACrG,CAAC;AAEF,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,OAAyB,EAA4B,EAAE,CACjF,WAAW,CAAC,MAAM,CAA2B,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;IAC5D,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACzF,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACnE,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AACvJ,CAAC,EAAE,SAAS,CAAC,CAAC;AAEhB;;;GAGG;AACH,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,6BAA6B,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AAC3G,MAAM,cAAc,GAAkF;IACpG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9B,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9B,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;CAC5B,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,IAAY,EAA4B,EAAE;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACrD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1F,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;IAC7D,OAAO;QACL,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM;QAC7B,QAAQ,EAAE,KAAK;QACf,KAAK;QACL,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC;QAC9B,IAAI;QACJ,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;KACxB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,OAAyB,EAA4B,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAE9I,4CAA4C;AAC5C,MAAM,QAAQ,GAAG,CACf,OAAe,EACf,IAAY,EACZ,KAA4G,EACjG,EAAE,CACb,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;AAC/G,CAAC,CAAC,CAAC;AAEL,MAAM,WAAW,GAAG,CAAC,iCAAiC,EAAE,8BAA8B,CAAC,CAAC;AAExF,MAAM,WAAW,GAAG,CAAC,IAAY,EAAa,EAAE,CAC9C,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAE/I,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,SAAS,MAAM,cAAc,MAAM,eAAe,MAAM,gBAAgB,MAAM,MAAM,EAAE,IAAI,CAAC,CAAC;AAEzH;;;;GAIG;AACH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAa,EAAE,CAC7C,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;IAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;IAC5D,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzF,MAAM,QAAQ,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChH,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAC5I,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7E,CAAC,CAAC,CAAC;AAEL,gEAAgE;AAChE,MAAM,OAAO,GAAgE;IAC3E,CAAC,WAAW,EAAE,MAAM,CAAC;IACrB,CAAC,UAAU,EAAE,MAAM,CAAC;IACpB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,QAAQ,EAAE,UAAU,CAAC;IACtB,CAAC,WAAW,EAAE,MAAM,CAAC;IACrB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,QAAQ,EAAE,UAAU,CAAC;IACtB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,MAAM,EAAE,UAAU,CAAC;IACpB,CAAC,UAAU,EAAE,KAAK,CAAC;IACnB,CAAC,QAAQ,EAAE,KAAK,CAAC;IACjB,CAAC,SAAS,EAAE,KAAK,CAAC;CACnB,CAAC;AAEF,gDAAgD;AAChD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,IAAY,EAAY,EAAE;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvG,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,GAAG,CAAC,IAAY,EAAa,EAAE;IAC9C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;QACjC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC;gBAAE,OAAO;YAClE,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;AAC9D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAsB,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@chaffjs/lang-ja",
3
- "version": "0.5.0",
3
+ "version": "0.6.0",
4
4
  "description": "Japanese language adapter for chaff",
5
5
  "license": "MIT",
6
6
  "author": "isamu",
@@ -0,0 +1,56 @@
1
+ // 他の文書を指す参照。「民法第709条」の第709条はこの文書の条ではない。
2
+
3
+ /** 文書の種類を表す語。名前がこれで終われば、その直後の「第N条」はその文書の条。長いものから当てる。 */
4
+ const DOCUMENT_KINDS = [
5
+ "ガイドライン",
6
+ "契約書",
7
+ "法律",
8
+ "条例",
9
+ "条約",
10
+ "契約",
11
+ "規約",
12
+ "規程",
13
+ "規則",
14
+ "約款",
15
+ "細則",
16
+ "要綱",
17
+ "要領",
18
+ "指針",
19
+ "基準",
20
+ "協定",
21
+ "覚書",
22
+ "告示",
23
+ "通達",
24
+ "法",
25
+ "令",
26
+ ];
27
+
28
+ /** 「本契約」「当規約」はこの文書自身。「同法」は前に出た別の法令なので、他の文書。 */
29
+ const SELF_PREFIXES = ["本", "当"];
30
+
31
+ const NAME_CHAR = /[\p{Script=Han}\p{Script=Katakana}ー・A-Za-z0-9]/u;
32
+
33
+ /** 名前は長くても数十字。後ろ向きに読む長さを抑え、長い行で遅くならないようにする。 */
34
+ const MAX_NAME_LENGTH = 30;
35
+
36
+ /**
37
+ * at の直前に書かれた文書名。「民法第709条」なら「民法」。この文書の条を指すなら undefined。
38
+ * 名前が種類の語だけ(「契約第3条」)のときも、どの文書か決まらないので undefined にする。
39
+ */
40
+ /** 法律の題名は平仮名を挟む(「個人情報の保護に関する法律」)。「法律」で終わるときだけ、平仮名もさかのぼって読む。 */
41
+ const TITLE_CHAR = /[\p{Script=Han}\p{Script=Katakana}\p{Script=Hiragana}ー・A-Za-z0-9]/u;
42
+ const LAW_TITLE_END = "法律";
43
+
44
+ const nameBefore = (text: string, at: number, char: RegExp): string => {
45
+ let start = at;
46
+ while (start > 0 && at - start < MAX_NAME_LENGTH && char.test(text[start - 1] ?? "")) start -= 1;
47
+ return text.slice(start, at);
48
+ };
49
+
50
+ export const citedDocument = (text: string, at: number): string | undefined => {
51
+ const plain = nameBefore(text, at, NAME_CHAR);
52
+ const name = plain === LAW_TITLE_END ? nameBefore(text, at, TITLE_CHAR) : plain;
53
+ const kind = DOCUMENT_KINDS.find((candidate) => name.endsWith(candidate));
54
+ if (kind === undefined || name.length === kind.length) return undefined;
55
+ return SELF_PREFIXES.some((prefix) => name.startsWith(prefix)) ? undefined : name;
56
+ };
package/src/index.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { split, SentenceSplitterSyntax } from "sentence-splitter";
2
2
  import { loadLexicons } from "./lexicons.ts";
3
+ import { structure } from "./structure.ts";
3
4
  import { isReady, predicateOnly, prepare, tokenize } from "./pos.ts";
4
5
  import type { AdapterNeeds, LanguageAdapter, Segmentation, Sentence, Span } from "chaffjs/plugin";
5
6
 
@@ -81,6 +82,7 @@ export const adapter: LanguageAdapter = {
81
82
  return [...source.matchAll(JAPANESE)].length / total;
82
83
  },
83
84
  lexicons: loadLexicons(),
85
+ structure,
84
86
  segment: (text: string): Segmentation => {
85
87
  const sentences = merge(text, rawSpans(text));
86
88
  return { sentences: isReady() ? withTokens(text, sentences) : sentences };
package/src/numbers.ts ADDED
@@ -0,0 +1,35 @@
1
+ // 日本語の数の読み方。条番号・数量・日付が同じ読み方を使う。
2
+
3
+ const DIGIT: Readonly<Record<string, number>> = { 〇: 0, 一: 1, 二: 2, 三: 3, 四: 4, 五: 5, 六: 6, 七: 7, 八: 8, 九: 9 };
4
+ const PLACE: Readonly<Record<string, number>> = { 十: 10, 百: 100, 千: 1000 };
5
+ /** 万・億は、そこまでの数全体を桁上げする。「十二万五千」= 125000。 */
6
+ const MYRIAD: Readonly<Record<string, number>> = { 万: 10_000, 億: 100_000_000 };
7
+
8
+ const FULLWIDTH_ZERO = 0xff10;
9
+
10
+ export const toHalfWidth = (text: string): string => text.replace(/[0-9]/gu, (char) => String(char.charCodeAt(0) - FULLWIDTH_ZERO));
11
+
12
+ type Reading = { readonly done: number; readonly total: number; readonly current: number };
13
+
14
+ const step = (acc: Reading, char: string): Reading => {
15
+ const myriad = MYRIAD[char];
16
+ if (myriad !== undefined) return { done: acc.done + (acc.total + acc.current || 1) * myriad, total: 0, current: 0 };
17
+ const place = PLACE[char];
18
+ if (place !== undefined) return { done: acc.done, total: acc.total + (acc.current === 0 ? 1 : acc.current) * place, current: 0 };
19
+ return { done: acc.done, total: acc.total, current: acc.current * 10 + (DIGIT[char] ?? 0) };
20
+ };
21
+
22
+ /**
23
+ * 番号や数を数にする。全角数字は半角に、漢数字は位取りで読む(十二 = 12、二十一 = 21、百五 = 105、一〇 = 10)。
24
+ * 算用数字と万・億の組(「10万」)も読む。小数(「1.5」)も読む。読めないものは undefined。
25
+ * 番号を読み違えると番地が変わり、参照先が無いという誤りを作ってしまう。
26
+ */
27
+ export const parseJapaneseNumber = (text: string): number | undefined => {
28
+ const half = toHalfWidth(text).replace(/,/gu, "");
29
+ if (/^\d+(?:\.\d+)?$/u.test(half)) return Number(half);
30
+ const arabicMyriad = /^(?<n>\d+(?:\.\d+)?)(?<unit>[万億])$/u.exec(half)?.groups;
31
+ if (arabicMyriad?.["n"] !== undefined && arabicMyriad["unit"] !== undefined) return Number(arabicMyriad["n"]) * (MYRIAD[arabicMyriad["unit"]] ?? 1);
32
+ if (!/^[〇一二三四五六七八九十百千万億]+$/u.test(text)) return undefined;
33
+ const { done, total, current } = [...text].reduce(step, { done: 0, total: 0, current: 0 });
34
+ return done + total + current;
35
+ };
package/src/pos.ts CHANGED
@@ -176,3 +176,33 @@ export const tokenize = (text: string): Token[] | undefined => {
176
176
  .filter(isMorpheme)
177
177
  .map(toToken);
178
178
  };
179
+
180
+ /**
181
+ * 構造を読むときに使う、IPADIC の細分類まで持った形態素。助数詞(名詞,接尾,助数詞)は
182
+ * 二段目の細分類にしか現れないので、UPOS に寄せた token からは読めない。
183
+ */
184
+ export type Morph = {
185
+ readonly start: number;
186
+ readonly end: number;
187
+ readonly surface: string;
188
+ readonly pos: string;
189
+ readonly detail1: string;
190
+ readonly detail2: string;
191
+ };
192
+
193
+ const detail2Of = (value: unknown): string => {
194
+ const record: Record<string, unknown> = isRecord(value) ? { ...value } : {};
195
+ const detail = record["pos_detail_2"];
196
+ return typeof detail === "string" ? detail : "*";
197
+ };
198
+
199
+ /** 解析器を読み込んでいなければ undefined。呼ぶ側は、形態素なしの読み方に戻る。 */
200
+ export const morphemes = (text: string): Morph[] | undefined => {
201
+ const tokenizer = state.ready;
202
+ if (tokenizer === undefined) return undefined;
203
+ return toArray(callMethod(tokenizer, "tokenize", [text])).flatMap((raw) => {
204
+ if (!isMorpheme(raw)) return [];
205
+ const start = raw.word_position - 1;
206
+ return [{ start, end: start + raw.surface_form.length, surface: raw.surface_form, pos: raw.pos, detail1: raw.pos_detail_1, detail2: detail2Of(raw) }];
207
+ });
208
+ };
@@ -0,0 +1,183 @@
1
+ import type { Mention } from "chaffjs/plugin";
2
+ import { parseJapaneseNumber, toHalfWidth } from "./numbers.ts";
3
+ import { isReady, morphemes, type Morph } from "./pos.ts";
4
+
5
+ // 数量と日付。形態素が使えれば品詞で読み、使えなければ単位の表で読む。
6
+
7
+ type Counted = { readonly start: number; readonly end: number; readonly value: number; readonly unit: string };
8
+
9
+ const PERCENT = new Set(["%", "%"]);
10
+ /** 形態素が無いときの単位の表。長いものから当てる。形態素があれば、助数詞はすべて読める。 */
11
+ const UNITS = [
12
+ "営業日",
13
+ "パーセント",
14
+ "か月",
15
+ "ヶ月",
16
+ "カ月",
17
+ "箇月",
18
+ "週間",
19
+ "時間",
20
+ "万円",
21
+ "日",
22
+ "年",
23
+ "月",
24
+ "分",
25
+ "円",
26
+ "件",
27
+ "回",
28
+ "人",
29
+ "名",
30
+ "倍",
31
+ "個",
32
+ "%",
33
+ "%",
34
+ ];
35
+
36
+ const isNumeral = (morph: Morph | undefined): boolean => morph !== undefined && morph.pos === "名詞" && morph.detail1 === "数";
37
+
38
+ /** IPADIC は「4月」の「月」を助数詞でなく普通の名詞と読む。数の直後にあるときだけ、暦の月として数える。 */
39
+ const COMMON_NOUN_COUNTERS = new Set(["月"]);
40
+
41
+ const isCounter = (morph: Morph | undefined): boolean =>
42
+ morph !== undefined && (morph.detail2 === "助数詞" || PERCENT.has(morph.surface) || COMMON_NOUN_COUNTERS.has(morph.surface));
43
+
44
+ /** 「1.5」は 1 . 5 と切られる。数に挟まれた点とカンマは数の一部として読む。 */
45
+ const isJoiner = (morphs: readonly Morph[], index: number): boolean => {
46
+ const morph = morphs[index];
47
+ return morph !== undefined && [".", ",", ".", ","].includes(morph.surface) && isNumeral(morphs[index - 1]) && isNumeral(morphs[index + 1]);
48
+ };
49
+
50
+ /** index から始まる数の並びの終わり(含まない)。 */
51
+ const runEnd = (morphs: readonly Morph[], index: number): number => {
52
+ let end = index;
53
+ while (isNumeral(morphs[end]) || isJoiner(morphs, end)) end += 1;
54
+ return end;
55
+ };
56
+
57
+ /** 「第3条」の 3 は番号で、数量ではない。 */
58
+ const isOrdinal = (morph: Morph | undefined): boolean => morph?.surface === "第";
59
+
60
+ /** 数と単位のあいだに置かれうる空白 1 文字。構造の型(structure.ts の SPACE)と同じく、全角空白とタブも含む。 */
61
+ const GAP = new Set([" ", "\t", "\u3000"]);
62
+
63
+ const isSpace = (morph: Morph | undefined): morph is Morph => morph !== undefined && GAP.has(morph.surface);
64
+
65
+ /**
66
+ * 「1.5 倍」の「倍」は、数とのあいだに空白があると解析器が普通の名詞と読む。
67
+ * 空白を詰めて読み直し、数の直後に来る語が助数詞ならその語を返す。
68
+ */
69
+ const unitAfterSpace = (number: string, rest: string): string | undefined => {
70
+ const next = morphemes(toHalfWidth(number + rest.slice(0, 8)))?.find((morph) => morph.start >= number.length);
71
+ return next !== undefined && isCounter(next) ? next.surface : undefined;
72
+ };
73
+
74
+ type Unit = { readonly unit: string; readonly end: number };
75
+
76
+ const counterAt = (text: string, morphs: readonly Morph[], number: string, end: number): Unit | undefined => {
77
+ const next = morphs[end];
78
+ if (next !== undefined && isCounter(next)) return { unit: next.surface, end: next.end };
79
+ if (!isSpace(next)) return undefined;
80
+ const unit = unitAfterSpace(number, text.slice(next.end));
81
+ return unit === undefined ? undefined : { unit, end: next.end + unit.length };
82
+ };
83
+
84
+ const countedByMorphemes = (text: string, morphs: readonly Morph[]): Counted[] => {
85
+ const found: Counted[] = [];
86
+ let index = 0;
87
+ while (index < morphs.length) {
88
+ const end = runEnd(morphs, index);
89
+ const first = morphs[index];
90
+ if (first !== undefined && end > index && !isOrdinal(morphs[index - 1])) {
91
+ const number = text.slice(first.start, morphs[end - 1]?.end ?? first.end);
92
+ const value = parseJapaneseNumber(number);
93
+ const counter = counterAt(text, morphs, number, end);
94
+ if (value !== undefined && counter !== undefined) found.push({ start: first.start, end: counter.end, value, unit: counter.unit });
95
+ }
96
+ index = Math.max(end, index + 1);
97
+ }
98
+ return found;
99
+ };
100
+
101
+ const NUMBER_RUN = /[0-90-9][0-90-9.,]{0,15}|[〇一二三四五六七八九十百千万億]{1,12}/gu;
102
+
103
+ const countedByTable = (text: string): Counted[] =>
104
+ [...text.matchAll(NUMBER_RUN)].flatMap((match) => {
105
+ // 形態素の経路と同じく、数と単位のあいだの空白 1 つは詰めて読む。
106
+ const after = match.index + match[0].length + (GAP.has(text[match.index + match[0].length] ?? "") ? 1 : 0);
107
+ const unit = UNITS.find((candidate) => text.startsWith(candidate, after));
108
+ const value = parseJapaneseNumber(toHalfWidth(match[0]));
109
+ const ordinal = text[match.index - 1] === "第";
110
+ return unit === undefined || value === undefined || ordinal ? [] : [{ start: match.index, end: after + unit.length, value, unit }];
111
+ });
112
+
113
+ /** quantities と dates は同じ行を続けて読む。直前の 1 行だけ覚えて、同じ行を二度解析しない。 */
114
+ const last: { text: string | undefined; ready: boolean; found: readonly Counted[] } = { text: undefined, ready: false, found: [] };
115
+
116
+ const counted = (text: string): readonly Counted[] => {
117
+ if (last.text === text && last.ready === isReady()) return last.found;
118
+ // IPADIC は全角の「4月」を一語の名詞と読む。全角数字は 1 文字ずつ半角にしてから読むので、位置は変わらない。
119
+ const half = toHalfWidth(text);
120
+ const morphs = morphemes(half);
121
+ const found = morphs === undefined ? countedByTable(text) : countedByMorphemes(half, morphs);
122
+ Object.assign(last, { text, ready: isReady(), found });
123
+ return found;
124
+ };
125
+
126
+ const pad = (value: number): string => String(value).padStart(2, "0");
127
+
128
+ const YEAR_FLOOR = 1000;
129
+
130
+ type DateMatch = { readonly date: Mention; readonly used: number };
131
+
132
+ /** right が left の直後に続く、単位 unit の数量か。「2024年 4月」のように間が空けば日付にしない。 */
133
+ const follows = (left: Counted | undefined, right: Counted | undefined, unit: string): right is Counted =>
134
+ left !== undefined && right?.unit === unit && right.start === left.end;
135
+
136
+ const dateOf = (parts: readonly Counted[], value: string): DateMatch => ({
137
+ date: { start: parts[0]?.start ?? 0, end: parts.at(-1)?.end ?? 0, attrs: { value } },
138
+ used: parts.length,
139
+ });
140
+
141
+ /** 「2024年4月1日」「2024年4月」。 */
142
+ const yearMonth = (year: Counted | undefined, month: Counted | undefined, day: Counted | undefined): DateMatch | undefined => {
143
+ if (year?.unit !== "年" || !follows(year, month, "月")) return undefined;
144
+ const base = `${String(year.value)}-${pad(month.value)}`;
145
+ return follows(month, day, "日") ? dateOf([year, month, day], `${base}-${pad(day.value)}`) : dateOf([year, month], base);
146
+ };
147
+
148
+ /** 「4月1日」。年の無い日付。 */
149
+ const monthDay = (month: Counted | undefined, day: Counted | undefined): DateMatch | undefined =>
150
+ month?.unit === "月" && follows(month, day, "日") ? dateOf([month, day], `${pad(month.value)}-${pad(day.value)}`) : undefined;
151
+
152
+ /** 年だけのときは 1000 以上なら年(2024年)、それより小さければ期間(3年)。 */
153
+ const yearOnly = (year: Counted | undefined): DateMatch | undefined =>
154
+ year?.unit === "年" && year.value >= YEAR_FLOOR ? dateOf([year], String(year.value)) : undefined;
155
+
156
+ /** 隣り合った「年」「月」「日」を 1 つの日付にする。「2024年4月1日」は 3 つの数量ではなく 2024-04-01。 */
157
+ const toDates = (items: readonly Counted[]): { readonly dates: Mention[]; readonly rest: Counted[] } => {
158
+ const dates: Mention[] = [];
159
+ const rest: Counted[] = [];
160
+ let index = 0;
161
+ while (index < items.length) {
162
+ const [first, second, third] = [items[index], items[index + 1], items[index + 2]];
163
+ const found = yearMonth(first, second, third) ?? monthDay(first, second) ?? yearOnly(first);
164
+ if (found !== undefined) dates.push(found.date);
165
+ else if (first !== undefined) rest.push(first);
166
+ index += found?.used ?? 1;
167
+ }
168
+ return { dates, rest };
169
+ };
170
+
171
+ export const quantities = (text: string): Mention[] =>
172
+ toDates(counted(text)).rest.map((item) => ({ start: item.start, end: item.end, attrs: { value: item.value, unit: item.unit } }));
173
+
174
+ export const dates = (text: string): Mention[] => toDates(counted(text)).dates;
175
+
176
+ /**
177
+ * 「1.5 倍になった。」の 1.5 は章番号ではない。番号と続く語のあいだの空白を詰めて読み直し、
178
+ * 続く語が助数詞なら数量の一部と分かる。空白のあるままだと、解析器は「倍」を普通の名詞と読む。
179
+ */
180
+ export const countedAfter = (number: string, rest: string): boolean => {
181
+ if (!isReady()) return UNITS.some((unit) => rest.startsWith(unit));
182
+ return unitAfterSpace(number, rest) !== undefined;
183
+ };
@@ -0,0 +1,207 @@
1
+ import type { Mention, NumberedLine, NumberingContext, StructurePatterns } from "chaffjs/plugin";
2
+ import { parseJapaneseNumber, toHalfWidth } from "./numbers.ts";
3
+ import { citedDocument } from "./citation.ts";
4
+ import { countedAfter, dates, quantities } from "./quantities.ts";
5
+
6
+ // 契約書・規程・法令の番号の書き方。core は番号の書き方を知らず、ここで読んだものを入れ子にする。
7
+
8
+ const NUMBER = "[0-90-9〇一二三四五六七八九十百千]{1,6}";
9
+ const SPACE = "[ \\t\\u3000]";
10
+
11
+ /** 見出しとして読めるのは、番号の直後が空白・括弧・行末のとき。「第3条に定める」は本文。 */
12
+ const ARTICLE = new RegExp(`^${SPACE}*第(?<n>${NUMBER})条(?:の(?<sub>${NUMBER}))?(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
13
+ const PARAGRAPH = new RegExp(`^${SPACE}*第(?<n>${NUMBER})項(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
14
+ const ITEM = new RegExp(`^${SPACE}*第(?<n>${NUMBER})号(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
15
+ /**
16
+ * 法令の項と号は、番号だけを行頭に置き、全角空白で本文と区切る(「2」「一」)。条の中でだけ読む。
17
+ * 半角数字や漢数字に半角空白が続くだけなら本文として扱う。「3 人で」「一 人で」を項や号にしない。
18
+ */
19
+ const BARE_PARAGRAPH = new RegExp(`^${SPACE}*(?<n>[0-9]{1,3})\\u3000+(?<rest>\\S.*)$`, "u");
20
+ const BARE_FULLWIDTH_PARAGRAPH = new RegExp(`^${SPACE}*(?<n>[0-9]{1,3})${SPACE}+(?<rest>\\S.*)$`, "u");
21
+ const BARE_ITEM = new RegExp(`^${SPACE}*(?<n>[一二三四五六七八九十]{1,3})\\u3000+(?<rest>\\S.*)$`, "u");
22
+ const PAREN_ITEM = new RegExp(`^${SPACE}*[((](?<n>[0-90-9]{1,3})[))]${SPACE}*(?<rest>\\S.*)$`, "u");
23
+
24
+ /** 「第3条(支払)」の括弧の中が見出し。括弧が無ければ、条は後ろ全部を、項・号は本文なので空を見出しにする。 */
25
+ const headingOf = (rest: string, whole: boolean): string => {
26
+ const trimmed = rest.trim();
27
+ const bracketed = /^[((](?<title>[^))]{1,40})[))]\s*$/u.exec(trimmed)?.groups?.["title"];
28
+ // 法令の「第三条 事業者は、…。」は見出しの無い条で、後ろは本文。文を見出しにしない。
29
+ return bracketed ?? (whole && !trimmed.includes("。") ? trimmed : "");
30
+ };
31
+
32
+ const numberOf = (text: string | undefined): string | undefined => {
33
+ const value = text === undefined ? undefined : parseJapaneseNumber(text);
34
+ return value === undefined ? undefined : String(value);
35
+ };
36
+
37
+ const insideArticle = (context: NumberingContext): boolean => context.open.some((open) => open.kind === "article");
38
+
39
+ /** 「(2)」は開いている「(1)」の兄弟。無ければ、開いているものより一段深い。 */
40
+ const PAREN_LABEL = /^(\d+)$/u;
41
+ const parenDepth = (context: NumberingContext): number =>
42
+ [...context.open].reverse().find((open) => PAREN_LABEL.test(open.label))?.depth ?? (context.open.at(-1)?.depth ?? 0) + 1;
43
+
44
+ const article = (line: string): NumberedLine | undefined => {
45
+ const groups = ARTICLE.exec(line)?.groups;
46
+ const main = numberOf(groups?.["n"]);
47
+ if (groups === undefined || main === undefined) return undefined;
48
+ const sub = numberOf(groups["sub"]);
49
+ const branch = groups["sub"] === undefined ? "" : "の" + groups["sub"];
50
+ const label = `第${groups["n"] ?? ""}条${branch}`;
51
+ const rest = (groups["rest"] ?? "").trim();
52
+ // 枝番号の条(第3条の2)は並びの外。第3条の次が第4条であることを乱さない。
53
+ const ordinal = sub === undefined ? Number(main) : undefined;
54
+ return {
55
+ kind: "article",
56
+ depth: 1,
57
+ number: sub === undefined ? main : `${main}-${sub}`,
58
+ absolute: true,
59
+ label,
60
+ heading: headingOf(rest, true),
61
+ rest,
62
+ ordinal,
63
+ };
64
+ };
65
+
66
+ type ItemShape = {
67
+ readonly pattern: RegExp;
68
+ readonly depth: (context: NumberingContext) => number;
69
+ readonly label: (n: string) => string;
70
+ readonly needsArticle: boolean;
71
+ };
72
+
73
+ const ITEM_SHAPES: readonly ItemShape[] = [
74
+ { pattern: PARAGRAPH, depth: () => 2, label: (n) => `第${n}項`, needsArticle: false },
75
+ { pattern: ITEM, depth: () => 3, label: (n) => `第${n}号`, needsArticle: false },
76
+ { pattern: BARE_PARAGRAPH, depth: () => 2, label: (n) => n, needsArticle: true },
77
+ { pattern: BARE_FULLWIDTH_PARAGRAPH, depth: () => 2, label: (n) => n, needsArticle: true },
78
+ { pattern: BARE_ITEM, depth: () => 3, label: (n) => n, needsArticle: true },
79
+ { pattern: PAREN_ITEM, depth: parenDepth, label: (n) => `(${toHalfWidth(n)})`, needsArticle: false },
80
+ ];
81
+
82
+ const item = (line: string, context: NumberingContext): NumberedLine | undefined =>
83
+ ITEM_SHAPES.reduce<NumberedLine | undefined>((found, shape) => {
84
+ if (found !== undefined || (shape.needsArticle && !insideArticle(context))) return found;
85
+ const groups = shape.pattern.exec(line)?.groups;
86
+ const number = numberOf(groups?.["n"]);
87
+ if (groups === undefined || number === undefined) return undefined;
88
+ const rest = (groups["rest"] ?? "").trim();
89
+ const label = shape.label(groups["n"] ?? "");
90
+ return { kind: "item", depth: shape.depth(context), number, absolute: false, label, heading: headingOf(rest, false), rest, ordinal: Number(number) };
91
+ }, undefined);
92
+
93
+ /**
94
+ * 条より外のまとまり。法令は章の番号を編ごとに、節の番号を章ごとに振り直すので、
95
+ * 章と節は親の番地に続ける(第2編第1章 → pt2.ch1、その第3節 → pt2.ch1.3)。条は通し番号のまま。
96
+ */
97
+ const CHAPTER = new RegExp(`^${SPACE}*第(?<n>${NUMBER})(?<unit>[編章節])(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
98
+ const CHAPTER_SHAPES: Readonly<Record<string, { readonly depth: number; readonly prefix: string }>> = {
99
+ 編: { depth: -2, prefix: "pt" },
100
+ 章: { depth: -1, prefix: "ch" },
101
+ 節: { depth: 0, prefix: "" },
102
+ };
103
+
104
+ const chapter = (line: string): NumberedLine | undefined => {
105
+ const groups = CHAPTER.exec(line)?.groups;
106
+ const number = numberOf(groups?.["n"]);
107
+ const shape = CHAPTER_SHAPES[groups?.["unit"] ?? ""];
108
+ if (groups === undefined || number === undefined || shape === undefined) return undefined;
109
+ const rest = (groups["rest"] ?? "").trim();
110
+ const label = `第${groups["n"] ?? ""}${groups["unit"] ?? ""}`;
111
+ return {
112
+ kind: "chapter",
113
+ depth: shape.depth,
114
+ number: shape.prefix + number,
115
+ absolute: false,
116
+ label,
117
+ heading: headingOf(rest, true),
118
+ rest,
119
+ ordinal: Number(number),
120
+ };
121
+ };
122
+
123
+ const numbered = (line: string, context: NumberingContext): NumberedLine | undefined => chapter(line) ?? article(line) ?? item(line, context);
124
+
125
+ /** 正規表現の一致を Mention にする。g フラグ付きのものだけを渡す。 */
126
+ const mentions = (
127
+ pattern: RegExp,
128
+ text: string,
129
+ attrs: (groups: Readonly<Record<string, string | undefined>>, whole: string) => Mention["attrs"] | undefined,
130
+ ): Mention[] =>
131
+ [...text.matchAll(pattern)].flatMap((match) => {
132
+ const found = attrs(match.groups ?? {}, match[0]);
133
+ return found === undefined ? [] : [{ start: match.index, end: match.index + match[0].length, attrs: found }];
134
+ });
135
+
136
+ const DEFINITIONS = [/以下「(?<term>[^「」\n]{1,40})」という/gu, /「(?<term>[^「」\n]{1,40})」とは/gu];
137
+
138
+ const definitions = (text: string): Mention[] =>
139
+ DEFINITIONS.flatMap((pattern) => mentions(pattern, text, (groups) => (groups["term"] === undefined ? undefined : { term: groups["term"] })));
140
+
141
+ const REFERENCE = new RegExp(`第(?<a>${NUMBER})条(?:の(?<s>${NUMBER}))?(?:第(?<p>${NUMBER})項)?(?:第(?<i>${NUMBER})号)?`, "gu");
142
+
143
+ /**
144
+ * 「第12条第1項」→ 12.1、「第3条の2」→ 3-2。番地の付け方は木と同じにする。
145
+ * 法令は第 1 項に番号を振らないので、「第4条第1項」は番号付きの 4.1 が無ければ第4条そのものを指す。その行き先を fallback に入れる。
146
+ * 「民法第709条」のように他の文書の名前が前にあれば、その名前を document に入れる。この文書の木では引かない。
147
+ */
148
+ const references = (text: string): Mention[] =>
149
+ [...text.matchAll(REFERENCE)].flatMap((match) => {
150
+ const groups = match.groups ?? {};
151
+ const main = numberOf(groups["a"]);
152
+ if (main === undefined) return [];
153
+ const sub = numberOf(groups["s"]);
154
+ const article = sub === undefined ? main : `${main}-${sub}`;
155
+ const paragraph = numberOf(groups["p"]);
156
+ const item = numberOf(groups["i"]);
157
+ const target = [article, paragraph, item].filter((part) => part !== undefined).join(".");
158
+ const fallback = paragraph === "1" ? [article, item].filter((part) => part !== undefined).join(".") : undefined;
159
+ const document = citedDocument(text, match.index);
160
+ const attrs = { target, label: match[0], ...(fallback === undefined ? {} : { fallback }), ...(document === undefined ? {} : { document }) };
161
+ return [{ start: match.index, end: match.index + match[0].length, attrs }];
162
+ });
163
+
164
+ /** 長いものから探し、重なったら先に見つけたものを残す。「しなければならない」を「なければならない」と二重に数えない。 */
165
+ const MARKERS: readonly (readonly [string, "must" | "must-not" | "may"])[] = [
166
+ ["しなければならない", "must"],
167
+ ["なければならない", "must"],
168
+ ["してはならない", "must-not"],
169
+ ["てはならない", "must-not"],
170
+ ["なければなりません", "must"],
171
+ ["てはなりません", "must-not"],
172
+ ["てはいけません", "must-not"],
173
+ ["てはいけない", "must-not"],
174
+ ["義務を負う", "must"],
175
+ ["ものとする", "must"],
176
+ ["禁止する", "must-not"],
177
+ ["することができる", "may"],
178
+ ["ことができる", "may"],
179
+ ["ことができます", "may"],
180
+ ];
181
+
182
+ /** 語が現れる位置を全部。再帰や配列の広げ直しをしないので、長い文書でも線形で終わる。 */
183
+ const occurrences = (text: string, word: string): number[] => {
184
+ const found: number[] = [];
185
+ for (let at = text.indexOf(word); at !== -1; at = text.indexOf(word, at + word.length)) found.push(at);
186
+ return found;
187
+ };
188
+
189
+ /**
190
+ * 長い語から当て、すでに取った文字に重なるものは捨てる。重なりは文字ごとの印で見る。
191
+ * 見つけたもの同士を総当たりで比べると、同じ語が何万もある文書で二乗に遅くなる。
192
+ */
193
+ const obligations = (text: string): Mention[] => {
194
+ const taken = new Uint8Array(text.length);
195
+ const kept: Mention[] = [];
196
+ MARKERS.forEach(([marker, type]) => {
197
+ occurrences(text, marker).forEach((start) => {
198
+ const end = start + marker.length;
199
+ if (taken.subarray(start, end).some((mark) => mark === 1)) return;
200
+ taken.fill(1, start, end);
201
+ kept.push({ start, end, attrs: { marker, type } });
202
+ });
203
+ });
204
+ return kept.sort((left, right) => left.start - right.start);
205
+ };
206
+
207
+ export const structure: StructurePatterns = { numbered, definitions, references, obligations, quantities, dates, countedAfter };