@chaffjs/lang-ja 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,319 @@
1
+ import { parseJapaneseNumber, toHalfWidth } from "./numbers.js";
2
+ import { citedDocument } from "./citation.js";
3
+ import { countedAfter, dates, quantities } from "./quantities.js";
4
+ // 契約書・規程・法令の番号の書き方。core は番号の書き方を知らず、ここで読んだものを入れ子にする。
5
+ const NUMBER = "[0-90-9〇一二三四五六七八九十百千]{1,6}";
6
+ const SPACE = "[ \\t\\u3000]";
7
+ /** 見出しとして読めるのは、番号の直後が空白・括弧・行末のとき。「第3条に定める」は本文。 */
8
+ const ARTICLE = new RegExp(`^${SPACE}*第(?<n>${NUMBER})条(?:の(?<sub>${NUMBER}))?(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
9
+ /** 「第四十三条から第五十五条まで 削除」「第五百十六条及び第五百十七条 削除」。削られた条を一行でまとめる法令の書き方。 */
10
+ const ARTICLE_RANGE = new RegExp(`^${SPACE}*第(?<n>${NUMBER})条(?:の(?<sub>${NUMBER}))?(?:から第(?<m>${NUMBER})条(?:の(?<msub>${NUMBER}))?まで|及び第(?<m2>${NUMBER})条(?:の(?<msub2>${NUMBER}))?)(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
11
+ const PARAGRAPH = new RegExp(`^${SPACE}*第(?<n>${NUMBER})項(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
12
+ const ITEM = new RegExp(`^${SPACE}*第(?<n>${NUMBER})号(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
13
+ /**
14
+ * 法令の項と号は、番号だけを行頭に置き、全角空白で本文と区切る(「2」「一」)。条の中でだけ読む。
15
+ * 半角数字や漢数字に半角空白が続くだけなら本文として扱う。「3 人で」「一 人で」を項や号にしない。
16
+ */
17
+ const BARE_PARAGRAPH = new RegExp(`^${SPACE}*(?<n>[0-9]{1,3})\\u3000+(?<rest>\\S.*)$`, "u");
18
+ const BARE_FULLWIDTH_PARAGRAPH = new RegExp(`^${SPACE}*(?<n>[0-9]{1,3})${SPACE}+(?<rest>\\S.*)$`, "u");
19
+ const BARE_ITEM = new RegExp(`^${SPACE}*(?<n>[一二三四五六七八九十]{1,3})\\u3000+(?<rest>\\S.*)$`, "u");
20
+ const PAREN_ITEM = new RegExp(`^${SPACE}*[((](?<n>[0-90-9]{1,3})[))]${SPACE}*(?<rest>\\S.*)$`, "u");
21
+ /** 「第3条(支払)」の括弧の中が見出し。括弧が無ければ、条は後ろ全部を、項・号は本文なので空を見出しにする。 */
22
+ const headingOf = (rest, whole) => {
23
+ const trimmed = rest.trim();
24
+ const bracketed = /^[((](?<title>[^))]{1,40})[))]\s*$/u.exec(trimmed)?.groups?.["title"];
25
+ // 法令の「第三条 事業者は、…。」は見出しの無い条で、後ろは本文。文を見出しにしない。
26
+ return bracketed ?? (whole && !trimmed.includes("。") ? trimmed : "");
27
+ };
28
+ const numberOf = (text) => {
29
+ const value = text === undefined ? undefined : parseJapaneseNumber(text);
30
+ return value === undefined ? undefined : String(value);
31
+ };
32
+ const insideArticle = (context) => context.open.some((open) => open.kind === "article");
33
+ /** 「(2)」は開いている「(1)」の兄弟。無ければ、開いているものより一段深い。 */
34
+ const PAREN_LABEL = /^(\d+)$/u;
35
+ const parenDepth = (context) => [...context.open].reverse().find((open) => PAREN_LABEL.test(open.label))?.depth ?? (context.open.at(-1)?.depth ?? 0) + 1;
36
+ /**
37
+ * 条の範囲の行は、最初の条の番地を持ち、並びの位置は範囲の最後まで進める。中の条は番地を持たない。
38
+ * 後ろ(「削除」)だけを読むので、範囲の両端を参照として拾わない。
39
+ */
40
+ const articleRange = (line) => {
41
+ const groups = ARTICLE_RANGE.exec(line)?.groups;
42
+ const first = numberOf(groups?.["n"]);
43
+ const last = numberOf(groups?.["m"] ?? groups?.["m2"]);
44
+ if (groups === undefined || first === undefined || last === undefined)
45
+ return undefined;
46
+ const sub = numberOf(groups["sub"]);
47
+ const branched = groups["sub"] !== undefined || (groups["msub"] ?? groups["msub2"]) !== undefined;
48
+ const rest = (groups["rest"] ?? "").trim();
49
+ const label = line
50
+ .trim()
51
+ .slice(0, line.trim().length - rest.length)
52
+ .trim();
53
+ return {
54
+ kind: "article",
55
+ depth: 1,
56
+ number: sub === undefined ? first : `${first}-${sub}`,
57
+ absolute: true,
58
+ label,
59
+ heading: headingOf(rest, true),
60
+ rest,
61
+ ordinal: branched ? undefined : Number(first),
62
+ ordinalTo: branched ? undefined : Number(last),
63
+ };
64
+ };
65
+ const article = (line) => {
66
+ const groups = ARTICLE.exec(line)?.groups;
67
+ const main = numberOf(groups?.["n"]);
68
+ if (groups === undefined || main === undefined)
69
+ return undefined;
70
+ const sub = numberOf(groups["sub"]);
71
+ const branch = groups["sub"] === undefined ? "" : "の" + groups["sub"];
72
+ const label = `第${groups["n"] ?? ""}条${branch}`;
73
+ const rest = (groups["rest"] ?? "").trim();
74
+ // 枝番号の条(第3条の2)は並びの外。第3条の次が第4条であることを乱さない。
75
+ const ordinal = sub === undefined ? Number(main) : undefined;
76
+ return {
77
+ kind: "article",
78
+ depth: 1,
79
+ number: sub === undefined ? main : `${main}-${sub}`,
80
+ absolute: true,
81
+ label,
82
+ heading: headingOf(rest, true),
83
+ rest,
84
+ ordinal,
85
+ };
86
+ };
87
+ /** 項と号の深さ。法令の第 1 項は番号を持たないので、条の直下の号は第 1 項の号。 */
88
+ const PARAGRAPH_DEPTH = 2;
89
+ const ITEM_DEPTH = 3;
90
+ const ITEM_SHAPES = [
91
+ { pattern: PARAGRAPH, depth: () => PARAGRAPH_DEPTH, label: (n) => `第${n}項`, needsArticle: false },
92
+ { pattern: ITEM, depth: () => ITEM_DEPTH, label: (n) => `第${n}号`, needsArticle: false },
93
+ { pattern: BARE_PARAGRAPH, depth: () => PARAGRAPH_DEPTH, label: (n) => n, needsArticle: true },
94
+ { pattern: BARE_FULLWIDTH_PARAGRAPH, depth: () => PARAGRAPH_DEPTH, label: (n) => n, needsArticle: true },
95
+ { pattern: BARE_ITEM, depth: () => ITEM_DEPTH, label: (n) => n, needsArticle: true },
96
+ { pattern: PAREN_ITEM, depth: parenDepth, label: (n) => `(${toHalfWidth(n)})`, needsArticle: false },
97
+ ];
98
+ /**
99
+ * 号が条の直下に来たら、番号の無い第 1 項の中にある。番地を「条.1.号」にして、「第十二条第一項第一号」(12.1.1)と
100
+ * 「第十二条第二項」(12.2)がぶつからないようにする。
101
+ */
102
+ const inFirstParagraph = (context, depth) => depth === ITEM_DEPTH && [...context.open].reverse().find((open) => open.depth < ITEM_DEPTH)?.kind === "article";
103
+ const item = (line, context) => ITEM_SHAPES.reduce((found, shape) => {
104
+ if (found !== undefined || (shape.needsArticle && !insideArticle(context)))
105
+ return found;
106
+ const groups = shape.pattern.exec(line)?.groups;
107
+ const number = numberOf(groups?.["n"]);
108
+ if (groups === undefined || number === undefined)
109
+ return undefined;
110
+ const rest = (groups["rest"] ?? "").trim();
111
+ const label = shape.label(groups["n"] ?? "");
112
+ const depth = shape.depth(context);
113
+ const address = inFirstParagraph(context, depth) ? `1.${number}` : number;
114
+ return { kind: "item", depth, number: address, absolute: false, label, heading: headingOf(rest, false), rest, ordinal: Number(number) };
115
+ }, undefined);
116
+ /**
117
+ * 条より外のまとまり。法令は章の番号を編ごとに、節の番号を章ごとに振り直すので、
118
+ * 章と節は親の番地に続ける(第2編第1章 → pt2.ch1、その第3節 → pt2.ch1.3)。条は通し番号のまま。
119
+ */
120
+ const CHAPTER = new RegExp(`^${SPACE}*第(?<n>${NUMBER})(?<unit>[編章節])(?<rest>(?:${SPACE}|(|\\().*|)$`, "u");
121
+ const CHAPTER_SHAPES = {
122
+ 編: { depth: -2, prefix: "pt" },
123
+ 章: { depth: -1, prefix: "ch" },
124
+ 節: { depth: 0, prefix: "" },
125
+ };
126
+ const chapter = (line) => {
127
+ const groups = CHAPTER.exec(line)?.groups;
128
+ const number = numberOf(groups?.["n"]);
129
+ const shape = CHAPTER_SHAPES[groups?.["unit"] ?? ""];
130
+ if (groups === undefined || number === undefined || shape === undefined)
131
+ return undefined;
132
+ const rest = (groups["rest"] ?? "").trim();
133
+ const label = `第${groups["n"] ?? ""}${groups["unit"] ?? ""}`;
134
+ return {
135
+ kind: "chapter",
136
+ depth: shape.depth,
137
+ number: shape.prefix + number,
138
+ absolute: false,
139
+ label,
140
+ heading: headingOf(rest, true),
141
+ rest,
142
+ ordinal: Number(number),
143
+ };
144
+ };
145
+ /**
146
+ * 古い法令は第 2 項以降にも番号を振らず、全角空白で字下げした行を新しい項にする。条の行に本文が続く条の中で、号でもない字下げの行を、
147
+ * 開いている項の次の項(無ければ第 2 項)として読む。番号付きの項(「2」)がある条では、字下げは使われない。
148
+ */
149
+ const OLD_STYLE_PARAGRAPH = /^\u3000(?<rest>\S.*)$/u;
150
+ const unnumberedParagraph = (line, context) => {
151
+ if (!insideArticle(context))
152
+ return undefined;
153
+ const rest = OLD_STYLE_PARAGRAPH.exec(line)?.groups?.["rest"];
154
+ if (rest === undefined)
155
+ return undefined;
156
+ // 条の行に本文が続く書き方(「第三十四条 使用者は、…。」)のときだけ。契約書の「第1条(目的)」の次の字下げの行は、第 1 項の本文。
157
+ const article = [...context.open].reverse().find((open) => open.kind === "article");
158
+ if (article === undefined || article.heading !== "" || article.rest === "")
159
+ return undefined;
160
+ const previous = [...context.open].reverse().find((open) => open.depth === PARAGRAPH_DEPTH);
161
+ if (previous !== undefined && previous.label !== "")
162
+ return undefined;
163
+ const number = String((previous === undefined ? 1 : Number(previous.number)) + 1);
164
+ return { kind: "item", depth: PARAGRAPH_DEPTH, number, absolute: false, label: "", heading: "", rest: rest.trim(), ordinal: Number(number) };
165
+ };
166
+ const numbered = (line, context) => chapter(line) ?? articleRange(line) ?? article(line) ?? item(line, context) ?? unnumberedParagraph(line, context);
167
+ /** 正規表現の一致を Mention にする。g フラグ付きのものだけを渡す。 */
168
+ const mentions = (pattern, text, attrs) => [...text.matchAll(pattern)].flatMap((match) => {
169
+ const found = attrs(match.groups ?? {}, match[0], match.index);
170
+ return found === undefined ? [] : [{ start: match.index, end: match.index + match[0].length, attrs: found }];
171
+ });
172
+ const DEFINITIONS = [/以下「(?<term>[^「」\n]{1,40})」という/gu, /「(?<term>[^「」\n]{1,40})」とは/gu];
173
+ /**
174
+ * 範囲を限った定義。「この条において『X』とは」「前項に規定する『X』とは」は、その条や項の中だけの定義で、
175
+ * 別の条で同じ語を定義し直すのは誤りではない。scope: "local" を付け、重なりの rule に比べさせない。
176
+ */
177
+ const THIS_PART = /この[条項号款目節章編](?:及び[^、。]{1,20})?において$/u;
178
+ const NEARBY_PART = /[前次同](?:各)?[項条号]に規定する$/u;
179
+ const scopedLocally = (before) => THIS_PART.test(before) || NEARBY_PART.test(before);
180
+ const definitions = (text) => DEFINITIONS.flatMap((pattern) => mentions(pattern, text, (groups, _whole, start) => {
181
+ if (groups["term"] === undefined)
182
+ return undefined;
183
+ const local = scopedLocally(text.slice(Math.max(0, start - 30), start));
184
+ return { term: groups["term"], ...(local ? { scope: "local" } : {}) };
185
+ }));
186
+ const REFERENCE = new RegExp(`第(?<a>${NUMBER})条(?:の(?<s>${NUMBER}))?(?:第(?<p>${NUMBER})項)?(?:第(?<i>${NUMBER})号)?`, "gu");
187
+ /**
188
+ * 「第12条第1項」→ 12.1、「第3条の2」→ 3-2。番地の付け方は木と同じにする。
189
+ * 法令は第 1 項に番号を振らないので、「第4条第1項」は番号付きの 4.1 が無ければ第4条そのものを指す。その行き先を fallback に入れる。
190
+ * 「民法第709条」のように他の文書の名前が前にあれば、その名前を document に入れる。この文書の木では引かない。
191
+ */
192
+ /**
193
+ * 他の文書の参照に続く並び(「民事訴訟法第百条第一項、第百一条、第百二条の二」)は、同じ文書の条を指す。
194
+ * 間が読点・接続の語・号や項の断片・括弧書きだけなら、前の参照の文書を引き継ぐ。
195
+ */
196
+ const CONNECTORS = /及び|並びに|若しくは|又は|から|まで|ただし書|前段|後段|[、,\s]/gu;
197
+ const FRAGMENT = new RegExp(`第${NUMBER}[項号](?:の${NUMBER})*`, "gu");
198
+ const PARENTHESES = /([^()]*)/gu;
199
+ /** 間の文字列が、接続の語・読点・項や号の断片・括弧書きだけでできているか。 */
200
+ const isContinuation = (gap) => gap.replace(PARENTHESES, "").replace(FRAGMENT, "").replace(CONNECTORS, "") === "";
201
+ const SUBSTITUTION = "とあるのは";
202
+ const SUBSTITUTED = "(読み替えの中)";
203
+ /**
204
+ * 読み替え(「『X』とあるのは『Y』と読み替える」)の「」の中の番地は、読み替える先の法令のもの。
205
+ * ほかの「」(定義した語、引用)はこの文書の言葉なので、その中の参照もこの文書の参照として扱う。
206
+ */
207
+ const isSubstitution = (text, start, end) => text.startsWith(SUBSTITUTION, end + 1) || text.slice(Math.max(0, start - SUBSTITUTION.length), start) === SUBSTITUTION;
208
+ const lineMapOf = (text) => {
209
+ const depth = new Int32Array(text.length + 1);
210
+ const substituted = new Uint8Array(text.length + 1);
211
+ const opens = [];
212
+ const open = { parentheses: 0 };
213
+ text.split("").forEach((char, at) => {
214
+ depth[at] = open.parentheses;
215
+ if (char === "「")
216
+ opens.push(at);
217
+ if (char === "」") {
218
+ const start = opens.pop();
219
+ if (start !== undefined && opens.length === 0 && isSubstitution(text, start, at))
220
+ substituted.fill(1, start, at + 1);
221
+ }
222
+ if (char === "(")
223
+ open.parentheses += 1;
224
+ if (char === ")")
225
+ open.parentheses = Math.max(0, open.parentheses - 1);
226
+ });
227
+ return { depth, substituted };
228
+ };
229
+ /**
230
+ * 「第12条第1項」→ 12.1、「第3条の2」→ 3-2。番地の付け方は木と同じにする。
231
+ * 法令は第 1 項に番号を振らないので、「第4条第1項」は番号付きの 4.1 が無ければ第4条そのものを指す。その行き先を fallback に入れる。
232
+ * 「民法第709条」のように他の文書の名前が前にあれば、その名前を document に入れる。この文書の木では引かない。
233
+ */
234
+ /** at より前で開いたまま閉じていない括弧の数。 */
235
+ /** 間に挟まった括弧書き(中に参照があっても)を外す。入れ子は内側から外す。 */
236
+ const withoutClosedParentheses = (gap) => {
237
+ const once = gap.replace(PARENTHESES, "");
238
+ return once === gap ? gap : withoutClosedParentheses(once);
239
+ };
240
+ /**
241
+ * 「第12条第1項」→ 12.1、「第3条の2」→ 3-2。番地の付け方は木と同じにする。
242
+ * 法令は第 1 項に番号を振らないので、「第4条第1項」は番号付きの 4.1 が無ければ第4条そのものを指す。その行き先を fallback に入れる。
243
+ */
244
+ const addressOfReference = (groups) => {
245
+ const main = numberOf(groups["a"]);
246
+ if (main === undefined)
247
+ return undefined;
248
+ const sub = numberOf(groups["s"]);
249
+ const article = sub === undefined ? main : `${main}-${sub}`;
250
+ const item = numberOf(groups["i"]);
251
+ // 「第二条第一号」は第 1 項の号。項を書かずに号を指すのは、項が一つしかない条。
252
+ const paragraph = numberOf(groups["p"]) ?? (item === undefined ? undefined : "1");
253
+ const target = [article, paragraph, item].filter((part) => part !== undefined).join(".");
254
+ return { target, fallback: paragraph === "1" && item === undefined ? article : undefined };
255
+ };
256
+ const references = (text) => {
257
+ const map = lineMapOf(text);
258
+ // 括弧書きの中の参照(「(同法第五十九条において準用する場合を含む。)」)は、外の並びを切らない。並びは括弧の深さごとに持つ。
259
+ const chains = new Map();
260
+ return [...text.matchAll(REFERENCE)].flatMap((match) => {
261
+ const groups = match.groups ?? {};
262
+ const address = addressOfReference(groups);
263
+ if (address === undefined)
264
+ return [];
265
+ const { target, fallback } = address;
266
+ const depth = map.depth[match.index] ?? 0;
267
+ const previous = chains.get(depth);
268
+ const inherited = previous?.document !== undefined && isContinuation(withoutClosedParentheses(text.slice(previous.end, match.index))) ? previous.document : undefined;
269
+ const inQuote = map.substituted[match.index] === 1 ? SUBSTITUTED : undefined;
270
+ const document = citedDocument(text, match.index) ?? inherited ?? inQuote;
271
+ chains.set(depth, { end: match.index + match[0].length, document });
272
+ const attrs = { target, label: match[0], ...(fallback === undefined ? {} : { fallback }), ...(document === undefined ? {} : { document }) };
273
+ return [{ start: match.index, end: match.index + match[0].length, attrs }];
274
+ });
275
+ };
276
+ /** 長いものから探し、重なったら先に見つけたものを残す。「しなければならない」を「なければならない」と二重に数えない。 */
277
+ const MARKERS = [
278
+ ["しなければならない", "must"],
279
+ ["なければならない", "must"],
280
+ ["してはならない", "must-not"],
281
+ ["てはならない", "must-not"],
282
+ ["なければなりません", "must"],
283
+ ["てはなりません", "must-not"],
284
+ ["てはいけません", "must-not"],
285
+ ["てはいけない", "must-not"],
286
+ ["義務を負う", "must"],
287
+ ["ものとする", "must"],
288
+ ["禁止する", "must-not"],
289
+ ["することができる", "may"],
290
+ ["ことができる", "may"],
291
+ ["ことができます", "may"],
292
+ ];
293
+ /** 語が現れる位置を全部。再帰や配列の広げ直しをしないので、長い文書でも線形で終わる。 */
294
+ const occurrences = (text, word) => {
295
+ const found = [];
296
+ for (let at = text.indexOf(word); at !== -1; at = text.indexOf(word, at + word.length))
297
+ found.push(at);
298
+ return found;
299
+ };
300
+ /**
301
+ * 長い語から当て、すでに取った文字に重なるものは捨てる。重なりは文字ごとの印で見る。
302
+ * 見つけたもの同士を総当たりで比べると、同じ語が何万もある文書で二乗に遅くなる。
303
+ */
304
+ const obligations = (text) => {
305
+ const taken = new Uint8Array(text.length);
306
+ const kept = [];
307
+ MARKERS.forEach(([marker, type]) => {
308
+ occurrences(text, marker).forEach((start) => {
309
+ const end = start + marker.length;
310
+ if (taken.subarray(start, end).some((mark) => mark === 1))
311
+ return;
312
+ taken.fill(1, start, end);
313
+ kept.push({ start, end, attrs: { marker, type } });
314
+ });
315
+ });
316
+ return kept.sort((left, right) => left.start - right.start);
317
+ };
318
+ export const structure = { numbered, definitions, references, obligations, quantities, dates, countedAfter };
319
+ //# sourceMappingURL=structure.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"structure.js","sourceRoot":"","sources":["../src/structure.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElE,qDAAqD;AAErD,MAAM,MAAM,GAAG,4BAA4B,CAAC;AAC5C,MAAM,KAAK,GAAG,eAAe,CAAC;AAE9B,kDAAkD;AAClD,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,gBAAgB,MAAM,iBAAiB,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AACrH,kEAAkE;AAClE,MAAM,aAAa,GAAG,IAAI,MAAM,CAC9B,IAAI,KAAK,UAAU,MAAM,gBAAgB,MAAM,iBAAiB,MAAM,iBAAiB,MAAM,kBAAkB,MAAM,kBAAkB,MAAM,kBAAkB,KAAK,cAAc,EAClL,GAAG,CACJ,CAAC;AACF,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,gBAAgB,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AAChG,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,gBAAgB,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AAC3F;;;GAGG;AACH,MAAM,cAAc,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,0CAA0C,EAAE,GAAG,CAAC,CAAC;AAC5F,MAAM,wBAAwB,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,oBAAoB,KAAK,kBAAkB,EAAE,GAAG,CAAC,CAAC;AACvG,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,iDAAiD,EAAE,GAAG,CAAC,CAAC;AAC9F,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,+BAA+B,KAAK,kBAAkB,EAAE,GAAG,CAAC,CAAC;AAEpG,4DAA4D;AAC5D,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,KAAc,EAAU,EAAE;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;IACzF,6CAA6C;IAC7C,OAAO,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,IAAwB,EAAsB,EAAE;IAChE,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,OAAyB,EAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;AAEnH,8CAA8C;AAC9C,MAAM,WAAW,GAAG,UAAU,CAAC;AAC/B,MAAM,UAAU,GAAG,CAAC,OAAyB,EAAU,EAAE,CACvD,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AAE3H;;;GAGG;AACH,MAAM,YAAY,GAAG,CAAC,IAAY,EAA4B,EAAE;IAC9D,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxF,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,SAAS,CAAC;IAClG,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI;SACf,IAAI,EAAE;SACN,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;SAC1C,IAAI,EAAE,CAAC;IACV,OAAO;QACL,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,GAAG,EAAE;QACrD,QAAQ,EAAE,IAAI;QACd,KAAK;QACL,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC;QAC9B,IAAI;QACJ,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7C,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;KAC/C,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,IAAY,EAA4B,EAAE;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,yCAAyC;IACzC,MAAM,OAAO,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,OAAO;QACL,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE;QACnD,QAAQ,EAAE,IAAI;QACd,KAAK;QACL,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC;QAC9B,IAAI;QACJ,OAAO;KACR,CAAC;AACJ,CAAC,CAAC;AAEF,gDAAgD;AAChD,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,UAAU,GAAG,CAAC,CAAC;AASrB,MAAM,WAAW,GAAyB;IACxC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE;IACjG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE;IACvF,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IAC9F,EAAE,OAAO,EAAE,wBAAwB,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IACxG,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;IACpF,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE;CACrG,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CAAC,OAAyB,EAAE,KAAa,EAAW,EAAE,CAC7E,KAAK,KAAK,UAAU,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,EAAE,IAAI,KAAK,SAAS,CAAC;AAElH,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,OAAyB,EAA4B,EAAE,CACjF,WAAW,CAAC,MAAM,CAA2B,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;IAC5D,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACzF,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACnE,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AAC1I,CAAC,EAAE,SAAS,CAAC,CAAC;AAEhB;;;GAGG;AACH,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,MAAM,6BAA6B,KAAK,cAAc,EAAE,GAAG,CAAC,CAAC;AAC3G,MAAM,cAAc,GAAkF;IACpG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9B,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9B,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;CAC5B,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,IAAY,EAA4B,EAAE;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACrD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1F,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;IAC7D,OAAO;QACL,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM;QAC7B,QAAQ,EAAE,KAAK;QACf,KAAK;QACL,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC;QAC9B,IAAI;QACJ,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;KACxB,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,mBAAmB,GAAG,wBAAwB,CAAC;AAErD,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,OAAyB,EAA4B,EAAE;IAChG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9C,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzC,sEAAsE;IACtE,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACpF,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,EAAE,IAAI,OAAO,CAAC,IAAI,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IAC7F,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,eAAe,CAAC,CAAC;IAC5F,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AAC/I,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,OAAyB,EAA4B,EAAE,CACrF,OAAO,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAEpH,4CAA4C;AAC5C,MAAM,QAAQ,GAAG,CACf,OAAe,EACf,IAAY,EACZ,KAA2H,EAChH,EAAE,CACb,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/D,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;AAC/G,CAAC,CAAC,CAAC;AAEL,MAAM,WAAW,GAAG,CAAC,iCAAiC,EAAE,8BAA8B,CAAC,CAAC;AAExF;;;GAGG;AACH,MAAM,SAAS,GAAG,sCAAsC,CAAC;AACzD,MAAM,WAAW,GAAG,yBAAyB,CAAC;AAC9C,MAAM,aAAa,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAEtG,MAAM,WAAW,GAAG,CAAC,IAAY,EAAa,EAAE,CAC9C,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC9B,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;IAChD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACnD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACxE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACxE,CAAC,CAAC,CACH,CAAC;AAEJ,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,SAAS,MAAM,cAAc,MAAM,eAAe,MAAM,gBAAgB,MAAM,MAAM,EAAE,IAAI,CAAC,CAAC;AAEzH;;;;GAIG;AACH;;;GAGG;AACH,MAAM,UAAU,GAAG,0CAA0C,CAAC;AAC9D,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,IAAI,MAAM,WAAW,MAAM,IAAI,EAAE,IAAI,CAAC,CAAC;AACnE,MAAM,WAAW,GAAG,YAAY,CAAC;AAEjC,2CAA2C;AAC3C,MAAM,cAAc,GAAG,CAAC,GAAW,EAAW,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC;AAEnI,MAAM,YAAY,GAAG,OAAO,CAAC;AAC7B,MAAM,WAAW,GAAG,UAAU,CAAC;AAK/B;;;GAGG;AACH,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAW,EAAE,CAC3E,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,KAAK,YAAY,CAAC;AAEzH,MAAM,SAAS,GAAG,CAAC,IAAY,EAAW,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IAChC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE;QAClC,KAAK,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,IAAI,KAAK,GAAG;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAAE,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QACvH,CAAC;QACD,IAAI,IAAI,KAAK,GAAG;YAAE,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACxC,IAAI,IAAI,KAAK,GAAG;YAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;AAChC,CAAC,CAAC;AAEF;;;;GAIG;AACH,8BAA8B;AAC9B,2CAA2C;AAC3C,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAU,EAAE;IACvD,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC1C,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,kBAAkB,GAAG,CACzB,MAAoD,EAC4B,EAAE;IAClF,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,2CAA2C;IAC3C,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,KAAK,GAAG,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;AAC7F,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,IAAY,EAAa,EAAE;IAC7C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,iEAAiE;IACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2E,CAAC;IAClG,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,SAAS,GACb,QAAQ,EAAE,QAAQ,KAAK,SAAS,IAAI,cAAc,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACtJ,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7E,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,SAAS,IAAI,OAAO,CAAC;QAC1E,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC5I,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,gEAAgE;AAChE,MAAM,OAAO,GAAgE;IAC3E,CAAC,WAAW,EAAE,MAAM,CAAC;IACrB,CAAC,UAAU,EAAE,MAAM,CAAC;IACpB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,QAAQ,EAAE,UAAU,CAAC;IACtB,CAAC,WAAW,EAAE,MAAM,CAAC;IACrB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,QAAQ,EAAE,UAAU,CAAC;IACtB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,OAAO,EAAE,MAAM,CAAC;IACjB,CAAC,MAAM,EAAE,UAAU,CAAC;IACpB,CAAC,UAAU,EAAE,KAAK,CAAC;IACnB,CAAC,QAAQ,EAAE,KAAK,CAAC;IACjB,CAAC,SAAS,EAAE,KAAK,CAAC;CACnB,CAAC;AAEF,gDAAgD;AAChD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,IAAY,EAAY,EAAE;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvG,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,GAAG,CAAC,IAAY,EAAa,EAAE;IAC9C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;QACjC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC;gBAAE,OAAO;YAClE,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;AAC9D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAsB,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@chaffjs/lang-ja",
3
- "version": "0.5.0",
3
+ "version": "0.7.0",
4
4
  "description": "Japanese language adapter for chaff",
5
5
  "license": "MIT",
6
6
  "author": "isamu",
@@ -0,0 +1,68 @@
1
+ // 他の文書を指す参照。「民法第709条」の第709条はこの文書の条ではない。
2
+
3
+ /** 文書の種類を表す語。名前がこれで終われば、その直後の「第N条」はその文書の条。長いものから当てる。 */
4
+ const DOCUMENT_KINDS = [
5
+ "ガイドライン",
6
+ "契約書",
7
+ "法律",
8
+ "条例",
9
+ "条約",
10
+ "契約",
11
+ "規約",
12
+ "規程",
13
+ "規則",
14
+ "約款",
15
+ "細則",
16
+ "要綱",
17
+ "要領",
18
+ "指針",
19
+ "基準",
20
+ "協定",
21
+ "覚書",
22
+ "告示",
23
+ "通達",
24
+ "法",
25
+ "令",
26
+ ];
27
+
28
+ /** 「本契約」「当規約」はこの文書自身。「同法」は前に出た別の法令なので、他の文書。 */
29
+ const SELF_PREFIXES = ["本", "当"];
30
+
31
+ const NAME_CHAR = /[\p{Script=Han}\p{Script=Katakana}ー・A-Za-z0-9]/u;
32
+
33
+ /** 名前は長くても数十字。後ろ向きに読む長さを抑え、長い行で遅くならないようにする。 */
34
+ const MAX_NAME_LENGTH = 30;
35
+
36
+ /**
37
+ * at の直前に書かれた文書名。「民法第709条」なら「民法」。この文書の条を指すなら undefined。
38
+ * 名前が種類の語だけ(「契約第3条」)のときも、どの文書か決まらないので undefined にする。
39
+ */
40
+ /** 法律の題名は平仮名を挟む(「個人情報の保護に関する法律」)。「法律」で終わるときだけ、平仮名もさかのぼって読む。 */
41
+ const TITLE_CHAR = /[\p{Script=Han}\p{Script=Katakana}\p{Script=Hiragana}ー・A-Za-z0-9]/u;
42
+ const LAW_TITLE_END = "法律";
43
+
44
+ const nameBefore = (text: string, at: number, char: RegExp): string => {
45
+ let start = at;
46
+ while (start > 0 && at - start < MAX_NAME_LENGTH && char.test(text[start - 1] ?? "")) start -= 1;
47
+ return text.slice(start, at);
48
+ };
49
+
50
+ /**
51
+ * 法令は題名の後に公布の番号を括弧で添える(「国家行政組織法(昭和二十三年法律第百二十号)第三条」)。
52
+ * 括弧を飛ばして、その前の題名を読む。
53
+ */
54
+ const LAW_NUMBER_NOTE = /((?:明治|大正|昭和|平成|令和)[^()]{1,24}号)$/u;
55
+
56
+ const beforeLawNumber = (text: string, at: number): number => {
57
+ const note = LAW_NUMBER_NOTE.exec(text.slice(Math.max(0, at - 40), at));
58
+ return note === null ? at : at - note[0].length;
59
+ };
60
+
61
+ export const citedDocument = (text: string, reference: number): string | undefined => {
62
+ const at = beforeLawNumber(text, reference);
63
+ const plain = nameBefore(text, at, NAME_CHAR);
64
+ const name = plain === LAW_TITLE_END ? nameBefore(text, at, TITLE_CHAR) : plain;
65
+ const kind = DOCUMENT_KINDS.find((candidate) => name.endsWith(candidate));
66
+ if (kind === undefined || name.length === kind.length) return undefined;
67
+ return SELF_PREFIXES.some((prefix) => name.startsWith(prefix)) ? undefined : name;
68
+ };
package/src/index.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { split, SentenceSplitterSyntax } from "sentence-splitter";
2
2
  import { loadLexicons } from "./lexicons.ts";
3
+ import { structure } from "./structure.ts";
3
4
  import { isReady, predicateOnly, prepare, tokenize } from "./pos.ts";
4
5
  import type { AdapterNeeds, LanguageAdapter, Segmentation, Sentence, Span } from "chaffjs/plugin";
5
6
 
@@ -81,6 +82,7 @@ export const adapter: LanguageAdapter = {
81
82
  return [...source.matchAll(JAPANESE)].length / total;
82
83
  },
83
84
  lexicons: loadLexicons(),
85
+ structure,
84
86
  segment: (text: string): Segmentation => {
85
87
  const sentences = merge(text, rawSpans(text));
86
88
  return { sentences: isReady() ? withTokens(text, sentences) : sentences };
package/src/numbers.ts ADDED
@@ -0,0 +1,35 @@
1
+ // 日本語の数の読み方。条番号・数量・日付が同じ読み方を使う。
2
+
3
+ const DIGIT: Readonly<Record<string, number>> = { 〇: 0, 一: 1, 二: 2, 三: 3, 四: 4, 五: 5, 六: 6, 七: 7, 八: 8, 九: 9 };
4
+ const PLACE: Readonly<Record<string, number>> = { 十: 10, 百: 100, 千: 1000 };
5
+ /** 万・億は、そこまでの数全体を桁上げする。「十二万五千」= 125000。 */
6
+ const MYRIAD: Readonly<Record<string, number>> = { 万: 10_000, 億: 100_000_000 };
7
+
8
+ const FULLWIDTH_ZERO = 0xff10;
9
+
10
+ export const toHalfWidth = (text: string): string => text.replace(/[0-9]/gu, (char) => String(char.charCodeAt(0) - FULLWIDTH_ZERO));
11
+
12
+ type Reading = { readonly done: number; readonly total: number; readonly current: number };
13
+
14
+ const step = (acc: Reading, char: string): Reading => {
15
+ const myriad = MYRIAD[char];
16
+ if (myriad !== undefined) return { done: acc.done + (acc.total + acc.current || 1) * myriad, total: 0, current: 0 };
17
+ const place = PLACE[char];
18
+ if (place !== undefined) return { done: acc.done, total: acc.total + (acc.current === 0 ? 1 : acc.current) * place, current: 0 };
19
+ return { done: acc.done, total: acc.total, current: acc.current * 10 + (DIGIT[char] ?? 0) };
20
+ };
21
+
22
+ /**
23
+ * 番号や数を数にする。全角数字は半角に、漢数字は位取りで読む(十二 = 12、二十一 = 21、百五 = 105、一〇 = 10)。
24
+ * 算用数字と万・億の組(「10万」)も読む。小数(「1.5」)も読む。読めないものは undefined。
25
+ * 番号を読み違えると番地が変わり、参照先が無いという誤りを作ってしまう。
26
+ */
27
+ export const parseJapaneseNumber = (text: string): number | undefined => {
28
+ const half = toHalfWidth(text).replace(/,/gu, "");
29
+ if (/^\d+(?:\.\d+)?$/u.test(half)) return Number(half);
30
+ const arabicMyriad = /^(?<n>\d+(?:\.\d+)?)(?<unit>[万億])$/u.exec(half)?.groups;
31
+ if (arabicMyriad?.["n"] !== undefined && arabicMyriad["unit"] !== undefined) return Number(arabicMyriad["n"]) * (MYRIAD[arabicMyriad["unit"]] ?? 1);
32
+ if (!/^[〇一二三四五六七八九十百千万億]+$/u.test(text)) return undefined;
33
+ const { done, total, current } = [...text].reduce(step, { done: 0, total: 0, current: 0 });
34
+ return done + total + current;
35
+ };
package/src/pos.ts CHANGED
@@ -176,3 +176,33 @@ export const tokenize = (text: string): Token[] | undefined => {
176
176
  .filter(isMorpheme)
177
177
  .map(toToken);
178
178
  };
179
+
180
+ /**
181
+ * 構造を読むときに使う、IPADIC の細分類まで持った形態素。助数詞(名詞,接尾,助数詞)は
182
+ * 二段目の細分類にしか現れないので、UPOS に寄せた token からは読めない。
183
+ */
184
+ export type Morph = {
185
+ readonly start: number;
186
+ readonly end: number;
187
+ readonly surface: string;
188
+ readonly pos: string;
189
+ readonly detail1: string;
190
+ readonly detail2: string;
191
+ };
192
+
193
+ const detail2Of = (value: unknown): string => {
194
+ const record: Record<string, unknown> = isRecord(value) ? { ...value } : {};
195
+ const detail = record["pos_detail_2"];
196
+ return typeof detail === "string" ? detail : "*";
197
+ };
198
+
199
+ /** 解析器を読み込んでいなければ undefined。呼ぶ側は、形態素なしの読み方に戻る。 */
200
+ export const morphemes = (text: string): Morph[] | undefined => {
201
+ const tokenizer = state.ready;
202
+ if (tokenizer === undefined) return undefined;
203
+ return toArray(callMethod(tokenizer, "tokenize", [text])).flatMap((raw) => {
204
+ if (!isMorpheme(raw)) return [];
205
+ const start = raw.word_position - 1;
206
+ return [{ start, end: start + raw.surface_form.length, surface: raw.surface_form, pos: raw.pos, detail1: raw.pos_detail_1, detail2: detail2Of(raw) }];
207
+ });
208
+ };