@chaffjs/lang-ja 0.10.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +8 -4
- package/dist/index.js.map +1 -1
- package/dist/lexicons.d.ts.map +1 -1
- package/dist/lexicons.js +2 -0
- package/dist/lexicons.js.map +1 -1
- package/dist/pos.d.ts +5 -0
- package/dist/pos.d.ts.map +1 -1
- package/dist/pos.js +11 -0
- package/dist/pos.js.map +1 -1
- package/dist/reduplication.d.ts +12 -0
- package/dist/reduplication.d.ts.map +1 -0
- package/dist/reduplication.js +15 -0
- package/dist/reduplication.js.map +1 -0
- package/dist/spaced-counter.d.ts +9 -0
- package/dist/spaced-counter.d.ts.map +1 -0
- package/dist/spaced-counter.js +25 -0
- package/dist/spaced-counter.js.map +1 -0
- package/lexicons/common-acronym.yaml +72 -0
- package/lexicons/comparison-marker.yaml +8 -0
- package/lexicons/currency-code.yaml +16 -0
- package/lexicons/date-stamp-label.yaml +14 -0
- package/lexicons/definition-marker.yaml +6 -0
- package/lexicons/definition-verb.yaml +8 -0
- package/lexicons/distributive-noun.yaml +25 -0
- package/lexicons/distributive-particle.yaml +11 -0
- package/lexicons/doubled-word.yaml +10 -0
- package/lexicons/emphasis-word.yaml +7 -0
- package/lexicons/lead-in.yaml +10 -0
- package/lexicons/meridiem.yaml +7 -0
- package/lexicons/prefecture-unit.yaml +9 -0
- package/lexicons/superlative-scope.yaml +7 -0
- package/lexicons/time-zone.yaml +22 -0
- package/lexicons/us-state-code.yaml +60 -0
- package/package.json +1 -1
- package/src/index.ts +12 -4
- package/src/lexicons.ts +3 -0
- package/src/pos.ts +14 -0
- package/src/reduplication.ts +32 -0
- package/src/spaced-counter.ts +37 -0
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAgB,eAAe,EAAgC,MAAM,gBAAgB,CAAC;AA4DlG,eAAO,MAAM,OAAO,EAAE,eA0BrB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { loadLexicons } from "./lexicons.js";
|
|
2
2
|
import { sentenceSpans } from "./sentence-split.js";
|
|
3
3
|
import { structure } from "./structure.js";
|
|
4
|
-
import { isReady, predicateOnly, prepare, tokenize } from "./pos.js";
|
|
4
|
+
import { isReady, predicateOnly, prepare, readsAsCounter, tokenize } from "./pos.js";
|
|
5
|
+
import { markSpacedCounters } from "./spaced-counter.js";
|
|
6
|
+
import { distributiveVocabulary, markReduplication } from "./reduplication.js";
|
|
5
7
|
// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
|
|
6
8
|
/**
|
|
7
9
|
* 日本語の文末は「。!?」に限られる。
|
|
@@ -38,14 +40,16 @@ const merge = (source, spans) => spans
|
|
|
38
40
|
* token の span は文ではなく、segment に渡した文字列を基準にする。文の span と同じ座標系。
|
|
39
41
|
* 文ごとに解析して足し戻すのではなく、一度解析して文へ配る。同じ文字列を二度読まない。
|
|
40
42
|
*/
|
|
43
|
+
const DISTRIBUTIVE = distributiveVocabulary(loadLexicons());
|
|
41
44
|
const withTokens = (source, sentences) => {
|
|
42
|
-
const
|
|
43
|
-
if (
|
|
45
|
+
const read = tokenize(source);
|
|
46
|
+
if (read === undefined)
|
|
44
47
|
return [...sentences];
|
|
48
|
+
const tokens = markSpacedCounters(read, readsAsCounter);
|
|
45
49
|
return sentences.map((sentence) => ({
|
|
46
50
|
...sentence,
|
|
47
51
|
// 述語かどうかは文の中でしか決まらないので、文へ配ってから印を落とす。
|
|
48
|
-
tokens: predicateOnly(tokens.filter((token) => token.span.start >= sentence.span.start && token.span.end <= sentence.span.end)),
|
|
52
|
+
tokens: markReduplication(predicateOnly(tokens.filter((token) => token.span.start >= sentence.span.start && token.span.end <= sentence.span.end)), DISTRIBUTIVE),
|
|
49
53
|
}));
|
|
50
54
|
};
|
|
51
55
|
export const adapter = {
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACrF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG/E,2CAA2C;AAE3C;;;;;;;;;GASG;AACH,MAAM,MAAM,GAAG,sBAAsB,CAAC;AAEtC,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEvF;;;GAGG;AACH,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,KAAsB,EAAc,EAAE,CACnE,KAAK;KACF,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;IAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxB,yCAAyC;IACzC,uCAAuC;IACvC,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5F,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACrF,OAAO,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,CAAC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;AACxB,CAAC,EAAE,EAAE,CAAC;KACL,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAEzE;;;GAGG;AACH,MAAM,YAAY,GAAG,sBAAsB,CAAC,YAAY,EAAE,CAAC,CAAC;AAE5D,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,SAA8B,EAAc,EAAE;IAChF,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACxD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,QAAQ;QACX,qCAAqC;QACrC,MAAM,EAAE,iBAAiB,CACvB,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvH,YAAY,CACb;KACF,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,gDAAgD;QAChD,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,MAAM;KACnB;IACD,OAAO,EAAE,KAAK,EAAE,IAAkB,EAAiB,EAAE;QACnD,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,OAAO,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IACvD,CAAC;IACD,QAAQ,EAAE,YAAY,EAAE;IACxB,SAAS;IACT,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5E,CAAC;CACF,CAAC"}
|
package/dist/lexicons.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lexicons.d.ts","sourceRoot":"","sources":["../src/lexicons.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAgB,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"lexicons.d.ts","sourceRoot":"","sources":["../src/lexicons.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAgB,MAAM,gBAAgB,CAAC;AAoB5D;;;GAGG;AACH,eAAO,MAAM,YAAY,GAAI,MAAK,MAAY,KAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAQ7D,CAAC"}
|
package/dist/lexicons.js
CHANGED
|
@@ -4,6 +4,7 @@ import { dirname, join } from "node:path";
|
|
|
4
4
|
import { parse } from "yaml";
|
|
5
5
|
const DIR = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons");
|
|
6
6
|
const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
7
|
+
const POSITIONS = ["before", "after"];
|
|
7
8
|
const toEntry = (raw) => {
|
|
8
9
|
if (!isRecord(raw) || typeof raw["pattern"] !== "string")
|
|
9
10
|
return undefined;
|
|
@@ -13,6 +14,7 @@ const toEntry = (raw) => {
|
|
|
13
14
|
pattern: raw["pattern"],
|
|
14
15
|
weight: typeof weight === "number" ? weight : undefined,
|
|
15
16
|
instead_of: typeof instead === "string" ? instead : undefined,
|
|
17
|
+
position: POSITIONS.find((position) => position === raw["position"]),
|
|
16
18
|
};
|
|
17
19
|
};
|
|
18
20
|
/**
|
package/dist/lexicons.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lexicons.js","sourceRoot":"","sources":["../src/lexicons.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAG7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAE5E,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,OAAO,GAAG,CAAC,GAAY,EAA4B,EAAE;IACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,SAAS,CAAC,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC3E,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;IAClC,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC;QACvB,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACvD,UAAU,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;
|
|
1
|
+
{"version":3,"file":"lexicons.js","sourceRoot":"","sources":["../src/lexicons.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAG7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAE5E,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,SAAS,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAU,CAAC;AAE/C,MAAM,OAAO,GAAG,CAAC,GAAY,EAA4B,EAAE;IACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,SAAS,CAAC,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC3E,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;IAClC,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC;QACvB,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACvD,UAAU,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QAC7D,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC;KACrE,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,GAAG,EAA2B,EAAE,CACzE,WAAW,CAAC,GAAG,CAAC;KACb,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;KACxC,MAAM,CAA0B,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;IAC7C,MAAM,GAAG,GAAY,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAClE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IAClG,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IACnF,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;AAC1C,CAAC,EAAE,EAAE,CAAC,CAAC"}
|
package/dist/pos.d.ts
CHANGED
|
@@ -19,4 +19,9 @@ export type Morph = {
|
|
|
19
19
|
};
|
|
20
20
|
/** 解析器を読み込んでいなければ undefined。呼ぶ側は、形態素なしの読み方に戻る。 */
|
|
21
21
|
export declare const morphemes: (text: string) => Morph[] | undefined;
|
|
22
|
+
/**
|
|
23
|
+
* 数のすぐ後ろに詰めて書いたとき、word が数につく語として読まれるか(spaced-counter.ts が使う)。
|
|
24
|
+
* word がそのまま一語の助数詞になるか、桁の語で始まるとき。「件名」は詰めると 件 と 名 に割れるので、助数詞とは読まない。
|
|
25
|
+
*/
|
|
26
|
+
export declare const readsAsCounter: (number: string, word: string) => boolean;
|
|
22
27
|
//# sourceMappingURL=pos.d.ts.map
|
package/dist/pos.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pos.d.ts","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAoF5C,eAAO,MAAM,IAAI,GAAI,KAAK,MAAM,EAAE,QAAQ,MAAM,KAAG,MAAiD,CAAC;AA8BrG,wCAAwC;AACxC,eAAO,MAAM,OAAO,QAAa,OAAO,CAAC,IAAI,CAG5C,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,OAAoC,CAAC;AAkEhE,eAAO,MAAM,aAAa,GAAI,QAAQ,SAAS,KAAK,EAAE,KAAG,KAAK,EAO1D,CAAC;AAEL,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAIjD,CAAC;AAcF;;;GAGG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAQF,kDAAkD;AAClD,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAWlD,CAAC"}
|
|
1
|
+
{"version":3,"file":"pos.d.ts","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAoF5C,eAAO,MAAM,IAAI,GAAI,KAAK,MAAM,EAAE,QAAQ,MAAM,KAAG,MAAiD,CAAC;AA8BrG,wCAAwC;AACxC,eAAO,MAAM,OAAO,QAAa,OAAO,CAAC,IAAI,CAG5C,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,OAAoC,CAAC;AAkEhE,eAAO,MAAM,aAAa,GAAI,QAAQ,SAAS,KAAK,EAAE,KAAG,KAAK,EAO1D,CAAC;AAEL,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAIjD,CAAC;AAcF;;;GAGG;AACH,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAQF,kDAAkD;AAClD,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,KAAG,KAAK,EAAE,GAAG,SAWlD,CAAC;AAOF;;;GAGG;AACH,eAAO,MAAM,cAAc,GAAI,QAAQ,MAAM,EAAE,MAAM,MAAM,KAAG,OAG7D,CAAC"}
|
package/dist/pos.js
CHANGED
|
@@ -193,4 +193,15 @@ export const morphemes = (text) => {
|
|
|
193
193
|
detail2: detail2Of(raw),
|
|
194
194
|
}));
|
|
195
195
|
};
|
|
196
|
+
const isCounterMorph = (morph) => morph.pos === "名詞" && morph.detail1 === "接尾" && morph.detail2 === "助数詞";
|
|
197
|
+
/** 桁の語(万・億)。「26.7 万行」の「万行」は、詰めれば 26.7万 と 行 に分かれる。 */
|
|
198
|
+
const isNumeralMorph = (morph) => morph.pos === "名詞" && morph.detail1 === "数";
|
|
199
|
+
/**
|
|
200
|
+
* 数のすぐ後ろに詰めて書いたとき、word が数につく語として読まれるか(spaced-counter.ts が使う)。
|
|
201
|
+
* word がそのまま一語の助数詞になるか、桁の語で始まるとき。「件名」は詰めると 件 と 名 に割れるので、助数詞とは読まない。
|
|
202
|
+
*/
|
|
203
|
+
export const readsAsCounter = (number, word) => {
|
|
204
|
+
const next = morphemes(number + word)?.find((morph) => morph.start === number.length);
|
|
205
|
+
return next !== undefined && ((next.surface === word && isCounterMorph(next)) || isNumeralMorph(next));
|
|
206
|
+
};
|
|
196
207
|
//# sourceMappingURL=pos.js.map
|
package/dist/pos.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pos.js","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAkB/C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAEnH,MAAM,OAAO,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAE5F,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqD,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,CAAC;AAEtH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AAE7G,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqB,EAAE,CACvD,QAAQ,CAAC,KAAK,CAAC;IACf,OAAO,KAAK,CAAC,eAAe,CAAC,KAAK,QAAQ;IAC1C,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ;IAChC,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC;AAE1C,MAAM,cAAc,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAE5G,0EAA0E;AAC1E,MAAM,UAAU,GAAG,CAAC,KAA8B,EAAE,IAAY,EAAE,IAAwB,EAAW,EAAE;IACrG,MAAM,MAAM,GAAY,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,WAAW,CAAC,CAAC;IAC/E,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAe,EAAQ,EAAE;IAC1C,MAAM,MAAM,GAAY,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACnF,MAAM,OAAO,GAAY,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACxF,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,SAAS,GAAqC;IAClD,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;CACd,CAAC;AAEF,MAAM,MAAM,GAAqC;IAC/C,EAAE,EAAE,MAAM;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,OAAO;IACZ,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,MAAM;IACX,EAAE,EAAE,OAAO;IACX,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,MAAc,EAAU,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;AAErG;;;;GAIG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7C,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAErJ;;;;;GAKG;AACH,MAAM,eAAe,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,KAAK,CAAC;AAElH,MAAM,KAAK,GAA8E,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAElI,MAAM,KAAK,GAAG,KAAK,IAAwB,EAAE,CAC3C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,SAAS,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QAC7B,IAAI,KAAK,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACrE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;;YAC7E,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,wCAAwC;AACxC,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;IAC/C,KAAK,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;IAC1B,KAAK,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;AAEhE;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAE,KAAa,EAAS,EAAE,CAAC,CAAC;IAC7D,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE;IAC1D,OAAO,EAAE,QAAQ,CAAC,YAAY;IAC9B,iDAAiD;IACjD,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5E,GAAG,CAAC,QAAQ,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;IACtE,GAAG,UAAU,CAAC,QAAQ,CAAC;CACxB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,YAAY,GAAG,kCAAkC,CAAC;AAExD,sDAAsD;AACtD,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AAEtJ;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAsB,EAAE;IAC3D,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5E,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACnD,OAAO,QAAQ,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAChE,CAAC,CAAC;AAEF,8DAA8D;AAC9D,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC;AAE5I,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAmD,EAAE;IACzF,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAChE,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC;IAC9E,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;IAClE,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;IAClE,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAEnD,2BAA2B;AAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtD,MAAM,SAAS,GAAG,CAAC,MAAwB,EAAE,IAAY,EAAU,EAAE,CACnE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC;AAEtH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAwB,EAAW,EAAE,CACjE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACvD,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACnI,IAAI,CAAC,YAAY;QAAE,OAAO,KAAK,CAAC;IAChC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;AACpI,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AACpJ,CAAC,CAAC;AAEF,sCAAsC;AACtC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,IAAyB,EAA6D,EAAE;IACpH,MAAM,MAAM,GAAG,aAAa,CAC1B,IAAI,EACJ,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CACpC,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAeF,MAAM,SAAS,GAAG,CAAC,KAAc,EAAU,EAAE;IAC3C,MAAM,MAAM,GAA4B,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;IACtC,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC,CAAC;AAEF,kDAAkD;AAClD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5H,KAAK;QACL,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM;QACpC,OAAO,EAAE,GAAG,CAAC,YAAY;QACzB,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,OAAO,EAAE,GAAG,CAAC,YAAY;QACzB,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC;KACxB,CAAC,CAAC,CAAC;AACN,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"pos.js","sourceRoot":"","sources":["../src/pos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAkB/C,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAEnH,MAAM,OAAO,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAE5F,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqD,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,CAAC;AAEtH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AAE7G,MAAM,UAAU,GAAG,CAAC,KAAc,EAAqB,EAAE,CACvD,QAAQ,CAAC,KAAK,CAAC;IACf,OAAO,KAAK,CAAC,eAAe,CAAC,KAAK,QAAQ;IAC1C,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ;IAChC,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ;IACzC,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC;AAE1C,MAAM,cAAc,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAE5G,0EAA0E;AAC1E,MAAM,UAAU,GAAG,CAAC,KAA8B,EAAE,IAAY,EAAE,IAAwB,EAAW,EAAE;IACrG,MAAM,MAAM,GAAY,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,WAAW,CAAC,CAAC;IAC/E,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAe,EAAQ,EAAE;IAC1C,MAAM,MAAM,GAAY,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACnF,MAAM,OAAO,GAAY,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACxF,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,SAAS,GAAqC;IAClD,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,OAAO;CACd,CAAC;AAEF,MAAM,MAAM,GAAqC;IAC/C,EAAE,EAAE,MAAM;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,MAAM;IACV,GAAG,EAAE,OAAO;IACZ,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,MAAM;IACX,EAAE,EAAE,OAAO;IACX,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,MAAc,EAAU,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;AAErG;;;;GAIG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7C,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAErJ;;;;;GAKG;AACH,MAAM,eAAe,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,KAAK,CAAC;AAElH,MAAM,KAAK,GAA8E,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAElI,MAAM,KAAK,GAAG,KAAK,IAAwB,EAAE,CAC3C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,SAAS,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QAC7B,IAAI,KAAK,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACrE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;YAAE,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;;YAC7E,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,wCAAwC;AACxC,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;IAC/C,KAAK,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;IAC1B,KAAK,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;AAEhE;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAE,KAAa,EAAS,EAAE,CAAC,CAAC;IAC7D,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE;IAC1D,OAAO,EAAE,QAAQ,CAAC,YAAY;IAC9B,iDAAiD;IACjD,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5E,GAAG,CAAC,QAAQ,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;IACtE,GAAG,UAAU,CAAC,QAAQ,CAAC;CACxB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,YAAY,GAAG,kCAAkC,CAAC;AAExD,sDAAsD;AACtD,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AAEtJ;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAsB,EAAE;IAC3D,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5E,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACnD,OAAO,QAAQ,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAChE,CAAC,CAAC;AAEF,8DAA8D;AAC9D,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,KAAK,IAAI,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC;AAE5I,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAmD,EAAE;IACzF,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAChE,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC;IAC9E,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;IAClE,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;IAClE,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAEnD,2BAA2B;AAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtD,MAAM,SAAS,GAAG,CAAC,MAAwB,EAAE,IAAY,EAAU,EAAE,CACnE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC;AAEtH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAwB,EAAW,EAAE,CACjE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACvD,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACnI,IAAI,CAAC,YAAY;QAAE,OAAO,KAAK,CAAC;IAChC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;AACpI,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AACpJ,CAAC,CAAC;AAEF,sCAAsC;AACtC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,IAAyB,EAA6D,EAAE;IACpH,MAAM,MAAM,GAAG,aAAa,CAC1B,IAAI,EACJ,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CACpC,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAeF,MAAM,SAAS,GAAG,CAAC,KAAc,EAAU,EAAE;IAC3C,MAAM,MAAM,GAA4B,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;IACtC,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC,CAAC;AAEF,kDAAkD;AAClD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAuB,EAAE;IAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5H,KAAK;QACL,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM;QACpC,OAAO,EAAE,GAAG,CAAC,YAAY;QACzB,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,OAAO,EAAE,GAAG,CAAC,YAAY;QACzB,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC;KACxB,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,KAAY,EAAW,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC;AAE1H,qDAAqD;AACrD,MAAM,cAAc,GAAG,CAAC,KAAY,EAAW,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,GAAG,CAAC;AAE9F;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,IAAY,EAAW,EAAE;IACtE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;IACtF,OAAO,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;AACzG,CAAC,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { Lexicon, Token } from "chaffjs/plugin";
|
|
2
|
+
/**
|
|
3
|
+
* 名詞を重ねて「それぞれの」を言う形(会社会社で、部署部署の)。重ねられるのは、まとまりや場合を指す名詞だけで、
|
|
4
|
+
* 後ろに助詞が続く。二つ目の名詞に UD の Echo=Rdp を付ける。「資料資料の」「確認確認する」は書き損じのまま。
|
|
5
|
+
*/
|
|
6
|
+
export type Distributive = {
|
|
7
|
+
readonly nouns: ReadonlySet<string>;
|
|
8
|
+
readonly particles: ReadonlySet<string>;
|
|
9
|
+
};
|
|
10
|
+
export declare const distributiveVocabulary: (lexicons: Readonly<Record<string, Lexicon>>) => Distributive;
|
|
11
|
+
export declare const markReduplication: (tokens: readonly Token[], vocabulary: Distributive) => Token[];
|
|
12
|
+
//# sourceMappingURL=reduplication.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reduplication.d.ts","sourceRoot":"","sources":["../src/reduplication.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAErD;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;CAAE,CAAC;AAI5G,eAAO,MAAM,sBAAsB,GAAI,UAAU,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,KAAG,YAGnF,CAAC;AAeH,eAAO,MAAM,iBAAiB,GAAI,QAAQ,SAAS,KAAK,EAAE,EAAE,YAAY,YAAY,KAAG,KAAK,EAGzF,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
const patternsOf = (lexicon) => new Set((lexicon ?? []).map((entry) => entry.pattern));
|
|
2
|
+
export const distributiveVocabulary = (lexicons) => ({
|
|
3
|
+
nouns: patternsOf(lexicons["distributive-noun"]),
|
|
4
|
+
particles: patternsOf(lexicons["distributive-particle"]),
|
|
5
|
+
});
|
|
6
|
+
const isSameNoun = (first, second, nouns) => first !== undefined &&
|
|
7
|
+
first.pos === "NOUN" &&
|
|
8
|
+
second.pos === "NOUN" &&
|
|
9
|
+
first.surface === second.surface &&
|
|
10
|
+
first.span.end === second.span.start &&
|
|
11
|
+
nouns.has(second.surface);
|
|
12
|
+
const isParticleAfter = (next, second, particles) => next !== undefined && next.pos === "ADP" && next.span.start === second.span.end && particles.has(next.surface);
|
|
13
|
+
const echoed = (token) => ({ ...token, features: { ...token.features, Echo: "Rdp" } });
|
|
14
|
+
export const markReduplication = (tokens, vocabulary) => tokens.map((token, index) => isSameNoun(tokens[index - 1], token, vocabulary.nouns) && isParticleAfter(tokens[index + 1], token, vocabulary.particles) ? echoed(token) : token);
|
|
15
|
+
//# sourceMappingURL=reduplication.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reduplication.js","sourceRoot":"","sources":["../src/reduplication.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,GAAG,CAAC,OAA4B,EAAuB,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEjI,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,QAA2C,EAAgB,EAAE,CAAC,CAAC;IACpG,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAChD,SAAS,EAAE,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;CACzD,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,KAAwB,EAAE,MAAa,EAAE,KAA0B,EAAW,EAAE,CAClG,KAAK,KAAK,SAAS;IACnB,KAAK,CAAC,GAAG,KAAK,MAAM;IACpB,MAAM,CAAC,GAAG,KAAK,MAAM;IACrB,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO;IAChC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,CAAC,KAAK;IACpC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAE5B,MAAM,eAAe,GAAG,CAAC,IAAuB,EAAE,MAAa,EAAE,SAA8B,EAAW,EAAE,CAC1G,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAEjH,MAAM,MAAM,GAAG,CAAC,KAAY,EAAS,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAErG,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,MAAwB,EAAE,UAAwB,EAAW,EAAE,CAC/F,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAC1B,UAAU,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAClJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { Token } from "chaffjs/plugin";
|
|
2
|
+
/**
|
|
3
|
+
* 「10 回」「3 日」「26.7 万行」のように数と空白 1 つを挟んだ助数詞は、解析器が普通の名詞や地名(日 = 日本)と読む。
|
|
4
|
+
* 詰めて書けば数につく語(助数詞、桁の語で始まる語)と読まれる語は、NOUN, NounType=Class に直す。数そのもの(万)はそのまま。
|
|
5
|
+
* 読み直しは解析器が要るので、呼ぶ側(pos.ts)が渡す。ここは並びを見るだけ。
|
|
6
|
+
*/
|
|
7
|
+
export type CounterReading = (number: string, word: string) => boolean;
|
|
8
|
+
export declare const markSpacedCounters: (tokens: readonly Token[], readsAsCounter: CounterReading) => Token[];
|
|
9
|
+
//# sourceMappingURL=spaced-counter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spaced-counter.d.ts","sourceRoot":"","sources":["../src/spaced-counter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAE5C;;;;GAIG;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;AAwBvE,eAAO,MAAM,kBAAkB,GAAI,QAAQ,SAAS,KAAK,EAAE,EAAE,gBAAgB,cAAc,KAAG,KAAK,EAK/F,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/** 数と語のあいだに置かれうる空白 1 文字。quantities.ts の GAP と同じ。 */
|
|
2
|
+
const GAP = new Set([" ", "\t", " "]);
|
|
3
|
+
const isNumber = (token) => token?.features?.["NumType"] === "Card";
|
|
4
|
+
const isCounter = (token) => token.features?.["NounType"] === "Class";
|
|
5
|
+
/** token の直前が、空白 1 つを挟んだ数か。三つが隙間なく並んでいるときだけ。 */
|
|
6
|
+
const numberBeforeGap = (tokens, index) => {
|
|
7
|
+
const [number, gap, token] = [tokens[index - 2], tokens[index - 1], tokens[index]];
|
|
8
|
+
if (number === undefined || !isNumber(number) || gap === undefined || token === undefined || !GAP.has(gap.surface))
|
|
9
|
+
return undefined;
|
|
10
|
+
return number.span.end === gap.span.start && gap.span.end === token.span.start ? number : undefined;
|
|
11
|
+
};
|
|
12
|
+
const asCounter = (token) => ({
|
|
13
|
+
span: token.span,
|
|
14
|
+
surface: token.surface,
|
|
15
|
+
pos: "NOUN",
|
|
16
|
+
...(token.lemma === undefined ? {} : { lemma: token.lemma }),
|
|
17
|
+
features: { NounType: "Class" },
|
|
18
|
+
});
|
|
19
|
+
export const markSpacedCounters = (tokens, readsAsCounter) => tokens.map((token, index) => {
|
|
20
|
+
const number = numberBeforeGap(tokens, index);
|
|
21
|
+
if (number === undefined || isCounter(token) || isNumber(token))
|
|
22
|
+
return token;
|
|
23
|
+
return readsAsCounter(number.surface, token.surface) ? asCounter(token) : token;
|
|
24
|
+
});
|
|
25
|
+
//# sourceMappingURL=spaced-counter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spaced-counter.js","sourceRoot":"","sources":["../src/spaced-counter.ts"],"names":[],"mappings":"AASA,oDAAoD;AACpD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,KAAwB,EAAW,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,KAAK,MAAM,CAAC;AAEhG,MAAM,SAAS,GAAG,CAAC,KAAY,EAAW,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,KAAK,OAAO,CAAC;AAEtF,gDAAgD;AAChD,MAAM,eAAe,GAAG,CAAC,MAAwB,EAAE,KAAa,EAAqB,EAAE;IACrF,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACnF,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IACrI,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtG,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAY,EAAS,EAAE,CAAC,CAAC;IAC1C,IAAI,EAAE,KAAK,CAAC,IAAI;IAChB,OAAO,EAAE,KAAK,CAAC,OAAO;IACtB,GAAG,EAAE,MAAM;IACX,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAC5D,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;CAChC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,MAAwB,EAAE,cAA8B,EAAW,EAAE,CACtG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;IAC1B,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,OAAO,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClF,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
# 読み手が説明なしで通じると見なしてよい略語。展開すると逆に読みにくい。
|
|
2
|
+
id: common-acronym
|
|
3
|
+
language: ja
|
|
4
|
+
entries:
|
|
5
|
+
- pattern: OK
|
|
6
|
+
- pattern: NG
|
|
7
|
+
- pattern: URL
|
|
8
|
+
- pattern: API
|
|
9
|
+
- pattern: CSS
|
|
10
|
+
- pattern: HTML
|
|
11
|
+
- pattern: JSON
|
|
12
|
+
- pattern: YAML
|
|
13
|
+
- pattern: HTTP
|
|
14
|
+
- pattern: HTTPS
|
|
15
|
+
- pattern: PDF
|
|
16
|
+
- pattern: CPU
|
|
17
|
+
- pattern: GPU
|
|
18
|
+
- pattern: RAM
|
|
19
|
+
- pattern: USB
|
|
20
|
+
- pattern: AI
|
|
21
|
+
- pattern: ID
|
|
22
|
+
- pattern: FAQ
|
|
23
|
+
- pattern: PR
|
|
24
|
+
- pattern: OS
|
|
25
|
+
- pattern: CLI
|
|
26
|
+
- pattern: UI
|
|
27
|
+
- pattern: UX
|
|
28
|
+
- pattern: SQL
|
|
29
|
+
- pattern: CSV
|
|
30
|
+
- pattern: XML
|
|
31
|
+
- pattern: TODO
|
|
32
|
+
- pattern: NOTE
|
|
33
|
+
- pattern: TIP
|
|
34
|
+
# 通信と符号化。技術文書でなくても説明なしで通じる。
|
|
35
|
+
- pattern: DNS
|
|
36
|
+
- pattern: IP
|
|
37
|
+
- pattern: TCP
|
|
38
|
+
- pattern: UDP
|
|
39
|
+
- pattern: SSH
|
|
40
|
+
- pattern: SSL
|
|
41
|
+
- pattern: TLS
|
|
42
|
+
- pattern: VPN
|
|
43
|
+
- pattern: LAN
|
|
44
|
+
- pattern: UTF
|
|
45
|
+
- pattern: ASCII
|
|
46
|
+
# 機器・形式・単位。
|
|
47
|
+
- pattern: PC
|
|
48
|
+
- pattern: IT
|
|
49
|
+
- pattern: SDK
|
|
50
|
+
- pattern: IDE
|
|
51
|
+
- pattern: PNG
|
|
52
|
+
- pattern: JPEG
|
|
53
|
+
- pattern: GIF
|
|
54
|
+
- pattern: SVG
|
|
55
|
+
- pattern: QR
|
|
56
|
+
- pattern: GPS
|
|
57
|
+
- pattern: SNS
|
|
58
|
+
- pattern: TV
|
|
59
|
+
- pattern: KB
|
|
60
|
+
- pattern: MB
|
|
61
|
+
- pattern: GB
|
|
62
|
+
- pattern: TB
|
|
63
|
+
# 役職と国・地域。
|
|
64
|
+
- pattern: CEO
|
|
65
|
+
- pattern: CTO
|
|
66
|
+
- pattern: CFO
|
|
67
|
+
- pattern: US
|
|
68
|
+
- pattern: USA
|
|
69
|
+
- pattern: UK
|
|
70
|
+
- pattern: EU
|
|
71
|
+
- pattern: UN
|
|
72
|
+
- pattern: DNA
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# 金額の前後に書く ISO 4217 の主要な通貨(USD 1,000、250 EUR)。読み手が説明なしで通じるものだけ。
|
|
2
|
+
# CAD は数の隣でも computer-aided design と読める(3 CAD files)ので入れない。字面どおりに照らす。
|
|
3
|
+
id: currency-code
|
|
4
|
+
language: ja
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: "USD"
|
|
7
|
+
- pattern: "EUR"
|
|
8
|
+
- pattern: "JPY"
|
|
9
|
+
- pattern: "GBP"
|
|
10
|
+
- pattern: "CNY"
|
|
11
|
+
- pattern: "CHF"
|
|
12
|
+
- pattern: "AUD"
|
|
13
|
+
- pattern: "KRW"
|
|
14
|
+
- pattern: "HKD"
|
|
15
|
+
- pattern: "SGD"
|
|
16
|
+
- pattern: "INR"
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# 更新日・公開日の刻印のラベル。これと日付だけの段落は、ページの付帯情報として本題までの段落に数えない。
|
|
2
|
+
id: date-stamp-label
|
|
3
|
+
language: ja
|
|
4
|
+
entries:
|
|
5
|
+
- pattern: 最終更新日
|
|
6
|
+
- pattern: 最終更新
|
|
7
|
+
- pattern: 更新日
|
|
8
|
+
- pattern: 公開日
|
|
9
|
+
- pattern: 掲載日
|
|
10
|
+
- pattern: 作成日
|
|
11
|
+
- pattern: 発行日
|
|
12
|
+
- pattern: 更新
|
|
13
|
+
- pattern: 公開
|
|
14
|
+
- pattern: 掲載
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# 重ねて「それぞれの」を言える名詞。まとまり(会社・部署・家庭)と、場合や時(場面・時代)を指すもの。
|
|
2
|
+
# 「会社会社で考え方が違う」「場面場面で使い分ける」。ここに無い名詞の重なり(資料資料の)は、doubled-word が書き損じとして数える。
|
|
3
|
+
id: distributive-noun
|
|
4
|
+
language: ja
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: 会社
|
|
7
|
+
- pattern: 企業
|
|
8
|
+
- pattern: 組織
|
|
9
|
+
- pattern: 部署
|
|
10
|
+
- pattern: 部門
|
|
11
|
+
- pattern: チーム
|
|
12
|
+
- pattern: 店舗
|
|
13
|
+
- pattern: 現場
|
|
14
|
+
- pattern: 職場
|
|
15
|
+
- pattern: 学校
|
|
16
|
+
- pattern: 家庭
|
|
17
|
+
- pattern: 地域
|
|
18
|
+
- pattern: 国
|
|
19
|
+
- pattern: 個人
|
|
20
|
+
- pattern: 場面
|
|
21
|
+
- pattern: 場所
|
|
22
|
+
- pattern: 時代
|
|
23
|
+
- pattern: 時期
|
|
24
|
+
- pattern: 季節
|
|
25
|
+
- pattern: 案件
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
# 重ねた名詞(distributive-noun)の後ろに続いて「それぞれの」を言う助詞。「会社会社で」「部署部署の」「場面場面に」。
|
|
2
|
+
# ここに無い助詞が続く重なり(会社会社を)は、doubled-word が書き損じとして数える。
|
|
3
|
+
id: distributive-particle
|
|
4
|
+
language: ja
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: で
|
|
7
|
+
- pattern: に
|
|
8
|
+
- pattern: の
|
|
9
|
+
- pattern: によって
|
|
10
|
+
- pattern: により
|
|
11
|
+
- pattern: による
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
# doubled-word が数えない重なり。形態素解析が一語にしない重ね言葉だけを置く。
|
|
2
|
+
# 「まだまだ」「ますます」「いろいろ」「時々」は一語になり、「そうそう」「もっともっと」は副詞なので、ここには要らない。
|
|
3
|
+
# 名詞を重ねて「それぞれの」を言う形(会社会社で)は、後ろの助詞でアダプタが見分ける(distributive-particle)。
|
|
4
|
+
id: doubled-word
|
|
5
|
+
language: ja
|
|
6
|
+
entries:
|
|
7
|
+
- pattern: 一つ一つ
|
|
8
|
+
- pattern: 見る見る
|
|
9
|
+
- pattern: 毎日毎日
|
|
10
|
+
- pattern: 毎回毎回
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
# 業務文書が説明なしで時刻の後ろに書く時間帯(16:00 UTC、2pm ET、10:00 JST)。
|
|
2
|
+
# ここに無いもの(ACT など)は略語として数える。字面どおりに照らす。
|
|
3
|
+
id: time-zone
|
|
4
|
+
language: ja
|
|
5
|
+
entries:
|
|
6
|
+
- pattern: "UTC"
|
|
7
|
+
- pattern: "GMT"
|
|
8
|
+
- pattern: "JST"
|
|
9
|
+
- pattern: "ET"
|
|
10
|
+
- pattern: "EST"
|
|
11
|
+
- pattern: "EDT"
|
|
12
|
+
- pattern: "CT"
|
|
13
|
+
- pattern: "CST"
|
|
14
|
+
- pattern: "CDT"
|
|
15
|
+
- pattern: "MT"
|
|
16
|
+
- pattern: "MST"
|
|
17
|
+
- pattern: "MDT"
|
|
18
|
+
- pattern: "PT"
|
|
19
|
+
- pattern: "PST"
|
|
20
|
+
- pattern: "PDT"
|
|
21
|
+
- pattern: "CET"
|
|
22
|
+
- pattern: "CEST"
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
# 米国の州・特別区・準州の郵便略号。住所の書き方(, CA 94720)の中でだけ見る。字面どおりに照らす。
|
|
2
|
+
id: us-state-code
|
|
3
|
+
language: ja
|
|
4
|
+
entries:
|
|
5
|
+
- pattern: "AL"
|
|
6
|
+
- pattern: "AK"
|
|
7
|
+
- pattern: "AZ"
|
|
8
|
+
- pattern: "AR"
|
|
9
|
+
- pattern: "CA"
|
|
10
|
+
- pattern: "CO"
|
|
11
|
+
- pattern: "CT"
|
|
12
|
+
- pattern: "DE"
|
|
13
|
+
- pattern: "FL"
|
|
14
|
+
- pattern: "GA"
|
|
15
|
+
- pattern: "HI"
|
|
16
|
+
- pattern: "ID"
|
|
17
|
+
- pattern: "IL"
|
|
18
|
+
- pattern: "IN"
|
|
19
|
+
- pattern: "IA"
|
|
20
|
+
- pattern: "KS"
|
|
21
|
+
- pattern: "KY"
|
|
22
|
+
- pattern: "LA"
|
|
23
|
+
- pattern: "ME"
|
|
24
|
+
- pattern: "MD"
|
|
25
|
+
- pattern: "MA"
|
|
26
|
+
- pattern: "MI"
|
|
27
|
+
- pattern: "MN"
|
|
28
|
+
- pattern: "MS"
|
|
29
|
+
- pattern: "MO"
|
|
30
|
+
- pattern: "MT"
|
|
31
|
+
- pattern: "NE"
|
|
32
|
+
- pattern: "NV"
|
|
33
|
+
- pattern: "NH"
|
|
34
|
+
- pattern: "NJ"
|
|
35
|
+
- pattern: "NM"
|
|
36
|
+
- pattern: "NY"
|
|
37
|
+
- pattern: "NC"
|
|
38
|
+
- pattern: "ND"
|
|
39
|
+
- pattern: "OH"
|
|
40
|
+
- pattern: "OK"
|
|
41
|
+
- pattern: "OR"
|
|
42
|
+
- pattern: "PA"
|
|
43
|
+
- pattern: "RI"
|
|
44
|
+
- pattern: "SC"
|
|
45
|
+
- pattern: "SD"
|
|
46
|
+
- pattern: "TN"
|
|
47
|
+
- pattern: "TX"
|
|
48
|
+
- pattern: "UT"
|
|
49
|
+
- pattern: "VT"
|
|
50
|
+
- pattern: "VA"
|
|
51
|
+
- pattern: "WA"
|
|
52
|
+
- pattern: "WV"
|
|
53
|
+
- pattern: "WI"
|
|
54
|
+
- pattern: "WY"
|
|
55
|
+
- pattern: "DC"
|
|
56
|
+
- pattern: "PR"
|
|
57
|
+
- pattern: "GU"
|
|
58
|
+
- pattern: "VI"
|
|
59
|
+
- pattern: "AS"
|
|
60
|
+
- pattern: "MP"
|
package/package.json
CHANGED
package/src/index.ts
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { loadLexicons } from "./lexicons.ts";
|
|
2
2
|
import { sentenceSpans } from "./sentence-split.ts";
|
|
3
3
|
import { structure } from "./structure.ts";
|
|
4
|
-
import { isReady, predicateOnly, prepare, tokenize } from "./pos.ts";
|
|
4
|
+
import { isReady, predicateOnly, prepare, readsAsCounter, tokenize } from "./pos.ts";
|
|
5
|
+
import { markSpacedCounters } from "./spaced-counter.ts";
|
|
6
|
+
import { distributiveVocabulary, markReduplication } from "./reduplication.ts";
|
|
5
7
|
import type { AdapterNeeds, LanguageAdapter, Segmentation, Sentence, Span } from "chaffjs/plugin";
|
|
6
8
|
|
|
7
9
|
// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
|
|
@@ -46,13 +48,19 @@ const merge = (source: string, spans: readonly Span[]): Sentence[] =>
|
|
|
46
48
|
* token の span は文ではなく、segment に渡した文字列を基準にする。文の span と同じ座標系。
|
|
47
49
|
* 文ごとに解析して足し戻すのではなく、一度解析して文へ配る。同じ文字列を二度読まない。
|
|
48
50
|
*/
|
|
51
|
+
const DISTRIBUTIVE = distributiveVocabulary(loadLexicons());
|
|
52
|
+
|
|
49
53
|
const withTokens = (source: string, sentences: readonly Sentence[]): Sentence[] => {
|
|
50
|
-
const
|
|
51
|
-
if (
|
|
54
|
+
const read = tokenize(source);
|
|
55
|
+
if (read === undefined) return [...sentences];
|
|
56
|
+
const tokens = markSpacedCounters(read, readsAsCounter);
|
|
52
57
|
return sentences.map((sentence) => ({
|
|
53
58
|
...sentence,
|
|
54
59
|
// 述語かどうかは文の中でしか決まらないので、文へ配ってから印を落とす。
|
|
55
|
-
tokens:
|
|
60
|
+
tokens: markReduplication(
|
|
61
|
+
predicateOnly(tokens.filter((token) => token.span.start >= sentence.span.start && token.span.end <= sentence.span.end)),
|
|
62
|
+
DISTRIBUTIVE,
|
|
63
|
+
),
|
|
56
64
|
}));
|
|
57
65
|
};
|
|
58
66
|
|
package/src/lexicons.ts
CHANGED
|
@@ -8,6 +8,8 @@ const DIR = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons");
|
|
|
8
8
|
|
|
9
9
|
const isRecord = (value: unknown): value is Record<string, unknown> => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
10
10
|
|
|
11
|
+
const POSITIONS = ["before", "after"] as const;
|
|
12
|
+
|
|
11
13
|
const toEntry = (raw: unknown): LexiconEntry | undefined => {
|
|
12
14
|
if (!isRecord(raw) || typeof raw["pattern"] !== "string") return undefined;
|
|
13
15
|
const weight = raw["weight"];
|
|
@@ -16,6 +18,7 @@ const toEntry = (raw: unknown): LexiconEntry | undefined => {
|
|
|
16
18
|
pattern: raw["pattern"],
|
|
17
19
|
weight: typeof weight === "number" ? weight : undefined,
|
|
18
20
|
instead_of: typeof instead === "string" ? instead : undefined,
|
|
21
|
+
position: POSITIONS.find((position) => position === raw["position"]),
|
|
19
22
|
};
|
|
20
23
|
};
|
|
21
24
|
|
package/src/pos.ts
CHANGED
|
@@ -246,3 +246,17 @@ export const morphemes = (text: string): Morph[] | undefined => {
|
|
|
246
246
|
detail2: detail2Of(raw),
|
|
247
247
|
}));
|
|
248
248
|
};
|
|
249
|
+
|
|
250
|
+
const isCounterMorph = (morph: Morph): boolean => morph.pos === "名詞" && morph.detail1 === "接尾" && morph.detail2 === "助数詞";
|
|
251
|
+
|
|
252
|
+
/** 桁の語(万・億)。「26.7 万行」の「万行」は、詰めれば 26.7万 と 行 に分かれる。 */
|
|
253
|
+
const isNumeralMorph = (morph: Morph): boolean => morph.pos === "名詞" && morph.detail1 === "数";
|
|
254
|
+
|
|
255
|
+
/**
|
|
256
|
+
* 数のすぐ後ろに詰めて書いたとき、word が数につく語として読まれるか(spaced-counter.ts が使う)。
|
|
257
|
+
* word がそのまま一語の助数詞になるか、桁の語で始まるとき。「件名」は詰めると 件 と 名 に割れるので、助数詞とは読まない。
|
|
258
|
+
*/
|
|
259
|
+
export const readsAsCounter = (number: string, word: string): boolean => {
|
|
260
|
+
const next = morphemes(number + word)?.find((morph) => morph.start === number.length);
|
|
261
|
+
return next !== undefined && ((next.surface === word && isCounterMorph(next)) || isNumeralMorph(next));
|
|
262
|
+
};
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { Lexicon, Token } from "chaffjs/plugin";
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* 名詞を重ねて「それぞれの」を言う形(会社会社で、部署部署の)。重ねられるのは、まとまりや場合を指す名詞だけで、
|
|
5
|
+
* 後ろに助詞が続く。二つ目の名詞に UD の Echo=Rdp を付ける。「資料資料の」「確認確認する」は書き損じのまま。
|
|
6
|
+
*/
|
|
7
|
+
export type Distributive = { readonly nouns: ReadonlySet<string>; readonly particles: ReadonlySet<string> };
|
|
8
|
+
|
|
9
|
+
const patternsOf = (lexicon: Lexicon | undefined): ReadonlySet<string> => new Set((lexicon ?? []).map((entry) => entry.pattern));
|
|
10
|
+
|
|
11
|
+
export const distributiveVocabulary = (lexicons: Readonly<Record<string, Lexicon>>): Distributive => ({
|
|
12
|
+
nouns: patternsOf(lexicons["distributive-noun"]),
|
|
13
|
+
particles: patternsOf(lexicons["distributive-particle"]),
|
|
14
|
+
});
|
|
15
|
+
|
|
16
|
+
const isSameNoun = (first: Token | undefined, second: Token, nouns: ReadonlySet<string>): boolean =>
|
|
17
|
+
first !== undefined &&
|
|
18
|
+
first.pos === "NOUN" &&
|
|
19
|
+
second.pos === "NOUN" &&
|
|
20
|
+
first.surface === second.surface &&
|
|
21
|
+
first.span.end === second.span.start &&
|
|
22
|
+
nouns.has(second.surface);
|
|
23
|
+
|
|
24
|
+
const isParticleAfter = (next: Token | undefined, second: Token, particles: ReadonlySet<string>): boolean =>
|
|
25
|
+
next !== undefined && next.pos === "ADP" && next.span.start === second.span.end && particles.has(next.surface);
|
|
26
|
+
|
|
27
|
+
const echoed = (token: Token): Token => ({ ...token, features: { ...token.features, Echo: "Rdp" } });
|
|
28
|
+
|
|
29
|
+
export const markReduplication = (tokens: readonly Token[], vocabulary: Distributive): Token[] =>
|
|
30
|
+
tokens.map((token, index) =>
|
|
31
|
+
isSameNoun(tokens[index - 1], token, vocabulary.nouns) && isParticleAfter(tokens[index + 1], token, vocabulary.particles) ? echoed(token) : token,
|
|
32
|
+
);
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { Token } from "chaffjs/plugin";
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* 「10 回」「3 日」「26.7 万行」のように数と空白 1 つを挟んだ助数詞は、解析器が普通の名詞や地名(日 = 日本)と読む。
|
|
5
|
+
* 詰めて書けば数につく語(助数詞、桁の語で始まる語)と読まれる語は、NOUN, NounType=Class に直す。数そのもの(万)はそのまま。
|
|
6
|
+
* 読み直しは解析器が要るので、呼ぶ側(pos.ts)が渡す。ここは並びを見るだけ。
|
|
7
|
+
*/
|
|
8
|
+
export type CounterReading = (number: string, word: string) => boolean;
|
|
9
|
+
|
|
10
|
+
/** 数と語のあいだに置かれうる空白 1 文字。quantities.ts の GAP と同じ。 */
|
|
11
|
+
const GAP = new Set([" ", "\t", " "]);
|
|
12
|
+
|
|
13
|
+
const isNumber = (token: Token | undefined): boolean => token?.features?.["NumType"] === "Card";
|
|
14
|
+
|
|
15
|
+
const isCounter = (token: Token): boolean => token.features?.["NounType"] === "Class";
|
|
16
|
+
|
|
17
|
+
/** token の直前が、空白 1 つを挟んだ数か。三つが隙間なく並んでいるときだけ。 */
|
|
18
|
+
const numberBeforeGap = (tokens: readonly Token[], index: number): Token | undefined => {
|
|
19
|
+
const [number, gap, token] = [tokens[index - 2], tokens[index - 1], tokens[index]];
|
|
20
|
+
if (number === undefined || !isNumber(number) || gap === undefined || token === undefined || !GAP.has(gap.surface)) return undefined;
|
|
21
|
+
return number.span.end === gap.span.start && gap.span.end === token.span.start ? number : undefined;
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
const asCounter = (token: Token): Token => ({
|
|
25
|
+
span: token.span,
|
|
26
|
+
surface: token.surface,
|
|
27
|
+
pos: "NOUN",
|
|
28
|
+
...(token.lemma === undefined ? {} : { lemma: token.lemma }),
|
|
29
|
+
features: { NounType: "Class" },
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
export const markSpacedCounters = (tokens: readonly Token[], readsAsCounter: CounterReading): Token[] =>
|
|
33
|
+
tokens.map((token, index) => {
|
|
34
|
+
const number = numberBeforeGap(tokens, index);
|
|
35
|
+
if (number === undefined || isCounter(token) || isNumber(token)) return token;
|
|
36
|
+
return readsAsCounter(number.surface, token.surface) ? asCounter(token) : token;
|
|
37
|
+
});
|