chaffjs 0.18.0 → 0.20.0

package/dist/derived/relative-dates.d.ts

@@ -0,0 +1,35 @@
+import type { Span } from "../plugin.ts";
+import { type DurationUnit } from "./date-arithmetic.ts";
+/**
+ * 基準の日付からの相対で書いた日付（「10月2日に申し込み、3日後の10月5日に通知」"Applications open on May 1, 2026. Two weeks
+ * later, on May 15, 2026, …"）。相対の期間のすぐ後ろに書いた日付を、基準の日付に期間を足した（前なら引いた）日と比べる。
+ * 基準は、同じ文で相対の期間より前にある一番近い日付。文が相対の期間で始まる（「Two weeks later, …」）ときだけ、前の文の日付も
+ * 基準にする。基準と書いた日付の片方にしか年が無ければ、月日だけを比べる。
+ */
+export type DatedValue = Span & {
+    readonly value: string;
+};
+/** 「3日後」「two weeks later」: 期間と向き（後なら 1、前なら -1）。 */
+export type Relative = Span & {
+    readonly amount: number;
+    readonly unit: DurationUnit;
+    readonly direction: 1 | -1;
+};
+export type RelativeMismatch = {
+    readonly base: DatedValue;
+    readonly relative: Relative;
+    readonly target: DatedValue;
+    readonly expected: string;
+};
+export type RelativeInput = {
+    readonly source: string;
+    /** 文の始まりの昇順。 */
+    readonly sentences: readonly Span[];
+    /** 書いた順の日付。 */
+    readonly dates: readonly DatedValue[];
+    readonly relatives: readonly Relative[];
+    /** 相対の語と日付のあいだに書いてよい語（の、on）。空白と区切りの記号（、, (）は、いつでもよい。 */
+    readonly links: readonly string[];
+};
+export declare const relativeMismatches: (input: RelativeInput) => RelativeMismatch[];
+//# sourceMappingURL=relative-dates.d.ts.map

package/dist/derived/relative-dates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"relative-dates.d.ts","sourceRoot":"","sources":["../../src/derived/relative-dates.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAA+D,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEtH;;;;;GAKG;AACH,MAAM,MAAM,UAAU,GAAG,IAAI,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,mDAAmD;AACnD,MAAM,MAAM,QAAQ,GAAG,IAAI,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;CAAE,CAAC;AAEnH,MAAM,MAAM,gBAAgB,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAElJ,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,gBAAgB;IAChB,QAAQ,CAAC,SAAS,EAAE,SAAS,IAAI,EAAE,CAAC;IACpC,eAAe;IACf,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,SAAS,QAAQ,EAAE,CAAC;IACxC,wDAAwD;IACxD,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CACnC,CAAC;AAgEF,eAAO,MAAM,kBAAkB,GAAI,OAAO,aAAa,KAAG,gBAAgB,EAMtE,CAAC"}

package/dist/derived/relative-dates.js

@@ -0,0 +1,65 @@
+import { calendarDateOf, dateOf, shifted, valueOf } from "./date-arithmetic.js";
+const SEPARATORS = /[\s,、，(（:：]/gu;
+/** start の昇順の列で、start が offset 以上の最初の位置。二分探索で、相対の期間ごとに文書の頭から数え直さない。 */
+const firstAtOrAfter = (spans, offset) => {
+    let low = 0;
+    let high = spans.length;
+    while (low < high) {
+        const middle = (low + high) >> 1;
+        if ((spans[middle]?.start ?? Infinity) < offset)
+            low = middle + 1;
+        else
+            high = middle;
+    }
+    return low;
+};
+const sentenceIndexOf = (sentences, offset) => {
+    const index = firstAtOrAfter(sentences, offset + 1) - 1;
+    const sentence = sentences[index];
+    return sentence !== undefined && offset < sentence.end ? index : -1;
+};
+/** 文の頭から相対の期間までに、空白と記号のほかに何も無い。 */
+const opensSentence = (source, sentence, relative) => !/[\p{L}\p{N}]/u.test(source.slice(sentence.start, relative.start));
+/** 相対の語のすぐ後ろの日付。あいだは区切りの記号と、つなぎの語だけ。 */
+const targetOf = (input, relative) => {
+    const next = input.dates[firstAtOrAfter(input.dates, relative.end)];
+    if (next === undefined)
+        return undefined;
+    const between = input.source.slice(relative.end, next.start).replace(SEPARATORS, "").toLowerCase();
+    return between === "" || input.links.some((link) => link.replace(SEPARATORS, "").toLowerCase() === between) ? next : undefined;
+};
+/** 同じ文で、相対の期間より前にある一番近い日付。文の頭の相対の期間なら、前の文まで見る。 */
+const baseOf = (input, relative) => {
+    const index = sentenceIndexOf(input.sentences, relative.start);
+    const sentence = input.sentences[index];
+    if (sentence === undefined)
+        return undefined;
+    const from = opensSentence(input.source, sentence, relative) ? (input.sentences[index - 1]?.start ?? sentence.start) : sentence.start;
+    const before = input.dates[firstAtOrAfter(input.dates, relative.start) - 1];
+    return before !== undefined && before.end <= relative.start && before.start >= from ? before : undefined;
+};
+/** 年の無い月日は、年を決めずに数えられない（2月28日の1日後は、うるう年なら2月29日）。考えられる年をすべて試す。 */
+const LEAP_YEAR = 2000;
+const COMMON_YEAR = 2001;
+const baseYears = (base, target) => {
+    if (base.year !== undefined)
+        return [base.year];
+    return target.year === undefined ? [LEAP_YEAR, COMMON_YEAR] : [target.year - 1, target.year, target.year + 1];
+};
+const mismatchOf = (base, relative, target) => {
+    const [baseDate, targetDate] = [calendarDateOf(base.value), calendarDateOf(target.value)];
+    if (baseDate === undefined || targetDate === undefined)
+        return undefined;
+    const withYear = baseDate.year !== undefined && targetDate.year !== undefined;
+    const written = withYear ? target.value : valueOf(dateOf(targetDate), false);
+    const expected = baseYears(baseDate, targetDate).map((year) => valueOf(shifted(dateOf({ ...baseDate, year }), relative.amount * relative.direction, relative.unit), withYear));
+    const [shown] = expected;
+    return shown === undefined || expected.includes(written) ? undefined : { base, relative, target, expected: shown };
+};
+export const relativeMismatches = (input) => input.relatives.flatMap((relative) => {
+    const target = targetOf(input, relative);
+    const base = baseOf(input, relative);
+    const mismatch = target === undefined || base === undefined ? undefined : mismatchOf(base, relative, target);
+    return mismatch === undefined ? [] : [mismatch];
+});
+//# sourceMappingURL=relative-dates.js.map

package/dist/derived/relative-dates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"relative-dates.js","sourceRoot":"","sources":["../../src/derived/relative-dates.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAwC,MAAM,sBAAsB,CAAC;AA0BtH,MAAM,UAAU,GAAG,eAAe,CAAC;AAEnC,uEAAuE;AACvE,MAAM,cAAc,GAAG,CAAC,KAAsB,EAAE,MAAc,EAAU,EAAE;IACxE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;IACxB,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,QAAQ,CAAC,GAAG,MAAM;YAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC;;YAC7D,IAAI,GAAG,MAAM,CAAC;IACrB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,SAA0B,EAAE,MAAc,EAAU,EAAE;IAC7E,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,QAAQ,KAAK,SAAS,IAAI,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC,CAAC;AAEF,mCAAmC;AACnC,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,QAAc,EAAE,QAAkB,EAAW,EAAE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AAE3J,wCAAwC;AACxC,MAAM,QAAQ,GAAG,CAAC,KAAoB,EAAE,QAAkB,EAA0B,EAAE;IACpF,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACnG,OAAO,OAAO,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACjI,CAAC,CAAC;AAEF,kDAAkD;AAClD,MAAM,MAAM,GAAG,CAAC,KAAoB,EAAE,QAAkB,EAA0B,EAAE;IAClF,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;IACtI,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3G,CAAC,CAAC;AAEF,iEAAiE;AACjE,MAAM,SAAS,GAAG,IAAI,CAAC;AACvB,MAAM,WAAW,GAAG,IAAI,CAAC;AAEzB,MAAM,SAAS,GAAG,CAAC,IAAkB,EAAE,MAAoB,EAAY,EAAE;IACvE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;AAChH,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,IAAgB,EAAE,QAAkB,EAAE,MAAkB,EAAgC,EAAE;IAC5G,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1F,IAAI,QAAQ,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzE,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,CAAC;IAC9E,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC5D,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAC/G,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC;IACzB,OAAO,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACrH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,KAAoB,EAAsB,EAAE,CAC7E,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;IACnC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7G,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;AAClD,CAAC,CAAC,CAAC"}

package/dist/derived/sentence-buckets.d.ts

@@ -0,0 +1,4 @@
+import type { Span } from "../plugin.ts";
+/** span を文ごとに分ける。文をまたぐ span はどの文にも入れない。文の数 × span の数を回らないため。 */
+export declare const bySentence: <T extends Span>(sentences: readonly Span[], spans: readonly T[]) => ReadonlyMap<number, readonly T[]>;
+//# sourceMappingURL=sentence-buckets.d.ts.map

package/dist/derived/sentence-buckets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sentence-buckets.d.ts","sourceRoot":"","sources":["../../src/derived/sentence-buckets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAiBzC,gEAAgE;AAChE,eAAO,MAAM,UAAU,GAAI,CAAC,SAAS,IAAI,EAAE,WAAW,SAAS,IAAI,EAAE,EAAE,OAAO,SAAS,CAAC,EAAE,KAAG,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAU5H,CAAC"}

package/dist/derived/sentence-buckets.js

@@ -0,0 +1,34 @@
+/** 文の始まりの昇順の列で、span をすっかり含む文の番号。無ければ -1。二分探索で引く。 */
+const sentenceIndexOf = (sentences, span) => {
+    let low = 0;
+    let high = sentences.length - 1;
+    while (low <= high) {
+        const middle = (low + high) >> 1;
+        const sentence = sentences[middle];
+        if (sentence === undefined)
+            return -1;
+        if (span.start < sentence.start)
+            high = middle - 1;
+        else if (span.start >= sentence.end)
+            low = middle + 1;
+        else
+            return span.end <= sentence.end ? middle : -1;
+    }
+    return -1;
+};
+/** span を文ごとに分ける。文をまたぐ span はどの文にも入れない。文の数 × span の数を回らないため。 */
+export const bySentence = (sentences, spans) => {
+    const buckets = new Map();
+    spans.forEach((span) => {
+        const index = sentenceIndexOf(sentences, span);
+        if (index === -1)
+            return;
+        const bucket = buckets.get(index);
+        if (bucket === undefined)
+            buckets.set(index, [span]);
+        else
+            bucket.push(span);
+    });
+    return buckets;
+};
+//# sourceMappingURL=sentence-buckets.js.map

package/dist/derived/sentence-buckets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sentence-buckets.js","sourceRoot":"","sources":["../../src/derived/sentence-buckets.ts"],"names":[],"mappings":"AAEA,oDAAoD;AACpD,MAAM,eAAe,GAAG,CAAC,SAA0B,EAAE,IAAU,EAAU,EAAE;IACzE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAChC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC,CAAC;QACtC,IAAI,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK;YAAE,IAAI,GAAG,MAAM,GAAG,CAAC,CAAC;aAC9C,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG;YAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC;;YACjD,OAAO,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC,CAAC;AAEF,gEAAgE;AAChE,MAAM,CAAC,MAAM,UAAU,GAAG,CAAiB,SAA0B,EAAE,KAAmB,EAAqC,EAAE;IAC/H,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAC;IACvC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,OAAO;QACzB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;;YAChD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}

package/dist/detect-language.js

@@ -6,7 +6,7 @@
  * 権威ある点数で、こちらは何も読み込んでいない状態での見当付け。
  * 似た計算を両方が持つのは、この順序から来る避けられない重複。
  *
- * 呼ぶ側が、コードブロック・インラインコード・URL・front matter を先に落としておくこと。
+ * 呼ぶ側が、コードブロック・インラインコード・URL・front matter を先に落としておくこと（guessLanguage は language-sample.ts で落とす）。
  * 技術文書は英語のコードを大量に含むため、落とさないと日本語文書が英語と判定される。
  */
 const JAPANESE = /[぀-ゟ゠-ヿ一-鿿]/gu;

package/dist/detect.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AA2B9G,eAAO,MAAM,aAAa,GAAI,QAAQ,MAAM,KAAG,aAK9C,CAAC"}
+{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AASA,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAiC9G,eAAO,MAAM,aAAa,GAAI,QAAQ,MAAM,KAAG,aAK9C,CAAC"}

package/dist/detect.js

@@ -5,6 +5,7 @@ import { parse } from "yaml";
 import { japaneseRatio, latinRatio } from "./detect-language.js";
 import { referenceListSpans } from "./reference-lists.js";
 import { withoutSpans } from "./soft-break.js";
+import { languageSample } from "./language-sample.js";
 /**
  * 技術文書の日本語は英字を大量に含む（コマンド名、識別子、製品名）。
  * 仮名と漢字が 15% あれば日本語と見る。corpus で測るまでの暫定値。spec §26。
@@ -25,11 +26,16 @@ const bodyOf = (source) => {
     const body = withoutSpans(source, referenceListSpans(source, REFERENCE_HEADINGS));
     return body.trim() === "" ? source : body;
 };
+/** The body without code, URLs and markup, or the whole body when nothing else is left (a document of only code). */
+const proseOf = (body) => {
+    const sample = languageSample(body);
+    return sample.trim() === "" ? body : sample;
+};
 export const guessLanguage = (source) => {
-    const body = bodyOf(source);
-    const japanese = japaneseRatio(body);
+    const prose = proseOf(bodyOf(source));
+    const japanese = japaneseRatio(prose);
     if (japanese >= JAPANESE_FLOOR)
         return { language: "ja", confidence: japanese, from: "content" };
-    return { language: "en", confidence: latinRatio(body), from: "content" };
+    return { language: "en", confidence: latinRatio(prose), from: "content" };
 };
 //# sourceMappingURL=detect.js.map

package/dist/detect.js.map

@@ -1 +1 @@
-{"version":3,"file":"detect.js","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAI/C;;;GAGG;AACH,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;AAErG,MAAM,YAAY,GAAG,CAAC,KAAc,EAAqB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;AAEtI,MAAM,YAAY,GAAG,GAAa,EAAE;IAClC,MAAM,GAAG,GAAY,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAY,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAClH,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,aAAa,yBAAyB,CAAC,CAAC;IACxF,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,YAAY,EAAE,CAAC;AAE1C,4DAA4D;AAC5D,MAAM,MAAM,GAAG,CAAC,MAAc,EAAU,EAAE;IACxC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAClF,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAc,EAAiB,EAAE;IAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,QAAQ,IAAI,cAAc;QAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACjG,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AAC3E,CAAC,CAAC"}
+{"version":3,"file":"detect.js","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD;;;GAGG;AACH,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;AAErG,MAAM,YAAY,GAAG,CAAC,KAAc,EAAqB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;AAEtI,MAAM,YAAY,GAAG,GAAa,EAAE;IAClC,MAAM,GAAG,GAAY,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAY,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAClH,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,aAAa,yBAAyB,CAAC,CAAC;IACxF,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,YAAY,EAAE,CAAC;AAE1C,4DAA4D;AAC5D,MAAM,MAAM,GAAG,CAAC,MAAc,EAAU,EAAE;IACxC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAClF,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5C,CAAC,CAAC;AAEF,qHAAqH;AACrH,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;IACvC,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAc,EAAiB,EAAE;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,QAAQ,IAAI,cAAc;QAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACjG,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AAC5E,CAAC,CAAC"}

package/dist/detectors/absolute-exception.d.ts

@@ -0,0 +1,4 @@
+import type { Detector } from "../plugin.ts";
+/** An absolute obligation (すべての〜は…しなければならない, "must always") that a later sentence elsewhere makes an exception to. */
+export declare const absoluteException: Detector;
+//# sourceMappingURL=absolute-exception.d.ts.map

package/dist/detectors/absolute-exception.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"absolute-exception.d.ts","sourceRoot":"","sources":["../../src/detectors/absolute-exception.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAkE,MAAM,cAAc,CAAC;AA0E7G,sHAAsH;AACtH,eAAO,MAAM,iBAAiB,EAAE,QA0B/B,CAAC"}

package/dist/detectors/absolute-exception.js

@@ -0,0 +1,86 @@
+import { inDocumentOrder } from "../structure/issues.js";
+import { contentKey } from "../structure/modal-conflict.js";
+import { actOf, contradictedAbsolutes } from "../structure/absolute-exception.js";
+import { linesOf, lineNumberAt } from "../structure/lines.js";
+import { isWithinAny, QUOTATION_MARKS, quotedIn } from "../quoted-span.js";
+import { entryRanges } from "./lexicon-match.js";
+import { obligationsOf } from "./modal-conflict.js";
+import { quoteAt } from "./structure-tree.js";
+const REQUIRING = new Set(["must", "must-not"]);
+/** Where the lexicon's words stand in the sentence, outside quotations, in reading order. Needs the sentence's tokens. */
+const hitsIn = (sentence, lexicon, quoted) => {
+    const tokens = sentence.tokens ?? [];
+    return lexicon
+        .flatMap((entry) => entryRanges(sentence, entry).flatMap((range) => {
+        const first = tokens[range.start];
+        const last = tokens[range.end - 1];
+        if (first === undefined || last === undefined)
+            return [];
+        const span = { start: first.span.start, end: last.span.end };
+        return isWithinAny(quoted, span) ? [] : [{ word: entry.pattern, span }];
+    }))
+        .toSorted((left, right) => left.span.start - right.span.start);
+};
+const within = (span, offset) => offset >= span.start && offset < span.end;
+const unitsOf = (doc, tree) => ({
+    articles: inDocumentOrder(tree).flatMap((node) => (node.kind === "article" ? [node.span] : [])),
+    lists: doc.lists.map((list) => list.span),
+    paragraphs: doc.paragraphs.map((paragraph) => paragraph.span),
+});
+/** The innermost span holding the offset: an article nested in another is a unit of its own. */
+const innermost = (spans, offset) => spans
+    .filter((span) => within(span, offset))
+    .reduce((inner, span) => (inner === undefined || span.start > inner.start ? span : inner), undefined);
+const unitAt = (units, offset) => [units.articles, units.lists, units.paragraphs].map((spans) => innermost(spans, offset)).find((span) => span !== undefined)?.start ?? offset;
+/** The sentence read for the rule, or nothing when it holds neither word. Only such sentences pay for the unit and the markers. */
+const statementOf = (sentence, obligations, words, units) => {
+    const quoted = quotedIn(sentence, QUOTATION_MARKS);
+    const absolute = hitsIn(sentence, words.absolute, quoted);
+    const exception = hitsIn(sentence, words.exception, quoted);
+    const tokens = sentence.tokens;
+    if ((absolute.length === 0 && exception.length === 0) || tokens === undefined)
+        return undefined;
+    const markers = obligations.filter((obligation) => within(sentence.span, obligation.start));
+    const read = [...absolute, ...exception].map((hit) => hit.span);
+    const key = contentKey(tokens, [...markers, ...read]);
+    const [marker] = markers;
+    return {
+        offset: sentence.span.start,
+        words: key === "" ? [] : key.split(" "),
+        absolute: absolute[0]?.word,
+        exception: exception[0]?.word,
+        obligation: markers.length === 1 && REQUIRING.has(marker?.type ?? ""),
+        act: marker === undefined ? undefined : actOf(tokens, marker, read, words.lightVerbs),
+        unit: unitAt(units, sentence.span.start),
+    };
+};
+/** An absolute obligation (すべての〜は…しなければならない, "must always") that a later sentence elsewhere makes an exception to. */
+export const absoluteException = (doc, options) => {
+    if (doc.structure === undefined)
+        return [];
+    const words = {
+        absolute: options.lexicon ?? [],
+        exception: doc.lexicons["exception-marker"] ?? [],
+        lightVerbs: new Set((doc.lexicons["light-verb"] ?? []).map((entry) => entry.pattern.toLowerCase())),
+    };
+    const obligations = obligationsOf(doc.structure);
+    const units = unitsOf(doc, doc.structure);
+    const statements = doc.sentences
+        .filter((sentence) => sentence.embeddedLanguage === undefined)
+        .flatMap((sentence) => statementOf(sentence, obligations, words, units) ?? []);
+    const lines = linesOf(doc.source);
+    return contradictedAbsolutes(statements).map(({ absolute, exception }) => ({
+        rule: "",
+        severity: "warning",
+        line: 0,
+        column: 0,
+        quote: quoteAt(doc.source, absolute.offset),
+        values: {
+            word: absolute.absolute ?? "",
+            exception: exception.exception ?? "",
+            otherLine: lineNumberAt(lines, exception.offset) ?? 0,
+            offset: absolute.offset,
+        },
+    }));
+};
+//# sourceMappingURL=absolute-exception.js.map

package/dist/detectors/absolute-exception.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"absolute-exception.js","sourceRoot":"","sources":["../../src/detectors/absolute-exception.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAmB,MAAM,gCAAgC,CAAC;AAC7E,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAkB,MAAM,oCAAoC,CAAC;AAClG,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,MAAM,SAAS,GAAwB,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;AAIrE,0HAA0H;AAC1H,MAAM,MAAM,GAAG,CAAC,QAAkB,EAAE,OAAgB,EAAE,MAAuB,EAAS,EAAE;IACtF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;IACrC,OAAO,OAAO;SACX,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7D,OAAO,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CACH;SACA,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,IAAU,EAAE,MAAc,EAAW,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;AAKlG,MAAM,OAAO,GAAG,CAAC,GAAkB,EAAE,IAAmB,EAAS,EAAE,CAAC,CAAC;IACnE,QAAQ,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/F,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;IACzC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC;CAC9D,CAAC,CAAC;AAEH,gGAAgG;AAChG,MAAM,SAAS,GAAG,CAAC,KAAsB,EAAE,MAAc,EAAoB,EAAE,CAC7E,KAAK;KACF,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KACtC,MAAM,CAAmB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;AAE5H,MAAM,MAAM,GAAG,CAAC,KAAY,EAAE,MAAc,EAAU,EAAE,CACtD,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC;AAI/I,mIAAmI;AACnI,MAAM,WAAW,GAAG,CAAC,QAAkB,EAAE,WAAkC,EAAE,KAAY,EAAE,KAAY,EAAyB,EAAE;IAChI,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC/B,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAChG,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IACtD,MAAM,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC;IACzB,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK;QAC3B,KAAK,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;QACvC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI;QAC3B,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI;QAC7B,UAAU,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACrE,GAAG,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC;QACrF,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;KACzC,CAAC;AACJ,CAAC,CAAC;AAEF,sHAAsH;AACtH,MAAM,CAAC,MAAM,iBAAiB,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACrE,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG;QACZ,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;QAC/B,SAAS,EAAE,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE;QACjD,UAAU,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;KACpG,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS;SAC7B,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,gBAAgB,KAAK,SAAS,CAAC;SAC7D,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACjF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,qBAAqB,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QACzE,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC;QAC3C,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ,CAAC,QAAQ,IAAI,EAAE;YAC7B,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,EAAE;YACpC,SAAS,EAAE,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;YACrD,MAAM,EAAE,QAAQ,CAAC,MAAM;SACxB;KACF,CAAC,CAAC,CAAC;AACN,CAAC,CAAC"}

package/dist/detectors/abstract-length.d.ts

@@ -0,0 +1,24 @@
+import type { Detector, DetectorOptions, LengthUnit, ProseDocument, Span } from "../plugin.ts";
+export declare const labelOf: (text: string) => string;
+/** The label at a paragraph's head and how long it is with the spaces after it, or undefined. */
+export declare const headLabel: (text: string) => {
+    readonly label: string;
+    readonly length: number;
+} | undefined;
+export type AbstractSpan = {
+    readonly label: number;
+    readonly body: Span;
+};
+export declare const abstractsOf: (doc: ProseDocument) => AbstractSpan[];
+/** The first heading that names a paper's section, when there are MIN_SECTIONS of them; undefined otherwise. */
+export declare const firstSectionHeading: (doc: ProseDocument) => number | undefined;
+type Measure = {
+    readonly size: number;
+    readonly limit: number | undefined;
+    readonly unit: LengthUnit;
+};
+/** The abstract's length, in the unit of the language most of its sentences are in, and that language's limit. */
+export declare const measureAbstract: (doc: ProseDocument, body: Span, options: DetectorOptions) => Measure;
+export declare const abstractLength: Detector;
+export {};
+//# sourceMappingURL=abstract-length.d.ts.map

package/dist/detectors/abstract-length.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"abstract-length.d.ts","sourceRoot":"","sources":["../../src/detectors/abstract-length.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAW,UAAU,EAAE,aAAa,EAAY,IAAI,EAAE,MAAM,cAAc,CAAC;AAYlH,eAAO,MAAM,OAAO,GAAI,MAAM,MAAM,KAAG,MAUtC,CAAC;AAEF,iGAAiG;AACjG,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,KAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,SAQ9F,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;CAAE,CAAC;AA8B3E,eAAO,MAAM,WAAW,GAAI,KAAK,aAAa,KAAG,YAAY,EAI5D,CAAC;AAEF,gHAAgH;AAChH,eAAO,MAAM,mBAAmB,GAAI,KAAK,aAAa,KAAG,MAAM,GAAG,SAIjE,CAAC;AAEF,KAAK,OAAO,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC;AAQxG,kHAAkH;AAClH,eAAO,MAAM,eAAe,GAAI,KAAK,aAAa,EAAE,MAAM,IAAI,EAAE,SAAS,eAAe,KAAG,OAS1F,CAAC;AAYF,eAAO,MAAM,cAAc,EAAE,QAW5B,CAAC"}

package/dist/detectors/abstract-length.js

@@ -0,0 +1,108 @@
+// An abstract longer than the limit, or a paper with sections and no abstract. Pure. What labels an abstract (要旨,
+// Abstract) and what names a paper's section (はじめに, Methods) come from the language's abstract-heading and
+// paper-section-heading lexicons. An abstract in the other language (the English Abstract of a Japanese paper) is
+// measured in that language's unit and against its limit.
+import { lengthOf } from "../measure.js";
+import { quoteAt } from "./structure-tree.js";
+/** A paper with this many section headings (Introduction, Methods, …) is expected to have an abstract. */
+const MIN_SECTIONS = 2;
+/** The marks around a label: a heading's number, 【】, a colon or a full stop after it, emphasis. */
+const LABEL_MARKS = new Set(" \t\n\u3000.．#*_【[（():：】])）0123456789");
+/** Where a label at a paragraph's head ends: "Abstract: We …", "【要旨】本研究は…", "Abstract.We …". */
+const LABEL_ENDS = ["】", ":", "：", ".", "．"];
+/** A label at a paragraph's head is a word or two: past this many characters the colon belongs to a sentence. */
+const MAX_LABEL = 24;
+export const labelOf = (text) => {
+    const chars = [...text];
+    const first = chars.findIndex((char) => !LABEL_MARKS.has(char));
+    const last = chars.findLastIndex((char) => !LABEL_MARKS.has(char));
+    return first === -1
+        ? ""
+        : chars
+            .slice(first, last + 1)
+            .join("")
+            .toLowerCase();
+};
+/** The label at a paragraph's head and how long it is with the spaces after it, or undefined. */
+export const headLabel = (text) => {
+    const head = text.slice(0, MAX_LABEL);
+    const end = LABEL_ENDS.map((mark) => head.indexOf(mark))
+        .filter((index) => index > 0)
+        .toSorted((left, right) => left - right)[0];
+    if (end === undefined)
+        return undefined;
+    const rest = text.slice(end + 1);
+    return { label: labelOf(head.slice(0, end + 1)), length: end + 1 + rest.length - rest.trimStart().length };
+};
+const wordsOf = (doc) => {
+    const set = (id) => new Set((doc.lexicons[id] ?? []).map((entry) => entry.pattern.toLowerCase()));
+    return { abstracts: set("abstract-heading"), sections: set("paper-section-heading") };
+};
+/** Abstracts under a heading of their own: the text up to the next heading. */
+const underHeadings = (doc, words) => {
+    const headings = doc.markup?.headings ?? [];
+    return headings.flatMap((heading, index) => words.abstracts.has(labelOf(heading.text))
+        ? [{ label: heading.start, body: { start: heading.end, end: headings[index + 1]?.start ?? doc.source.length } }]
+        : []);
+};
+/** Abstracts labelled in a paragraph: the label alone on its line (the next paragraph is the abstract) or at its head. */
+const inParagraphs = (doc, words) => doc.paragraphs.flatMap((paragraph, index) => {
+    const text = doc.source.slice(paragraph.span.start, paragraph.span.end);
+    const next = doc.paragraphs[index + 1];
+    if (words.abstracts.has(labelOf(text)))
+        return next === undefined ? [] : [{ label: paragraph.span.start, body: next.span }];
+    const head = headLabel(text);
+    if (head === undefined || !words.abstracts.has(head.label))
+        return [];
+    return [{ label: paragraph.span.start, body: { start: paragraph.span.start + head.length, end: paragraph.span.end } }];
+});
+export const abstractsOf = (doc) => {
+    const words = wordsOf(doc);
+    const found = [...underHeadings(doc, words), ...inParagraphs(doc, words)].toSorted((left, right) => left.label - right.label);
+    return found.filter((abstract, index) => found.findIndex((other) => other.label === abstract.label) === index);
+};
+/** The first heading that names a paper's section, when there are MIN_SECTIONS of them; undefined otherwise. */
+export const firstSectionHeading = (doc) => {
+    const words = wordsOf(doc);
+    const sections = (doc.markup?.headings ?? []).filter((heading) => words.sections.has(labelOf(heading.text)));
+    return sections.length >= MIN_SECTIONS ? sections[0]?.start : undefined;
+};
+/** The part of a sentence inside the span: a label at the head of the abstract's paragraph is not counted. */
+const clipped = (sentence, body) => {
+    const from = Math.max(0, body.start - sentence.span.start);
+    return from === 0 ? sentence : { ...sentence, text: sentence.text.slice(from), span: { start: sentence.span.start + from, end: sentence.span.end } };
+};
+/** The abstract's length, in the unit of the language most of its sentences are in, and that language's limit. */
+export const measureAbstract = (doc, body, options) => {
+    const sentences = doc.sentences
+        .filter((sentence) => sentence.span.end > body.start && sentence.span.start < body.end)
+        .map((sentence) => clipped(sentence, body));
+    const embedded = sentences.filter((sentence) => sentence.embeddedLanguage !== undefined);
+    const other = embedded.length * 2 > sentences.length ? embedded[0]?.embeddedLanguage : undefined;
+    const unit = other?.lengthUnit ?? doc.lengthUnit;
+    const limit = other === undefined ? options.limit : options.embeddedLimits?.[other.id];
+    return { size: sentences.reduce((sum, sentence) => sum + lengthOf(sentence, unit), 0), limit, unit };
+};
+const finding = (doc, offset, variant, values) => ({
+    rule: "abstract-length",
+    severity: "info",
+    line: 0,
+    column: 0,
+    quote: quoteAt(doc.source, offset),
+    values: { ...values, offset },
+    variant,
+});
+export const abstractLength = (doc, options) => {
+    const abstracts = abstractsOf(doc);
+    if (abstracts.length === 0) {
+        const section = firstSectionHeading(doc);
+        return section === undefined ? [] : [finding(doc, section, "missing", {})];
+    }
+    return abstracts.flatMap((found) => {
+        const measure = measureAbstract(doc, found.body, options);
+        if (measure.limit === undefined || measure.size <= measure.limit)
+            return [];
+        return [finding(doc, found.label, measure.unit === "word" ? "words" : "chars", { count: measure.size, limit: measure.limit })];
+    });
+};
+//# sourceMappingURL=abstract-length.js.map

package/dist/detectors/abstract-length.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"abstract-length.js","sourceRoot":"","sources":["../../src/detectors/abstract-length.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,2GAA2G;AAC3G,kHAAkH;AAClH,0DAA0D;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAG9C,0GAA0G;AAC1G,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,mGAAmG;AACnG,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,uCAAuC,CAAC,CAAC;AACrE,gGAAgG;AAChG,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7C,iHAAiH;AACjH,MAAM,SAAS,GAAG,EAAE,CAAC;AAErB,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;IAC9C,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,OAAO,KAAK,KAAK,CAAC,CAAC;QACjB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,KAAK;aACF,KAAK,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC;aACtB,IAAI,CAAC,EAAE,CAAC;aACR,WAAW,EAAE,CAAC;AACvB,CAAC,CAAC;AAEF,iGAAiG;AACjG,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAmE,EAAE;IACzG,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SACrD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAC5B,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACjC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,CAAC;AAC7G,CAAC,CAAC;AAMF,MAAM,OAAO,GAAG,CAAC,GAAkB,EAAS,EAAE;IAC5C,MAAM,GAAG,GAAG,CAAC,EAAU,EAAuB,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/H,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,kBAAkB,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,uBAAuB,CAAC,EAAE,CAAC;AACxF,CAAC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,aAAa,GAAG,CAAC,GAAkB,EAAE,KAAY,EAAkB,EAAE;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC5C,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAkB,EAAE,CACzD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAChH,CAAC,CAAC,EAAE,CACP,CAAC;AACJ,CAAC,CAAC;AAEF,0HAA0H;AAC1H,MAAM,YAAY,GAAG,CAAC,GAAkB,EAAE,KAAY,EAAkB,EAAE,CACxE,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAkB,EAAE;IAC1D,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxE,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACvC,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5H,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACtE,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AACzH,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAkB,EAAkB,EAAE;IAChE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,GAAG,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9H,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC;AACjH,CAAC,CAAC;AAEF,gHAAgH;AAChH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAkB,EAAsB,EAAE;IAC5E,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7G,OAAO,QAAQ,CAAC,MAAM,IAAI,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC,CAAC;AAIF,8GAA8G;AAC9G,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAE,IAAU,EAAY,EAAE;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3D,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AACvJ,CAAC,CAAC;AAEF,kHAAkH;AAClH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAkB,EAAE,IAAU,EAAE,OAAwB,EAAW,EAAE;IACnG,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS;SAC5B,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC;SACtF,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC;IACzF,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;IACjG,MAAM,IAAI,GAAG,KAAK,EAAE,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC;IACjD,MAAM,KAAK,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvF,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACvG,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAkB,EAAE,MAAc,EAAE,OAAe,EAAE,MAAwC,EAAW,EAAE,CAAC,CAAC;IAC3H,IAAI,EAAE,iBAAiB;IACvB,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,CAAC;IACT,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAClC,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE;IAC7B,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAClE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACzC,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAC5E,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACjI,CAAC,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/detectors/ai-phrasing.d.ts

@@ -1,4 +1,12 @@
-import type { Detector } from "../plugin.ts";
+import type { Detector, Finding, ProseDocument, Sentence } from "../plugin.ts";
+/** 当たった文と語。offset は指摘する位置で、無ければ文の頭。 */
+type Hit = {
+    readonly sentence: Sentence;
+    readonly matched: string;
+    readonly offset?: number;
+};
+/** 1000 語（日本語は 1000 字）あたりの数が上限を超えたら、当たった文をすべて言う。短い文書は密度が暴れるので測らない。 */
+export declare const densityFindings: (doc: ProseDocument, hits: readonly Hit[], limit: number) => Finding[];
 /** 対比の枠（It's not X, it's Y、単なる X ではなく）。1 つなら論点の整理だが、重なると言い回しの癖になる。 */
 export declare const contrastFraming: Detector;
 /** 文頭の決まった接ぎ（Moreover、さらに）の密度。話を運ぶ語（However、また）は語彙表に入れない。 */
@@ -8,13 +16,17 @@ export declare const openerDensity: Detector;
  * 密度ではなく数で見る。人の記事も長さによらず 1 つ 2 つは書き、生成文は短い記事にも重ねる。
  */
 export declare const openerPile: Detector;
-/** コロンで箇条書きへ渡す文（以下の通りです：）。1 つなら案内だが、節ごとに続くと説明が箇条書きの前置きだけになる。 */
+/**
+ * コロンで箇条書きへ渡す文（以下の通りです：）。1 つなら案内だが、節ごとに続くと説明が箇条書きの前置きだけになる。
+ * 数えるのは文書の言語の文だけ。和文の中の英文（Examples include:）は、英語ではふつうの書き方なので数えない。
+ */
 export declare const colonLeadIn: Detector;
 /**
  * 会話の返事の名残（As of my last knowledge update、私の知識は）。重みを足した点が上限に届いたら、当たった文をすべて言う。
  * 名残そのもの（知識の期限、AI としての断り）は 1 つで届き、人も書く礼（I hope this helps）は 2 つ重なって届く。
  */
 export declare const assistantResidue: Detector;
-/** 埋め忘れた雛形の空欄（[Your Name]、【会社名】）。limit は指摘に要る数。 */
+/** 埋め忘れた雛形の空欄（[Your Name]、【会社名】、TBD: …）。1 つでも埋め忘れなので、段は数ではなく指摘の重さを決める。 */
 export declare const unfilledPlaceholder: Detector;
+export {};
 //# sourceMappingURL=ai-phrasing.d.ts.map

package/dist/detectors/ai-phrasing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-phrasing.d.ts","sourceRoot":"","sources":["../../src/detectors/ai-phrasing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAA2D,MAAM,cAAc,CAAC;AA8CtG,sEAAsE;AACtE,eAAO,MAAM,eAAe,EAAE,QAO7B,CAAC;AASF,6DAA6D;AAC7D,eAAO,MAAM,aAAa,EAAE,QAAmH,CAAC;AAEhJ;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,QAGxB,CAAC;AAEF,gEAAgE;AAChE,eAAO,MAAM,WAAW,EAAE,QAGzB,CAAC;AAkCF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAC;AAEF,mDAAmD;AACnD,eAAO,MAAM,mBAAmB,EAAE,QAWjC,CAAC"}
+{"version":3,"file":"ai-phrasing.d.ts","sourceRoot":"","sources":["../../src/detectors/ai-phrasing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAyB,aAAa,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAkBtG,uCAAuC;AACvC,KAAK,GAAG,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAW/F,sEAAsE;AACtE,eAAO,MAAM,eAAe,GAAI,KAAK,aAAa,EAAE,MAAM,SAAS,GAAG,EAAE,EAAE,OAAO,MAAM,KAAG,OAAO,EAKhG,CAAC;AAUF,sEAAsE;AACtE,eAAO,MAAM,eAAe,EAAE,QAO7B,CAAC;AASF,6DAA6D;AAC7D,eAAO,MAAM,aAAa,EAAE,QAAmH,CAAC;AAEhJ;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,QAGxB,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,WAAW,EAAE,QAIzB,CAAC;AAkCF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,QAK9B,CAAC;AAEF,0EAA0E;AAC1E,eAAO,MAAM,mBAAmB,EAAE,QASO,CAAC"}

package/dist/detectors/ai-phrasing.js

@@ -21,7 +21,7 @@ const findingOf = (hit, values) => ({
     values: { matched: hit.matched, ...values, offset: hit.offset ?? hit.sentence.span.start },
 });
 /** 1000 語（日本語は 1000 字）あたりの数が上限を超えたら、当たった文をすべて言う。短い文書は密度が暴れるので測らない。 */
-const densityFindings = (doc, hits, limit) => {
+export const densityFindings = (doc, hits, limit) => {
     const length = wordsOf(doc);
     if (hits.length < PILE || length < MIN_DOCUMENT_LENGTH[doc.lengthUnit])
         return [];
@@ -58,9 +58,13 @@ export const openerPile = (doc, options) => {
     const hits = openerHits(doc, options.lexicon ?? []);
     return hits.length === 0 || hits.length < options.limit ? [] : hits.map((hit) => findingOf(hit, { count: hits.length, limit: options.limit }));
 };
-/** コロンで箇条書きへ渡す文（以下の通りです：）。1 つなら案内だが、節ごとに続くと説明が箇条書きの前置きだけになる。 */
+/**
+ * コロンで箇条書きへ渡す文（以下の通りです：）。1 つなら案内だが、節ごとに続くと説明が箇条書きの前置きだけになる。
+ * 数えるのは文書の言語の文だけ。和文の中の英文（Examples include:）は、英語ではふつうの書き方なので数えない。
+ */
 export const colonLeadIn = (doc, options) => {
-    const hits = colonLeadIns(doc.sentences, doc.lists, doc.listSpans, doc.source).map((sentence) => ({ sentence, matched: sentence.text.trim() }));
+    const inDocumentLanguage = doc.sentences.filter((sentence) => sentence.embeddedLanguage === undefined);
+    const hits = colonLeadIns(inDocumentLanguage, doc.lists, doc.listSpans, doc.source).map((sentence) => ({ sentence, matched: sentence.text.trim() }));
     return densityFindings(doc, hits, options.limit);
 };
 const distinct = (lexicon) => [...new Map(lexicon.map((entry) => [entry.pattern.toLowerCase(), entry])).values()];
@@ -97,16 +101,12 @@ export const assistantResidue = (doc, options) => {
         return [];
     return tally.hits.map((hit) => findingOf(hit, { count: tally.counted.size, density: score, limit: options.limit }));
 };
-/** 埋め忘れた雛形の空欄（[Your Name]、【会社名】）。limit は指摘に要る数。 */
-export const unfilledPlaceholder = (doc, options) => {
-    const words = options.lexicon ?? [];
-    const blanks = doc.sentences.flatMap((sentence) => placeholderSpans(sentence.text, words).map((span) => ({
-        sentence,
-        matched: sentence.text.slice(span.start, span.end),
-        offset: sentence.span.start + span.start,
-    })));
-    if (blanks.length === 0 || blanks.length < options.limit)
-        return [];
-    return blanks.map((blank) => findingOf(blank, { count: blanks.length, limit: options.limit }));
-};
+/** 埋め忘れた雛形の空欄（[Your Name]、【会社名】、TBD: …）。1 つでも埋め忘れなので、段は数ではなく指摘の重さを決める。 */
+export const unfilledPlaceholder = (doc, options) => doc.sentences
+    .flatMap((sentence) => placeholderSpans(sentence.text, options.lexicon ?? []).map((span) => ({
+    sentence,
+    matched: sentence.text.slice(span.start, span.end),
+    offset: sentence.span.start + span.start,
+})))
+    .map((blank) => findingOf(blank, {}));
 //# sourceMappingURL=ai-phrasing.js.map

package/dist/detectors/ai-phrasing.js.map

@@ -1 +1 @@
-{"version":3,"file":"ai-phrasing.js","sourceRoot":"","sources":["../../src/detectors/ai-phrasing.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAsB,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,yCAAyC;AAEzC,MAAM,GAAG,GAAG,IAAI,CAAC;AACjB,uDAAuD;AACvD,MAAM,MAAM,GAAG,EAAE,CAAC;AAClB,4DAA4D;AAC5D,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,kDAAkD;AAClD,MAAM,IAAI,GAAG,CAAC,CAAC;AAKf,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAE,MAAwC,EAAW,EAAE,CAAC,CAAC;IAClF,IAAI,EAAE,EAAE;IACR,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,CAAC;IACT,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;IAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE;CAC3F,CAAC,CAAC;AAEH,sEAAsE;AACtE,MAAM,eAAe,GAAG,CAAC,GAAkB,EAAE,IAAoB,EAAE,KAAa,EAAa,EAAE;IAC7F,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,CAAC;IAClF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;IAC3E,OAAO,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3G,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAE,OAAgB,EAA4B,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AAEtI,MAAM,eAAe,GAAG,CAAC,GAAkB,EAAE,MAAe,EAAiB,EAAE,CAAC,CAAC;IAC/E,MAAM;IACN,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE;IAC1C,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE;CAC3C,CAAC,CAAC;AAEH,sEAAsE;AACtE,MAAM,CAAC,MAAM,eAAe,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACnE,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACtE,QAAQ;QACR,OAAO,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE;KAC5F,CAAC,CAAC,CAAC;IACJ,OAAO,eAAe,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,kBAAkB;AAClB,MAAM,UAAU,GAAG,CAAC,GAAkB,EAAE,OAAgB,EAAS,EAAE,CACjE,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;IACjC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACpE,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;AAC7E,CAAC,CAAC,CAAC;AAEL,6DAA6D;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE,CAAC,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AAEhJ;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAC9D,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACjJ,CAAC,CAAC;AAEF,gEAAgE;AAChE,MAAM,CAAC,MAAM,WAAW,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAC/D,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IAChJ,OAAO,eAAe,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,OAAgB,EAAkB,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AAE3I,MAAM,QAAQ,GAAG,CAAC,KAAmB,EAAU,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;AAEpE,MAAM,KAAK,GAAG,CAAC,KAAmB,EAAU,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;AAI3E,MAAM,OAAO,GAAU,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AAElE,uDAAuD;AACvD,MAAM,YAAY,GAAG,CAAC,KAAY,EAAE,QAAkB,EAAE,UAAmC,EAAS,EAAE;IACpG,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAC3D,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK;QAC1B,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;KAC7C,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,SAA8B,EAAE,OAAgC,EAAS,EAAE,CAC1F,SAAS,CAAC,MAAM,CAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,OAAO,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AACrF,CAAC,EAAE,OAAO,CAAC,CAAC;AAEd;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACpE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACtH,CAAC,CAAC;AAEF,mDAAmD;AACnD,MAAM,CAAC,MAAM,mBAAmB,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACvE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAChD,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpD,QAAQ;QACR,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC;QAClD,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK;KACzC,CAAC,CAAC,CACJ,CAAC;IACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACpE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACjG,CAAC,CAAC"}
+{"version":3,"file":"ai-phrasing.js","sourceRoot":"","sources":["../../src/detectors/ai-phrasing.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAsB,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,yCAAyC;AAEzC,MAAM,GAAG,GAAG,IAAI,CAAC;AACjB,uDAAuD;AACvD,MAAM,MAAM,GAAG,EAAE,CAAC;AAClB,4DAA4D;AAC5D,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,kDAAkD;AAClD,MAAM,IAAI,GAAG,CAAC,CAAC;AAKf,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAE,MAAwC,EAAW,EAAE,CAAC,CAAC;IAClF,IAAI,EAAE,EAAE;IACR,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,CAAC;IACT,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;IAC/B,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE;CAC3F,CAAC,CAAC;AAEH,sEAAsE;AACtE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAkB,EAAE,IAAoB,EAAE,KAAa,EAAa,EAAE;IACpG,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,CAAC;IAClF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;IAC3E,OAAO,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3G,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAE,OAAgB,EAA4B,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AAEtI,MAAM,eAAe,GAAG,CAAC,GAAkB,EAAE,MAAe,EAAiB,EAAE,CAAC,CAAC;IAC/E,MAAM;IACN,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE;IAC1C,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE;CAC3C,CAAC,CAAC;AAEH,sEAAsE;AACtE,MAAM,CAAC,MAAM,eAAe,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACnE,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACtE,QAAQ;QACR,OAAO,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE;KAC5F,CAAC,CAAC,CAAC;IACJ,OAAO,eAAe,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,kBAAkB;AAClB,MAAM,UAAU,GAAG,CAAC,GAAkB,EAAE,OAAgB,EAAS,EAAE,CACjE,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;IACjC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACpE,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;AAC7E,CAAC,CAAC,CAAC;AAEL,6DAA6D;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE,CAAC,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AAEhJ;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAC9D,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACjJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAC/D,MAAM,kBAAkB,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC;IACvG,MAAM,IAAI,GAAG,YAAY,CAAC,kBAAkB,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IACrJ,OAAO,eAAe,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,OAAgB,EAAkB,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AAE3I,MAAM,QAAQ,GAAG,CAAC,KAAmB,EAAU,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;AAEpE,MAAM,KAAK,GAAG,CAAC,KAAmB,EAAU,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;AAI3E,MAAM,OAAO,GAAU,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AAElE,uDAAuD;AACvD,MAAM,YAAY,GAAG,CAAC,KAAY,EAAE,QAAkB,EAAE,UAAmC,EAAS,EAAE;IACpG,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAC3D,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK;QAC1B,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;KAC7C,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,SAA8B,EAAE,OAAgC,EAAS,EAAE,CAC1F,SAAS,CAAC,MAAM,CAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,OAAO,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AACrF,CAAC,EAAE,OAAO,CAAC,CAAC;AAEd;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACpE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AACtH,CAAC,CAAC;AAEF,0EAA0E;AAC1E,MAAM,CAAC,MAAM,mBAAmB,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE,CACvE,GAAG,CAAC,SAAS;KACV,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACpB,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACpE,QAAQ;IACR,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC;IAClD,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK;CACzC,CAAC,CAAC,CACJ;KACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC"}