@chaffjs/lang-en 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 isamu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,12 @@
+# @chaffjs/lang-en
+
+Official English adapter for [chaff](https://www.npmjs.com/package/chaffjs). Bundled with `chaff`; you do not need to install it yourself.
+
+It provides:
+
+- Sentence splitting (handles `Dr.`, `e.g.`, `U.S.`, `$3.50` without breaking the sentence)
+- L2 lexicons (empty intensifiers, padded openings, cliched closings)
+
+To add a language: official adapters are `@chaffjs/<lang>`, third-party ones are `chaff-lang-<lang>` — the same split as `@typescript-eslint/*` and `eslint-plugin-*`.
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+import type { LanguageAdapter } from "chaffjs/plugin";
+/**
+ * 英語は sentence-splitter の既定で足りる。"Dr." "e.g." "U.S." "$3.50" を
+ * いずれも文末と誤認しない。日本語のような後処理は要らない。spec §7.2。
+ */
+export declare const adapter: LanguageAdapter;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAgB,MAAM,gBAAgB,CAAC;AAOpE;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,eAsBrB,CAAC"}

package/dist/index.js

@@ -0,0 +1,34 @@
+import { split, SentenceSplitterSyntax } from "sentence-splitter";
+import { loadLexicons } from "./lexicons.js";
+// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
+const LATIN_LETTER = /[a-z]/giu;
+const COUNTABLE = /\S/gu;
+/**
+ * 英語は sentence-splitter の既定で足りる。"Dr." "e.g." "U.S." "$3.50" を
+ * いずれも文末と誤認しない。日本語のような後処理は要らない。spec §7.2。
+ */
+export const adapter = {
+    kind: "language",
+    id: "en",
+    apiVersion: 1,
+    capabilities: {
+        sentenceSplit: true,
+        wordSplit: true,
+        pos: false,
+        lemma: false,
+        lengthUnit: "word",
+    },
+    detect: (source) => {
+        const total = [...source.matchAll(COUNTABLE)].length;
+        if (total === 0)
+            return 0;
+        return [...source.matchAll(LATIN_LETTER)].length / total;
+    },
+    lexicons: loadLexicons(),
+    segment: (text) => ({
+        sentences: split(text)
+            .filter((node) => node.type === SentenceSplitterSyntax.Sentence)
+            .map((node) => ({ span: { start: node.range[0], end: node.range[1] }, text: text.slice(node.range[0], node.range[1]) })),
+    }),
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAG7C,2CAA2C;AAE3C,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,SAAS,GAAG,MAAM,CAAC;AAEzB;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAoB;IACtC,IAAI,EAAE,UAAU;IAChB,EAAE,EAAE,IAAI;IACR,UAAU,EAAE,CAAC;IACb,YAAY,EAAE;QACZ,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,KAAK;QACV,KAAK,EAAE,KAAK;QACZ,UAAU,EAAE,MAAM;KACnB;IACD,MAAM,EAAE,CAAC,MAAc,EAAU,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC3D,CAAC;IACD,QAAQ,EAAE,YAAY,EAAE;IACxB,OAAO,EAAE,CAAC,IAAY,EAAgB,EAAE,CAAC,CAAC;QACxC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC;aACnB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,sBAAsB,CAAC,QAAQ,CAAC;aAC/D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;KAC3H,CAAC;CACH,CAAC"}

package/dist/lexicons.d.ts

@@ -0,0 +1,7 @@
+import type { Lexicon } from "chaffjs/plugin";
+/**
+ * 語彙表はアダプタが持つ。detector は共通で、これだけが言語別。spec §11。
+ * 新しい言語のサポートは、ここを書くところから始まる。
+ */
+export declare const loadLexicons: (dir?: string) => Record<string, Lexicon>;
+//# sourceMappingURL=lexicons.d.ts.map

package/dist/lexicons.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexicons.d.ts","sourceRoot":"","sources":["../src/lexicons.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAgB,MAAM,gBAAgB,CAAC;AAY5D;;;GAGG;AACH,eAAO,MAAM,YAAY,GAAI,MAAK,MAAY,KAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAQ7D,CAAC"}

package/dist/lexicons.js

@@ -0,0 +1,26 @@
+import { readFileSync, readdirSync } from "node:fs";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+import { parse } from "yaml";
+const DIR = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons");
+const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
+const toEntry = (raw) => {
+    if (!isRecord(raw) || typeof raw["pattern"] !== "string")
+        return undefined;
+    const weight = raw["weight"];
+    return { pattern: raw["pattern"], weight: typeof weight === "number" ? weight : undefined };
+};
+/**
+ * 語彙表はアダプタが持つ。detector は共通で、これだけが言語別。spec §11。
+ * 新しい言語のサポートは、ここを書くところから始まる。
+ */
+export const loadLexicons = (dir = DIR) => readdirSync(dir)
+    .filter((file) => file.endsWith(".yaml"))
+    .reduce((acc, file) => {
+    const raw = parse(readFileSync(join(dir, file), "utf8"));
+    if (!isRecord(raw) || typeof raw["id"] !== "string" || !Array.isArray(raw["entries"]))
+        return acc;
+    const entries = raw["entries"].map(toEntry).filter((entry) => entry !== undefined);
+    return { ...acc, [raw["id"]]: entries };
+}, {});
+//# sourceMappingURL=lexicons.js.map

package/dist/lexicons.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexicons.js","sourceRoot":"","sources":["../src/lexicons.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAG7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAE5E,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,MAAM,OAAO,GAAG,CAAC,GAAY,EAA4B,EAAE;IACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,SAAS,CAAC,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC3E,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;AAC9F,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,GAAG,EAA2B,EAAE,CACzE,WAAW,CAAC,GAAG,CAAC;KACb,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;KACxC,MAAM,CAA0B,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;IAC7C,MAAM,GAAG,GAAY,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAClE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IAClG,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IACnF,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;AAC1C,CAAC,EAAE,EAAE,CAAC,CAAC"}

package/lexicons/closing-cliche.yaml

@@ -0,0 +1,8 @@
+id: closing-cliche
+language: en
+entries:
+  - pattern: in conclusion
+  - pattern: to sum up
+  - pattern: hope this helps
+  - pattern: thanks for reading
+  - pattern: happy coding

package/lexicons/empty-intensifier.yaml

@@ -0,0 +1,9 @@
+id: empty-intensifier
+language: en
+entries:
+  - pattern: it is important to note that
+  - pattern: it is worth noting that
+  - pattern: needless to say
+  - pattern: extremely important
+  - pattern: absolutely critical
+  - pattern: crucial to understand

package/lexicons/padded-intro.yaml

@@ -0,0 +1,8 @@
+id: padded-intro
+language: en
+entries:
+  - pattern: in today's fast-paced world
+  - pattern: in recent years
+  - pattern: has gained significant attention
+  - pattern: is becoming increasingly important
+  - pattern: have you ever wondered

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@chaffjs/lang-en",
+  "version": "0.0.1",
+  "description": "English language adapter for chaff",
+  "license": "MIT",
+  "author": "isamu",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./src/index.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "LICENSE",
+    "README.md",
+    "dist",
+    "lexicons",
+    "src"
+  ],
+  "engines": {
+    "node": ">=24"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "prepack": "yarn build"
+  },
+  "dependencies": {
+    "sentence-splitter": "^5.0.1",
+    "yaml": "^2.9.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/isamu/lab.git",
+    "directory": "text/packages/lang-en"
+  },
+  "homepage": "https://github.com/isamu/lab/tree/main/text",
+  "publishConfig": {
+    "access": "public"
+  }
+}

package/src/index.ts

@@ -0,0 +1,36 @@
+import { split, SentenceSplitterSyntax } from "sentence-splitter";
+import { loadLexicons } from "./lexicons.ts";
+import type { LanguageAdapter, Segmentation } from "chaffjs/plugin";
+
+// chaff からは型だけを取る。実行時の値依存を作らない。アダプタは単体で動く。
+
+const LATIN_LETTER = /[a-z]/giu;
+const COUNTABLE = /\S/gu;
+
+/**
+ * 英語は sentence-splitter の既定で足りる。"Dr." "e.g." "U.S." "$3.50" を
+ * いずれも文末と誤認しない。日本語のような後処理は要らない。spec §7.2。
+ */
+export const adapter: LanguageAdapter = {
+  kind: "language",
+  id: "en",
+  apiVersion: 1,
+  capabilities: {
+    sentenceSplit: true,
+    wordSplit: true,
+    pos: false,
+    lemma: false,
+    lengthUnit: "word",
+  },
+  detect: (source: string): number => {
+    const total = [...source.matchAll(COUNTABLE)].length;
+    if (total === 0) return 0;
+    return [...source.matchAll(LATIN_LETTER)].length / total;
+  },
+  lexicons: loadLexicons(),
+  segment: (text: string): Segmentation => ({
+    sentences: split(text)
+      .filter((node) => node.type === SentenceSplitterSyntax.Sentence)
+      .map((node) => ({ span: { start: node.range[0], end: node.range[1] }, text: text.slice(node.range[0], node.range[1]) })),
+  }),
+};

package/src/lexicons.ts

@@ -0,0 +1,29 @@
+import { readFileSync, readdirSync } from "node:fs";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+import { parse } from "yaml";
+import type { Lexicon, LexiconEntry } from "chaffjs/plugin";
+
+const DIR = join(dirname(fileURLToPath(import.meta.url)), "..", "lexicons");
+
+const isRecord = (value: unknown): value is Record<string, unknown> => typeof value === "object" && value !== null && !Array.isArray(value);
+
+const toEntry = (raw: unknown): LexiconEntry | undefined => {
+  if (!isRecord(raw) || typeof raw["pattern"] !== "string") return undefined;
+  const weight = raw["weight"];
+  return { pattern: raw["pattern"], weight: typeof weight === "number" ? weight : undefined };
+};
+
+/**
+ * 語彙表はアダプタが持つ。detector は共通で、これだけが言語別。spec §11。
+ * 新しい言語のサポートは、ここを書くところから始まる。
+ */
+export const loadLexicons = (dir: string = DIR): Record<string, Lexicon> =>
+  readdirSync(dir)
+    .filter((file) => file.endsWith(".yaml"))
+    .reduce<Record<string, Lexicon>>((acc, file) => {
+      const raw: unknown = parse(readFileSync(join(dir, file), "utf8"));
+      if (!isRecord(raw) || typeof raw["id"] !== "string" || !Array.isArray(raw["entries"])) return acc;
+      const entries = raw["entries"].map(toEntry).filter((entry) => entry !== undefined);
+      return { ...acc, [raw["id"]]: entries };
+    }, {});