yomitan-core 1.0.2 → 1.2.0

package/dist/sentence-parser-DUQJ3cTT.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"sentence-parser-DUQJ3cTT.cjs","names":["translator: Translator","text: string","language: string","options: SentenceParserOptions","results: ParsedLine[]","line: string","enabledDictionaryMap: Map<string, FindTermDictionary>","scanLength: number","result: ParsedSegment[]","previousUngroupedSegment: ParsedSegment | null","segments: ParsedSegment[]","originalTextLength","source: string","dictionaryEntries: TermDictionaryEntry[]","trimmed: TermDictionaryEntry[]","headwords: TermHeadword[]","inputMap: Map<string, SentenceParserDictionaryInput>"],"sources":["../src/lookup/sentence-parser.ts"],"sourcesContent":["/*\n * Copyright (C) 2023-2025  Yomitan Authors\n *\n * This program is free software: you can redistribute it and/or modify\n * it under the terms of the GNU General Public License as published by\n * the Free Software Foundation, either version 3 of the License, or\n * (at your option) any later version.\n *\n * This program is distributed in the hope that it will be useful,\n * but WITHOUT ANY WARRANTY; without even the implied warranty of\n * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n * GNU General Public License for more details.\n *\n * You should have received a copy of the GNU General Public License\n * along with this program.  If not, see <https://www.gnu.org/licenses/>.\n */\n\nimport { distributeFuriganaInflected, isCodePointJapanese } from '../language/ja/japanese';\nimport type { FuriganaSegment } from '../language/ja/japanese';\nimport type { TermDictionaryEntry, TermHeadword } from '../types/dictionary';\nimport type { FindTermDictionary, FindTermsTextReplacements, SearchResolution } from '../types/translation';\nimport type { Translator } from './translator';\n\nexport interface ParsedSegment {\n    /** The surface text of this segment. */\n    text: string;\n    /** The reading (furigana) for this segment, or empty string if no reading. */\n    reading: string;\n    /** The dictionary form (headword term) matched for this segment, or the surface text if no match. */\n    term: string;\n    /** The dictionary entries found for this segment. */\n    entries: TermDictionaryEntry[];\n    /** Furigana distribution for this segment. */\n    furigana: FuriganaSegment[];\n}\n\nexport interface ParsedLine {\n    /** The parsed segments for this line. */\n    segments: ParsedSegment[];\n}\n\nexport interface SentenceParserDictionaryInput {\n    index: number;\n    priority?: number;\n    alias?: string;\n    allowSecondarySearches?: boolean;\n    partsOfSpeechFilter?: boolean;\n    useDeinflections?: boolean;\n}\n\nexport interface SentenceParserOptions {\n    /** The enabled dictionary map for lookups. */\n    enabledDictionaryMap: Map<string, SentenceParserDictionaryInput>;\n    /** Window size used by scanning parser. Defaults to 20. */\n    scanLength?: number;\n    /** Backward compatibility alias for scanLength. */\n    maxLength?: number;\n    /** Search resolution for translator. */\n    searchResolution?: SearchResolution;\n    /** Whether to remove non-Japanese characters in lookups. */\n    removeNonJapaneseCharacters?: boolean;\n    /** Whether to apply deinflection. */\n    deinflect?: boolean;\n    /** Text replacements forwarded to translator. */\n    textReplacements?: FindTermsTextReplacements;\n}\n\ninterface ParseScanCacheEntry {\n    originalTextLength: number;\n    segments: ParsedSegment[];\n}\n\n/**\n * Parses text into segments with dictionary lookups using the same\n * scanning-parser model as Yomitan extension (non-MeCab path).\n */\nexport class SentenceParser {\n    private _translator: Translator;\n\n    constructor(translator: Translator) {\n        this._translator = translator;\n    }\n\n    /**\n     * Parses the given text into lines of parsed segments.\n     */\n    async parseText(text: string, language: string, options: SentenceParserOptions): Promise<ParsedLine[]> {\n        const scanLength = options.scanLength ?? options.maxLength ?? 20;\n        const enabledDictionaryMap = this._buildFindTermDictionaryMap(options.enabledDictionaryMap);\n\n        const lines = text.split('\\n');\n        const results: ParsedLine[] = [];\n\n        for (const line of lines) {\n            const segments = await this._parseLine(line, language, enabledDictionaryMap, scanLength, options);\n            results.push({ segments });\n        }\n\n        return results;\n    }\n\n    /**\n     * Parses a single line using extension-equivalent scanning parser semantics.\n     */\n    private async _parseLine(\n        line: string,\n        language: string,\n        enabledDictionaryMap: Map<string, FindTermDictionary>,\n        scanLength: number,\n        options: SentenceParserOptions,\n    ): Promise<ParsedSegment[]> {\n        const findTermsOptions = this._createFindTermsOptions(language, enabledDictionaryMap, options);\n        const cache = new Map<string, ParseScanCacheEntry>();\n\n        const result: ParsedSegment[] = [];\n        let previousUngroupedSegment: ParsedSegment | null = null;\n\n        let i = 0;\n        const ii = line.length;\n        while (i < ii) {\n            const codePoint = line.codePointAt(i) as number;\n            const character = String.fromCodePoint(codePoint);\n            const substring = line.substring(i, i + scanLength);\n\n            let cached = cache.get(substring);\n            if (!cached) {\n                const { dictionaryEntries, originalTextLength } = await this._translator.findTerms(\n                    'simple',\n                    substring,\n                    findTermsOptions,\n                );\n\n                let segments: ParsedSegment[] = [];\n\n                if (\n                    dictionaryEntries.length > 0 &&\n                    originalTextLength > 0 &&\n                    (originalTextLength !== character.length || isCodePointJapanese(codePoint))\n                ) {\n                    const source = substring.substring(0, originalTextLength);\n                    segments = this._createMatchedSegments(source, dictionaryEntries);\n                }\n\n                cached = {\n                    originalTextLength,\n                    segments,\n                };\n                cache.set(substring, cached);\n            }\n\n            const { originalTextLength, segments } = cached;\n            if (segments.length > 0) {\n                previousUngroupedSegment = null;\n                result.push(...segments);\n                i += Math.max(1, originalTextLength);\n            } else {\n                if (previousUngroupedSegment === null) {\n                    previousUngroupedSegment = {\n                        text: character,\n                        reading: '',\n                        term: character,\n                        entries: [],\n                        furigana: [{ text: character, reading: '' }],\n                    };\n                    result.push(previousUngroupedSegment);\n                } else {\n                    previousUngroupedSegment.text += character;\n                    previousUngroupedSegment.term = previousUngroupedSegment.text;\n                    previousUngroupedSegment.furigana = [{ text: previousUngroupedSegment.text, reading: '' }];\n                }\n                i += character.length;\n            }\n        }\n\n        return result;\n    }\n\n    private _createMatchedSegments(source: string, dictionaryEntries: TermDictionaryEntry[]): ParsedSegment[] {\n        if (dictionaryEntries.length === 0) {\n            return [];\n        }\n\n        const firstEntry = dictionaryEntries[0];\n        const firstHeadword = firstEntry.headwords[0];\n        if (!firstHeadword) {\n            return [];\n        }\n\n        const reading = firstHeadword.reading ?? '';\n        const term = firstHeadword.term ?? source;\n\n        const furigana = distributeFuriganaInflected(term, reading, source);\n        const filteredEntries = this._trimEntriesForSource(dictionaryEntries, source);\n\n        return [\n            {\n                text: source,\n                reading,\n                term,\n                entries: filteredEntries,\n                furigana,\n            },\n        ];\n    }\n\n    private _trimEntriesForSource(dictionaryEntries: TermDictionaryEntry[], source: string): TermDictionaryEntry[] {\n        const trimmed: TermDictionaryEntry[] = [];\n\n        for (const entry of dictionaryEntries) {\n            const headwords: TermHeadword[] = [];\n            for (const headword of entry.headwords) {\n                const validSources = headword.sources.filter(\n                    (src) => src.originalText === source && src.isPrimary && src.matchType === 'exact',\n                );\n\n                if (validSources.length > 0) {\n                    headwords.push({ ...headword, sources: validSources });\n                }\n            }\n\n            if (headwords.length > 0) {\n                trimmed.push({ ...entry, headwords });\n            }\n        }\n\n        return trimmed.length > 0 ? trimmed : dictionaryEntries;\n    }\n\n    /**\n     * Builds a FindTermDictionary map from the input format.\n     */\n    private _buildFindTermDictionaryMap(\n        inputMap: Map<string, SentenceParserDictionaryInput>,\n    ): Map<string, FindTermDictionary> {\n        const result = new Map<string, FindTermDictionary>();\n\n        for (const [name, config] of inputMap.entries()) {\n            result.set(name, {\n                index: config.index,\n                alias: config.alias ?? name,\n                allowSecondarySearches: config.allowSecondarySearches ?? false,\n                partsOfSpeechFilter: config.partsOfSpeechFilter ?? true,\n                useDeinflections: config.useDeinflections ?? true,\n            });\n        }\n\n        return result;\n    }\n\n    /**\n     * Creates a FindTermsOptions object for scanning parser lookups.\n     */\n    private _createFindTermsOptions(\n        language: string,\n        enabledDictionaryMap: Map<string, FindTermDictionary>,\n        options: SentenceParserOptions,\n    ) {\n        return {\n            matchType: 'exact' as const,\n            deinflect: options.deinflect ?? true,\n            primaryReading: '',\n            mainDictionary: '',\n            sortFrequencyDictionary: null,\n            sortFrequencyDictionaryOrder: 'descending' as const,\n            removeNonJapaneseCharacters:\n                options.removeNonJapaneseCharacters ??\n                (language === 'ja' || language === 'zh' || language === 'yue' || language === 'ko'),\n            textReplacements: options.textReplacements ?? [null],\n            enabledDictionaryMap,\n            excludeDictionaryDefinitions: null,\n            searchResolution: options.searchResolution ?? ('letter' as const),\n            language,\n        };\n    }\n}\n"],"mappings":";;;;;;;;AA4EA,IAAa,iBAAb,MAA4B;CACxB,AAAQ;CAER,YAAYA,YAAwB;AAChC,OAAK,cAAc;CACtB;;;;CAKD,MAAM,UAAUC,MAAcC,UAAkBC,SAAuD;EACnG,MAAM,aAAa,QAAQ,cAAc,QAAQ,aAAa;EAC9D,MAAM,uBAAuB,KAAK,4BAA4B,QAAQ,qBAAqB;EAE3F,MAAM,QAAQ,KAAK,MAAM,KAAK;EAC9B,MAAMC,UAAwB,CAAE;AAEhC,OAAK,MAAM,QAAQ,OAAO;GACtB,MAAM,WAAW,MAAM,KAAK,WAAW,MAAM,UAAU,sBAAsB,YAAY,QAAQ;AACjG,WAAQ,KAAK,EAAE,SAAU,EAAC;EAC7B;AAED,SAAO;CACV;;;;CAKD,MAAc,WACVC,MACAH,UACAI,sBACAC,YACAJ,SACwB;EACxB,MAAM,mBAAmB,KAAK,wBAAwB,UAAU,sBAAsB,QAAQ;EAC9F,MAAM,QAAQ,IAAI;EAElB,MAAMK,SAA0B,CAAE;EAClC,IAAIC,2BAAiD;EAErD,IAAI,IAAI;EACR,MAAM,KAAK,KAAK;AAChB,SAAO,IAAI,IAAI;GACX,MAAM,YAAY,KAAK,YAAY,EAAE;GACrC,MAAM,YAAY,OAAO,cAAc,UAAU;GACjD,MAAM,YAAY,KAAK,UAAU,GAAG,IAAI,WAAW;GAEnD,IAAI,SAAS,MAAM,IAAI,UAAU;AACjC,QAAK,QAAQ;IACT,MAAM,EAAE,mBAAmB,0CAAoB,GAAG,MAAM,KAAK,YAAY,UACrE,UACA,WACA,iBACH;IAED,IAAIC,aAA4B,CAAE;AAElC,QACI,kBAAkB,SAAS,KAC3BC,uBAAqB,MACpBA,yBAAuB,UAAU,UAAU,qCAAoB,UAAU,GAC5E;KACE,MAAM,SAAS,UAAU,UAAU,GAAGA,qBAAmB;AACzD,kBAAW,KAAK,uBAAuB,QAAQ,kBAAkB;IACpE;AAED,aAAS;KACL;KACA;IACH;AACD,UAAM,IAAI,WAAW,OAAO;GAC/B;GAED,MAAM,EAAE,oBAAoB,UAAU,GAAG;AACzC,OAAI,SAAS,SAAS,GAAG;AACrB,+BAA2B;AAC3B,WAAO,KAAK,GAAG,SAAS;AACxB,SAAK,KAAK,IAAI,GAAG,mBAAmB;GACvC,OAAM;AACH,QAAI,6BAA6B,MAAM;AACnC,gCAA2B;MACvB,MAAM;MACN,SAAS;MACT,MAAM;MACN,SAAS,CAAE;MACX,UAAU,CAAC;OAAE,MAAM;OAAW,SAAS;MAAI,CAAC;KAC/C;AACD,YAAO,KAAK,yBAAyB;IACxC,OAAM;AACH,8BAAyB,QAAQ;AACjC,8BAAyB,OAAO,yBAAyB;AACzD,8BAAyB,WAAW,CAAC;MAAE,MAAM,yBAAyB;MAAM,SAAS;KAAI,CAAC;IAC7F;AACD,SAAK,UAAU;GAClB;EACJ;AAED,SAAO;CACV;CAED,AAAQ,uBAAuBC,QAAgBC,mBAA2D;AACtG,MAAI,kBAAkB,WAAW,EAC7B,QAAO,CAAE;EAGb,MAAM,aAAa,kBAAkB;EACrC,MAAM,gBAAgB,WAAW,UAAU;AAC3C,OAAK,cACD,QAAO,CAAE;EAGb,MAAM,UAAU,cAAc,WAAW;EACzC,MAAM,OAAO,cAAc,QAAQ;EAEnC,MAAM,WAAW,6CAA4B,MAAM,SAAS,OAAO;EACnE,MAAM,kBAAkB,KAAK,sBAAsB,mBAAmB,OAAO;AAE7E,SAAO,CACH;GACI,MAAM;GACN;GACA;GACA,SAAS;GACT;EACH,CACJ;CACJ;CAED,AAAQ,sBAAsBA,mBAA0CD,QAAuC;EAC3G,MAAME,UAAiC,CAAE;AAEzC,OAAK,MAAM,SAAS,mBAAmB;GACnC,MAAMC,YAA4B,CAAE;AACpC,QAAK,MAAM,YAAY,MAAM,WAAW;IACpC,MAAM,eAAe,SAAS,QAAQ,OAClC,CAAC,QAAQ,IAAI,iBAAiB,UAAU,IAAI,aAAa,IAAI,cAAc,QAC9E;AAED,QAAI,aAAa,SAAS,EACtB,WAAU,KAAK;KAAE,GAAG;KAAU,SAAS;IAAc,EAAC;GAE7D;AAED,OAAI,UAAU,SAAS,EACnB,SAAQ,KAAK;IAAE,GAAG;IAAO;GAAW,EAAC;EAE5C;AAED,SAAO,QAAQ,SAAS,IAAI,UAAU;CACzC;;;;CAKD,AAAQ,4BACJC,UAC+B;EAC/B,MAAM,SAAS,IAAI;AAEnB,OAAK,MAAM,CAAC,MAAM,OAAO,IAAI,SAAS,SAAS,CAC3C,QAAO,IAAI,MAAM;GACb,OAAO,OAAO;GACd,OAAO,OAAO,SAAS;GACvB,wBAAwB,OAAO,0BAA0B;GACzD,qBAAqB,OAAO,uBAAuB;GACnD,kBAAkB,OAAO,oBAAoB;EAChD,EAAC;AAGN,SAAO;CACV;;;;CAKD,AAAQ,wBACJd,UACAI,sBACAH,SACF;AACE,SAAO;GACH,WAAW;GACX,WAAW,QAAQ,aAAa;GAChC,gBAAgB;GAChB,gBAAgB;GAChB,yBAAyB;GACzB,8BAA8B;GAC9B,6BACI,QAAQ,gCACP,aAAa,QAAQ,aAAa,QAAQ,aAAa,SAAS,aAAa;GAClF,kBAAkB,QAAQ,oBAAoB,CAAC,IAAK;GACpD;GACA,8BAA8B;GAC9B,kBAAkB,QAAQ,oBAAqB;GAC/C;EACH;CACJ;AACJ"}

package/dist/sentence-parser-sx7y6Oyh.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sentence-parser-sx7y6Oyh.js","names":["translator: Translator","text: string","language: string","options: SentenceParserOptions","results: ParsedLine[]","line: string","enabledDictionaryMap: Map<string, FindTermDictionary>","scanLength: number","result: ParsedSegment[]","previousUngroupedSegment: ParsedSegment | null","segments: ParsedSegment[]","originalTextLength","source: string","dictionaryEntries: TermDictionaryEntry[]","trimmed: TermDictionaryEntry[]","headwords: TermHeadword[]","inputMap: Map<string, SentenceParserDictionaryInput>"],"sources":["../src/lookup/sentence-parser.ts"],"sourcesContent":["/*\n * Copyright (C) 2023-2025  Yomitan Authors\n *\n * This program is free software: you can redistribute it and/or modify\n * it under the terms of the GNU General Public License as published by\n * the Free Software Foundation, either version 3 of the License, or\n * (at your option) any later version.\n *\n * This program is distributed in the hope that it will be useful,\n * but WITHOUT ANY WARRANTY; without even the implied warranty of\n * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n * GNU General Public License for more details.\n *\n * You should have received a copy of the GNU General Public License\n * along with this program.  If not, see <https://www.gnu.org/licenses/>.\n */\n\nimport { distributeFuriganaInflected, isCodePointJapanese } from '../language/ja/japanese';\nimport type { FuriganaSegment } from '../language/ja/japanese';\nimport type { TermDictionaryEntry, TermHeadword } from '../types/dictionary';\nimport type { FindTermDictionary, FindTermsTextReplacements, SearchResolution } from '../types/translation';\nimport type { Translator } from './translator';\n\nexport interface ParsedSegment {\n    /** The surface text of this segment. */\n    text: string;\n    /** The reading (furigana) for this segment, or empty string if no reading. */\n    reading: string;\n    /** The dictionary form (headword term) matched for this segment, or the surface text if no match. */\n    term: string;\n    /** The dictionary entries found for this segment. */\n    entries: TermDictionaryEntry[];\n    /** Furigana distribution for this segment. */\n    furigana: FuriganaSegment[];\n}\n\nexport interface ParsedLine {\n    /** The parsed segments for this line. */\n    segments: ParsedSegment[];\n}\n\nexport interface SentenceParserDictionaryInput {\n    index: number;\n    priority?: number;\n    alias?: string;\n    allowSecondarySearches?: boolean;\n    partsOfSpeechFilter?: boolean;\n    useDeinflections?: boolean;\n}\n\nexport interface SentenceParserOptions {\n    /** The enabled dictionary map for lookups. */\n    enabledDictionaryMap: Map<string, SentenceParserDictionaryInput>;\n    /** Window size used by scanning parser. Defaults to 20. */\n    scanLength?: number;\n    /** Backward compatibility alias for scanLength. */\n    maxLength?: number;\n    /** Search resolution for translator. */\n    searchResolution?: SearchResolution;\n    /** Whether to remove non-Japanese characters in lookups. */\n    removeNonJapaneseCharacters?: boolean;\n    /** Whether to apply deinflection. */\n    deinflect?: boolean;\n    /** Text replacements forwarded to translator. */\n    textReplacements?: FindTermsTextReplacements;\n}\n\ninterface ParseScanCacheEntry {\n    originalTextLength: number;\n    segments: ParsedSegment[];\n}\n\n/**\n * Parses text into segments with dictionary lookups using the same\n * scanning-parser model as Yomitan extension (non-MeCab path).\n */\nexport class SentenceParser {\n    private _translator: Translator;\n\n    constructor(translator: Translator) {\n        this._translator = translator;\n    }\n\n    /**\n     * Parses the given text into lines of parsed segments.\n     */\n    async parseText(text: string, language: string, options: SentenceParserOptions): Promise<ParsedLine[]> {\n        const scanLength = options.scanLength ?? options.maxLength ?? 20;\n        const enabledDictionaryMap = this._buildFindTermDictionaryMap(options.enabledDictionaryMap);\n\n        const lines = text.split('\\n');\n        const results: ParsedLine[] = [];\n\n        for (const line of lines) {\n            const segments = await this._parseLine(line, language, enabledDictionaryMap, scanLength, options);\n            results.push({ segments });\n        }\n\n        return results;\n    }\n\n    /**\n     * Parses a single line using extension-equivalent scanning parser semantics.\n     */\n    private async _parseLine(\n        line: string,\n        language: string,\n        enabledDictionaryMap: Map<string, FindTermDictionary>,\n        scanLength: number,\n        options: SentenceParserOptions,\n    ): Promise<ParsedSegment[]> {\n        const findTermsOptions = this._createFindTermsOptions(language, enabledDictionaryMap, options);\n        const cache = new Map<string, ParseScanCacheEntry>();\n\n        const result: ParsedSegment[] = [];\n        let previousUngroupedSegment: ParsedSegment | null = null;\n\n        let i = 0;\n        const ii = line.length;\n        while (i < ii) {\n            const codePoint = line.codePointAt(i) as number;\n            const character = String.fromCodePoint(codePoint);\n            const substring = line.substring(i, i + scanLength);\n\n            let cached = cache.get(substring);\n            if (!cached) {\n                const { dictionaryEntries, originalTextLength } = await this._translator.findTerms(\n                    'simple',\n                    substring,\n                    findTermsOptions,\n                );\n\n                let segments: ParsedSegment[] = [];\n\n                if (\n                    dictionaryEntries.length > 0 &&\n                    originalTextLength > 0 &&\n                    (originalTextLength !== character.length || isCodePointJapanese(codePoint))\n                ) {\n                    const source = substring.substring(0, originalTextLength);\n                    segments = this._createMatchedSegments(source, dictionaryEntries);\n                }\n\n                cached = {\n                    originalTextLength,\n                    segments,\n                };\n                cache.set(substring, cached);\n            }\n\n            const { originalTextLength, segments } = cached;\n            if (segments.length > 0) {\n                previousUngroupedSegment = null;\n                result.push(...segments);\n                i += Math.max(1, originalTextLength);\n            } else {\n                if (previousUngroupedSegment === null) {\n                    previousUngroupedSegment = {\n                        text: character,\n                        reading: '',\n                        term: character,\n                        entries: [],\n                        furigana: [{ text: character, reading: '' }],\n                    };\n                    result.push(previousUngroupedSegment);\n                } else {\n                    previousUngroupedSegment.text += character;\n                    previousUngroupedSegment.term = previousUngroupedSegment.text;\n                    previousUngroupedSegment.furigana = [{ text: previousUngroupedSegment.text, reading: '' }];\n                }\n                i += character.length;\n            }\n        }\n\n        return result;\n    }\n\n    private _createMatchedSegments(source: string, dictionaryEntries: TermDictionaryEntry[]): ParsedSegment[] {\n        if (dictionaryEntries.length === 0) {\n            return [];\n        }\n\n        const firstEntry = dictionaryEntries[0];\n        const firstHeadword = firstEntry.headwords[0];\n        if (!firstHeadword) {\n            return [];\n        }\n\n        const reading = firstHeadword.reading ?? '';\n        const term = firstHeadword.term ?? source;\n\n        const furigana = distributeFuriganaInflected(term, reading, source);\n        const filteredEntries = this._trimEntriesForSource(dictionaryEntries, source);\n\n        return [\n            {\n                text: source,\n                reading,\n                term,\n                entries: filteredEntries,\n                furigana,\n            },\n        ];\n    }\n\n    private _trimEntriesForSource(dictionaryEntries: TermDictionaryEntry[], source: string): TermDictionaryEntry[] {\n        const trimmed: TermDictionaryEntry[] = [];\n\n        for (const entry of dictionaryEntries) {\n            const headwords: TermHeadword[] = [];\n            for (const headword of entry.headwords) {\n                const validSources = headword.sources.filter(\n                    (src) => src.originalText === source && src.isPrimary && src.matchType === 'exact',\n                );\n\n                if (validSources.length > 0) {\n                    headwords.push({ ...headword, sources: validSources });\n                }\n            }\n\n            if (headwords.length > 0) {\n                trimmed.push({ ...entry, headwords });\n            }\n        }\n\n        return trimmed.length > 0 ? trimmed : dictionaryEntries;\n    }\n\n    /**\n     * Builds a FindTermDictionary map from the input format.\n     */\n    private _buildFindTermDictionaryMap(\n        inputMap: Map<string, SentenceParserDictionaryInput>,\n    ): Map<string, FindTermDictionary> {\n        const result = new Map<string, FindTermDictionary>();\n\n        for (const [name, config] of inputMap.entries()) {\n            result.set(name, {\n                index: config.index,\n                alias: config.alias ?? name,\n                allowSecondarySearches: config.allowSecondarySearches ?? false,\n                partsOfSpeechFilter: config.partsOfSpeechFilter ?? true,\n                useDeinflections: config.useDeinflections ?? true,\n            });\n        }\n\n        return result;\n    }\n\n    /**\n     * Creates a FindTermsOptions object for scanning parser lookups.\n     */\n    private _createFindTermsOptions(\n        language: string,\n        enabledDictionaryMap: Map<string, FindTermDictionary>,\n        options: SentenceParserOptions,\n    ) {\n        return {\n            matchType: 'exact' as const,\n            deinflect: options.deinflect ?? true,\n            primaryReading: '',\n            mainDictionary: '',\n            sortFrequencyDictionary: null,\n            sortFrequencyDictionaryOrder: 'descending' as const,\n            removeNonJapaneseCharacters:\n                options.removeNonJapaneseCharacters ??\n                (language === 'ja' || language === 'zh' || language === 'yue' || language === 'ko'),\n            textReplacements: options.textReplacements ?? [null],\n            enabledDictionaryMap,\n            excludeDictionaryDefinitions: null,\n            searchResolution: options.searchResolution ?? ('letter' as const),\n            language,\n        };\n    }\n}\n"],"mappings":";;;;;;;AA4EA,IAAa,iBAAb,MAA4B;CACxB,AAAQ;CAER,YAAYA,YAAwB;AAChC,OAAK,cAAc;CACtB;;;;CAKD,MAAM,UAAUC,MAAcC,UAAkBC,SAAuD;EACnG,MAAM,aAAa,QAAQ,cAAc,QAAQ,aAAa;EAC9D,MAAM,uBAAuB,KAAK,4BAA4B,QAAQ,qBAAqB;EAE3F,MAAM,QAAQ,KAAK,MAAM,KAAK;EAC9B,MAAMC,UAAwB,CAAE;AAEhC,OAAK,MAAM,QAAQ,OAAO;GACtB,MAAM,WAAW,MAAM,KAAK,WAAW,MAAM,UAAU,sBAAsB,YAAY,QAAQ;AACjG,WAAQ,KAAK,EAAE,SAAU,EAAC;EAC7B;AAED,SAAO;CACV;;;;CAKD,MAAc,WACVC,MACAH,UACAI,sBACAC,YACAJ,SACwB;EACxB,MAAM,mBAAmB,KAAK,wBAAwB,UAAU,sBAAsB,QAAQ;EAC9F,MAAM,QAAQ,IAAI;EAElB,MAAMK,SAA0B,CAAE;EAClC,IAAIC,2BAAiD;EAErD,IAAI,IAAI;EACR,MAAM,KAAK,KAAK;AAChB,SAAO,IAAI,IAAI;GACX,MAAM,YAAY,KAAK,YAAY,EAAE;GACrC,MAAM,YAAY,OAAO,cAAc,UAAU;GACjD,MAAM,YAAY,KAAK,UAAU,GAAG,IAAI,WAAW;GAEnD,IAAI,SAAS,MAAM,IAAI,UAAU;AACjC,QAAK,QAAQ;IACT,MAAM,EAAE,mBAAmB,0CAAoB,GAAG,MAAM,KAAK,YAAY,UACrE,UACA,WACA,iBACH;IAED,IAAIC,aAA4B,CAAE;AAElC,QACI,kBAAkB,SAAS,KAC3BC,uBAAqB,MACpBA,yBAAuB,UAAU,UAAU,oBAAoB,UAAU,GAC5E;KACE,MAAM,SAAS,UAAU,UAAU,GAAGA,qBAAmB;AACzD,kBAAW,KAAK,uBAAuB,QAAQ,kBAAkB;IACpE;AAED,aAAS;KACL;KACA;IACH;AACD,UAAM,IAAI,WAAW,OAAO;GAC/B;GAED,MAAM,EAAE,oBAAoB,UAAU,GAAG;AACzC,OAAI,SAAS,SAAS,GAAG;AACrB,+BAA2B;AAC3B,WAAO,KAAK,GAAG,SAAS;AACxB,SAAK,KAAK,IAAI,GAAG,mBAAmB;GACvC,OAAM;AACH,QAAI,6BAA6B,MAAM;AACnC,gCAA2B;MACvB,MAAM;MACN,SAAS;MACT,MAAM;MACN,SAAS,CAAE;MACX,UAAU,CAAC;OAAE,MAAM;OAAW,SAAS;MAAI,CAAC;KAC/C;AACD,YAAO,KAAK,yBAAyB;IACxC,OAAM;AACH,8BAAyB,QAAQ;AACjC,8BAAyB,OAAO,yBAAyB;AACzD,8BAAyB,WAAW,CAAC;MAAE,MAAM,yBAAyB;MAAM,SAAS;KAAI,CAAC;IAC7F;AACD,SAAK,UAAU;GAClB;EACJ;AAED,SAAO;CACV;CAED,AAAQ,uBAAuBC,QAAgBC,mBAA2D;AACtG,MAAI,kBAAkB,WAAW,EAC7B,QAAO,CAAE;EAGb,MAAM,aAAa,kBAAkB;EACrC,MAAM,gBAAgB,WAAW,UAAU;AAC3C,OAAK,cACD,QAAO,CAAE;EAGb,MAAM,UAAU,cAAc,WAAW;EACzC,MAAM,OAAO,cAAc,QAAQ;EAEnC,MAAM,WAAW,4BAA4B,MAAM,SAAS,OAAO;EACnE,MAAM,kBAAkB,KAAK,sBAAsB,mBAAmB,OAAO;AAE7E,SAAO,CACH;GACI,MAAM;GACN;GACA;GACA,SAAS;GACT;EACH,CACJ;CACJ;CAED,AAAQ,sBAAsBA,mBAA0CD,QAAuC;EAC3G,MAAME,UAAiC,CAAE;AAEzC,OAAK,MAAM,SAAS,mBAAmB;GACnC,MAAMC,YAA4B,CAAE;AACpC,QAAK,MAAM,YAAY,MAAM,WAAW;IACpC,MAAM,eAAe,SAAS,QAAQ,OAClC,CAAC,QAAQ,IAAI,iBAAiB,UAAU,IAAI,aAAa,IAAI,cAAc,QAC9E;AAED,QAAI,aAAa,SAAS,EACtB,WAAU,KAAK;KAAE,GAAG;KAAU,SAAS;IAAc,EAAC;GAE7D;AAED,OAAI,UAAU,SAAS,EACnB,SAAQ,KAAK;IAAE,GAAG;IAAO;GAAW,EAAC;EAE5C;AAED,SAAO,QAAQ,SAAS,IAAI,UAAU;CACzC;;;;CAKD,AAAQ,4BACJC,UAC+B;EAC/B,MAAM,SAAS,IAAI;AAEnB,OAAK,MAAM,CAAC,MAAM,OAAO,IAAI,SAAS,SAAS,CAC3C,QAAO,IAAI,MAAM;GACb,OAAO,OAAO;GACd,OAAO,OAAO,SAAS;GACvB,wBAAwB,OAAO,0BAA0B;GACzD,qBAAqB,OAAO,uBAAuB;GACnD,kBAAkB,OAAO,oBAAoB;EAChD,EAAC;AAGN,SAAO;CACV;;;;CAKD,AAAQ,wBACJd,UACAI,sBACAH,SACF;AACE,SAAO;GACH,WAAW;GACX,WAAW,QAAQ,aAAa;GAChC,gBAAgB;GAChB,gBAAgB;GAChB,yBAAyB;GACzB,8BAA8B;GAC9B,6BACI,QAAQ,gCACP,aAAa,QAAQ,aAAa,QAAQ,aAAa,SAAS,aAAa;GAClF,kBAAkB,QAAQ,oBAAoB,CAAC,IAAK;GACpD;GACA,8BAA8B;GAC9B,kBAAkB,QAAQ,oBAAqB;GAC/C;EACH;CACJ;AACJ"}

package/dist/structured-content-generator-Dww8IT7Y.js

@@ -1,4 +0,0 @@
-import "./text-utilities-D5eno9GK.js";
-import { StructuredContentGenerator } from "./structured-content-generator-aJieXElq.js";
-
-export { StructuredContentGenerator };

package/dist/translator-BiTHo9Nm.js

@@ -1,7 +0,0 @@
-import "./log-hgSll-dS.js";
-import "./cjk-util-DubXBGDG.js";
-import "./japanese-DhmmW35J.js";
-import "./multi-language-transformer-BkwMTV2g.js";
-import { Translator } from "./translator-CrDE1UJW.js";
-
-export { Translator };

package/dist/translator-CYvGmODX.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"translator-CYvGmODX.d.ts","names":[],"sources":["../src/types/translation.ts","../src/lookup/translator.ts"],"sourcesContent":null,"mappings":";;;;KAEY,gBAAA;KAEA,gBAAA;wBACc;EAHd,2BAAgB,EAAA,OAAA;AAE5B,CAAA;AAKY,KAAA,mBAAA,GAAmB;EAKnB,KAAA,EAAA,MAAA;EAAgB,KAAA,EAAA,MAAA;CAAA;AAMM,KANtB,gBAAA,GAMsB;EAAkB,SAE9B,EAPP,kBAOO;EAAyB,SACrB,EAAA,OAAA;EAAwB,cAChB,EAAA,MAAA;EAAG,cACf,EAAA,MAAA;EAAgB,uBAAA,EAAA,MAAA,GAAA,IAAA;EAI1B,4BAAkB,EATI,kBASJ;EAElB,2BAAkB,EAAA,OAAA;EAElB,gBAAA,EAXU,yBAYT;EAID,oBAAA,EAfc,wBAee;EAE7B,4BAAkB,EAhBI,GAgBJ,CAAA,MAAA,CAAA,GAAA,IAAA;EAQlB,gBAAA,EAvBU,gBAuBc;EAAA,QAAA,EAAA,MAAA;CAAA;AAAG,KAnB3B,kBAAA,GAAkB,mBAmBS;AAAG,KAjB9B,kBAAA,GAiB8B,WAAA,GAAA,YAAA;AAE9B,KAjBA,wBAAA,GAiByB;EAAA,OAAA,EAhBxB,MAgBwB;EAAA,WAAe,EAAA,MAAA;CAAmB;AAA5B,KAZ/B,yBAAA,GAY+B,CAZF,wBAYE,EAAA,GAAA,IAAA,CAAA,EAAA;KAV/B,kBAAA;;;ECkBP,sBAAA,EAAmB,OAAA;EA6CZ,mBAAa,EAAA,OAAA;;;KDvDb,wBAAA,GAA2B,YAAY;ACmMtC,KDjMD,yBAAA,GAA4B,GCiMjB,CAAA,MAAA,EDjM6B,mBCiM7B,CAAA,CAAA;;;;KAzLlB,qBAAA,GAAmB;ADxDZ,KCqGA,aAAA,GDrGgB,OAAA,GAAA,MAAA,GAAA,OAAA,GAAA,QAAA;AAE5B;AAKA;AAKA;AAA4B,cCqOf,UAAA,CDrOe;EAAA,QACb,SAAA;EAAkB,QAKC,yBAAA;EAAkB,QAE9B,SAAA;EAAyB,QACrB,eAAA;EAAwB,QAChB,YAAA;EAAG,QACf,eAAA;EAAgB,QAAA,mBAAA;EAI1B,WAAA,CAAA,QAAA,EC+Nc,YD/NI;EAElB;AAEZ;AAKA;EAEY,OAAA,CAAA,CAAA,EAAA,IAAA;EAQA;;;EAAyD,mBAA9B,CAAA,CAAA,EAAA,IAAA;EAAG;AAE1C;;EAAqC,SAAe,CAAA,IAAA,EC4OtC,aD5OsC,EAAA,IAAA,EAAA,MAAA,EAAA,OAAA,EC4OzB,gBD5OyB,CAAA,EC+O7C,OD/O6C,CAAA;IAAZ,iBAAA,EC+OJ,qBD/OI,EAAA;IAAG,kBAAA,EAAA,MAAA;;;;AChBc;EAqE7C,SAAA,CAAA,IAAA,EAAa,MAAA,EAAA,OAAA,EA0LX,gBA1LW,CAAA,EAiRiD,OAjRjD,CAiR8C,oBAjR9C,EAAA,CAAA;;;;AA4IzB;EAAuB,kBAAA,CAAA,eAAA,EAAA;IASG,IAAA,EAAA,MAAA;IAkCZ,OAAA,EAAA,MAAA,GAAA,IAAA;EAAa,CAAA,EAAA,EAAA,YAAA,EAAA,MAAA,EAAA,CAAA,EAiJpB,OAjJoB,CAAA;IAGS,IAAA,EAAA,MAAA;IAA7B,OAAA,EAAA,MAAA,GAAA,IAAA;IAAO,UAAA,EAAA,MAAA;IAuFyD,UAAA,EAAA,OAAA;IAAG,SAAA,EAAA,MAAA;IAuDnE,YAAA,EAAA,MAAA,GAAA,IAAA;IAAO,kBAAA,EAAA,OAAA"}

package/dist/translator-TiTDVbmS.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"translator-TiTDVbmS.d.cts","names":[],"sources":["../src/types/translation.ts","../src/lookup/translator.ts"],"sourcesContent":null,"mappings":";;;;KAEY,gBAAA;KAEA,gBAAA;wBACc;EAHd,2BAAgB,EAAA,OAAA;AAE5B,CAAA;AAKY,KAAA,mBAAA,GAAmB;EAKnB,KAAA,EAAA,MAAA;EAAgB,KAAA,EAAA,MAAA;CAAA;AAMM,KANtB,gBAAA,GAMsB;EAAkB,SAE9B,EAPP,kBAOO;EAAyB,SACrB,EAAA,OAAA;EAAwB,cAChB,EAAA,MAAA;EAAG,cACf,EAAA,MAAA;EAAgB,uBAAA,EAAA,MAAA,GAAA,IAAA;EAI1B,4BAAkB,EATI,kBASJ;EAElB,2BAAkB,EAAA,OAAA;EAElB,gBAAA,EAXU,yBAYT;EAID,oBAAA,EAfc,wBAee;EAE7B,4BAAkB,EAhBI,GAgBJ,CAAA,MAAA,CAAA,GAAA,IAAA;EAQlB,gBAAA,EAvBU,gBAuBc;EAAA,QAAA,EAAA,MAAA;CAAA;AAAG,KAnB3B,kBAAA,GAAkB,mBAmBS;AAAG,KAjB9B,kBAAA,GAiB8B,WAAA,GAAA,YAAA;AAE9B,KAjBA,wBAAA,GAiByB;EAAA,OAAA,EAhBxB,MAgBwB;EAAA,WAAe,EAAA,MAAA;CAAmB;AAA5B,KAZ/B,yBAAA,GAY+B,CAZF,wBAYE,EAAA,GAAA,IAAA,CAAA,EAAA;KAV/B,kBAAA;;;ECkBP,sBAAA,EAAmB,OAAA;EA6CZ,mBAAa,EAAA,OAAA;;;KDvDb,wBAAA,GAA2B,YAAY;ACmMtC,KDjMD,yBAAA,GAA4B,GCiMjB,CAAA,MAAA,EDjM6B,mBCiM7B,CAAA,CAAA;;;;KAzLlB,qBAAA,GAAmB;ADxDZ,KCqGA,aAAA,GDrGgB,OAAA,GAAA,MAAA,GAAA,OAAA,GAAA,QAAA;AAE5B;AAKA;AAKA;AAA4B,cCqOf,UAAA,CDrOe;EAAA,QACb,SAAA;EAAkB,QAKC,yBAAA;EAAkB,QAE9B,SAAA;EAAyB,QACrB,eAAA;EAAwB,QAChB,YAAA;EAAG,QACf,eAAA;EAAgB,QAAA,mBAAA;EAI1B,WAAA,CAAA,QAAA,EC+Nc,YD/NI;EAElB;AAEZ;AAKA;EAEY,OAAA,CAAA,CAAA,EAAA,IAAA;EAQA;;;EAAyD,mBAA9B,CAAA,CAAA,EAAA,IAAA;EAAG;AAE1C;;EAAqC,SAAe,CAAA,IAAA,EC4OtC,aD5OsC,EAAA,IAAA,EAAA,MAAA,EAAA,OAAA,EC4OzB,gBD5OyB,CAAA,EC+O7C,OD/O6C,CAAA;IAAZ,iBAAA,EC+OJ,qBD/OI,EAAA;IAAG,kBAAA,EAAA,MAAA;;;;AChBc;EAqE7C,SAAA,CAAA,IAAA,EAAa,MAAA,EAAA,OAAA,EA0LX,gBA1LW,CAAA,EAiRiD,OAjRjD,CAiR8C,oBAjR9C,EAAA,CAAA;;;;AA4IzB;EAAuB,kBAAA,CAAA,eAAA,EAAA;IASG,IAAA,EAAA,MAAA;IAkCZ,OAAA,EAAA,MAAA,GAAA,IAAA;EAAa,CAAA,EAAA,EAAA,YAAA,EAAA,MAAA,EAAA,CAAA,EAiJpB,OAjJoB,CAAA;IAGS,IAAA,EAAA,MAAA;IAA7B,OAAA,EAAA,MAAA,GAAA,IAAA;IAAO,UAAA,EAAA,MAAA;IAuFyD,UAAA,EAAA,OAAA;IAAG,SAAA,EAAA,MAAA;IAuDnE,YAAA,EAAA,MAAA,GAAA,IAAA;IAAO,kBAAA,EAAA,OAAA"}

package/dist/translator-Y7Haj_qJ.cjs

@@ -1,7 +0,0 @@
-require('./log-D8KtR3aP.cjs');
-require('./cjk-util-Dp0ZU0sh.cjs');
-require('./japanese-BVV1Ctk-.cjs');
-require('./multi-language-transformer-B2133Zg_.cjs');
-const require_translator = require('./translator-B1uTusjx.cjs');
-
-exports.Translator = require_translator.Translator