@helloao/tools 0.0.10 → 0.0.11

package/dist/cjs/generation/dataset.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../generation/dataset.ts"],
-  "sourcesContent": ["import { UsfmParser } from '../parser/usfm-parser.js';\r\nimport { USXParser } from '../parser/usx-parser.js';\r\nimport {\r\n    Commentary,\r\n    CommentaryBook,\r\n    CommentaryBookChapter,\r\n    CommentaryChapterData,\r\n    InputCommentaryFile,\r\n    InputFile,\r\n    InputFileBase,\r\n    InputTranslationFile,\r\n    MetadataBase,\r\n    Translation,\r\n    TranslationBook,\r\n    TranslationBookChapter,\r\n} from './common-types.js';\r\nimport { bookIdMap, bookOrderMap } from './book-order.js';\r\nimport { omit, sortBy, sortedIndexBy } from 'lodash';\r\nimport { getAudioUrlsForChapter } from './audio.js';\r\nimport { CodexParser } from '../parser/codex-parser.js';\r\nimport { CommentaryCsvParser } from '../parser/commentary-csv-parser.js';\r\nimport { CommentaryParseTree, ParseTree } from '../parser/types.js';\r\n\r\n/**\r\n * Defines an interface that contains generated dataset info.\r\n */\r\nexport interface DatasetOutput {\r\n    /**\r\n     * The list of translations that are available in the dataset.\r\n     */\r\n    translations: DatasetTranslation[];\r\n\r\n    /**\r\n     * The list of commentaries that are available in the dataset.\r\n     */\r\n    commentaries: DatasetCommentary[];\r\n}\r\n\r\n/**\r\n * Defines a translation that is used in the dataset.\r\n */\r\nexport interface DatasetTranslation extends Translation {\r\n    /**\r\n     * The list of books that are available for the translation.\r\n     */\r\n    books: DatasetTranslationBook[];\r\n}\r\n\r\n/**\r\n * Defines a commentary that is used in the dataset.\r\n */\r\nexport interface DatasetCommentary extends Commentary {\r\n    /**\r\n     * The list of books that are available for the translation.\r\n     */\r\n    books: DatasetCommentaryBook[];\r\n}\r\n\r\n/**\r\n * Defines a translation book that is used in the dataset.\r\n */\r\nexport interface DatasetTranslationBook extends TranslationBook {\r\n    /**\r\n     * The list of chapters that are available for the book.\r\n     */\r\n    chapters: TranslationBookChapter[];\r\n}\r\n\r\n/**\r\n * Defines a commentary book that is used in the dataset.\r\n */\r\nexport interface DatasetCommentaryBook extends CommentaryBook {\r\n    /**\r\n     * The list of chapters that are available for the book.\r\n     */\r\n    chapters: CommentaryBookChapter[];\r\n}\r\n\r\n/**\r\n * Generates a list of output files from the given list of input files.\r\n * @param file The list of files.\r\n */\r\nexport function generateDataset(\r\n    files: InputFile[],\r\n    parser: DOMParser = new globalThis.DOMParser()\r\n): DatasetOutput {\r\n    let output: DatasetOutput = {\r\n        translations: [],\r\n        commentaries: [],\r\n    };\r\n\r\n    let usfmParser = new UsfmParser();\r\n    let usxParser = new USXParser(parser);\r\n    let codexParser = new CodexParser();\r\n    let csvCommentaryParser = new CommentaryCsvParser();\r\n\r\n    let parsedTranslations = new Map<string, DatasetTranslation>();\r\n    let parsedCommentaries = new Map<string, DatasetCommentary>();\r\n\r\n    const unknownLanguages = new Set<string>();\r\n    for (let file of files) {\r\n        try {\r\n            let parser:\r\n                | UsfmParser\r\n                | USXParser\r\n                | CodexParser\r\n                | CommentaryCsvParser;\r\n            if (file.fileType === 'usfm') {\r\n                parser = usfmParser;\r\n            } else if (file.fileType === 'usx') {\r\n                parser = usxParser;\r\n            } else if (file.fileType === 'json') {\r\n                parser = codexParser;\r\n            } else if (file.fileType === 'commentary/csv') {\r\n                parser = csvCommentaryParser;\r\n            } else {\r\n                console.warn(\r\n                    '[generate] File does not have a valid type!',\r\n                    file.name\r\n                );\r\n                continue;\r\n            }\r\n\r\n            const parsed = parser.parse(file.content);\r\n\r\n            if (parsed.type === 'root') {\r\n                addTranslationTree(file as InputTranslationFile, parsed);\r\n            } else {\r\n                addCommentaryTree(file as InputCommentaryFile, parsed);\r\n            }\r\n        } catch (err) {\r\n            console.error(\r\n                `[generate] Error occurred while parsing ${file.name}`,\r\n                err\r\n            );\r\n        }\r\n    }\r\n\r\n    function addTranslationTree(file: InputTranslationFile, parsed: ParseTree) {\r\n        const id = parsed.id;\r\n\r\n        if (!id) {\r\n            console.warn(\r\n                '[generate] File does not have a valid book ID!',\r\n                file.name,\r\n                id\r\n            );\r\n            return;\r\n        }\r\n\r\n        const order = bookOrderMap.get(id);\r\n\r\n        if (typeof order !== 'number') {\r\n            console.warn('[generate] Book does not have an order!', id);\r\n            return;\r\n        }\r\n\r\n        const bookMap = bookIdMap.get(file.metadata.language);\r\n\r\n        if (!bookMap) {\r\n            if (!unknownLanguages.has(file.metadata.language)) {\r\n                console.warn(\r\n                    '[generate] File does not have a known language!',\r\n                    file.name,\r\n                    file.metadata.language\r\n                );\r\n                unknownLanguages.add(file.metadata.language);\r\n            }\r\n        }\r\n\r\n        const bookName = bookMap?.get(id);\r\n\r\n        if (!!bookMap && !bookName) {\r\n            console.warn(\r\n                '[generate] Book name not found for ID!',\r\n                file.name,\r\n                id\r\n            );\r\n        }\r\n\r\n        let translation = parsedTranslations.get(file.metadata.id);\r\n\r\n        if (!translation) {\r\n            translation = {\r\n                ...omit(file.metadata, 'direction'),\r\n                textDirection: file.metadata.direction,\r\n                books: [],\r\n            };\r\n            output.translations.push(translation);\r\n            parsedTranslations.set(file.metadata.id, translation);\r\n        }\r\n\r\n        const name = parsed.header ?? bookName?.commonName ?? parsed.title;\r\n\r\n        if (!name) {\r\n            console.warn(\r\n                '[generate] Book does not have a name!',\r\n                file.name,\r\n                id\r\n            );\r\n            return;\r\n        }\r\n\r\n        const commonName =\r\n            bookName?.commonName ?? parsed.header ?? parsed.title ?? id;\r\n\r\n        const book: DatasetTranslationBook = {\r\n            id: id,\r\n            name,\r\n            commonName,\r\n            title: parsed.title ?? null,\r\n            order,\r\n            chapters: [],\r\n        };\r\n\r\n        for (let content of parsed.content) {\r\n            if (content.type === 'chapter') {\r\n                book.chapters.push({\r\n                    chapter: {\r\n                        number: content.number,\r\n                        content: content.content,\r\n                        footnotes: content.footnotes,\r\n                    },\r\n                    thisChapterAudioLinks: getAudioUrlsForChapter(\r\n                        translation.id,\r\n                        id,\r\n                        content.number\r\n                    ),\r\n                });\r\n            }\r\n        }\r\n\r\n        book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\r\n\r\n        const index = sortedIndexBy(translation.books, book, (b) => b.order);\r\n        translation.books.splice(index, 0, book);\r\n    }\r\n\r\n    function addCommentaryTree(\r\n        file: InputCommentaryFile,\r\n        parsed: CommentaryParseTree\r\n    ) {\r\n        let commentary = parsedCommentaries.get(file.metadata.id);\r\n\r\n        if (!commentary) {\r\n            commentary = {\r\n                ...omit(file.metadata, 'direction'),\r\n                textDirection: file.metadata.direction,\r\n                books: [],\r\n            };\r\n            output.commentaries.push(commentary);\r\n            parsedCommentaries.set(file.metadata.id, commentary);\r\n        }\r\n\r\n        for (let parsedBook of parsed.books) {\r\n            let book = commentary.books.find((b) => b.id === parsedBook.book);\r\n            if (book && book.introduction) {\r\n                console.warn(\r\n                    '[generate] Book already exists in commentary!',\r\n                    file.name,\r\n                    parsedBook.book\r\n                );\r\n                continue;\r\n            }\r\n\r\n            if (!book) {\r\n                const name = getBookNames(file, file.metadata, parsedBook.book);\r\n                book = {\r\n                    id: parsedBook.book,\r\n                    order: bookOrderMap.get(parsedBook.book) ?? -1,\r\n                    commonName: name?.bookName?.commonName ?? parsedBook.book,\r\n                    name: name?.bookName?.commonName ?? parsedBook.book,\r\n                    chapters: [],\r\n                };\r\n            }\r\n\r\n            if (parsedBook.introduction) {\r\n                book.introduction = parsedBook.introduction;\r\n            }\r\n\r\n            for (let chapter of parsedBook.chapters) {\r\n                let data: CommentaryChapterData = {\r\n                    number: chapter.number,\r\n                    content: chapter.verses,\r\n                };\r\n\r\n                if (chapter.introduction) {\r\n                    data.introduction = chapter.introduction;\r\n                }\r\n\r\n                book.chapters.push({\r\n                    chapter: data,\r\n                });\r\n            }\r\n\r\n            book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\r\n            commentary.books.push(book);\r\n        }\r\n\r\n        commentary.books = sortBy(commentary.books, (b) => b.order);\r\n    }\r\n\r\n    function getBookNames(\r\n        file: InputFileBase,\r\n        metadata: MetadataBase,\r\n        id: string\r\n    ) {\r\n        const bookMap = bookIdMap.get(metadata.language);\r\n\r\n        if (!bookMap) {\r\n            if (!unknownLanguages.has(metadata.language)) {\r\n                console.warn(\r\n                    '[generate] File does not have a known language!',\r\n                    file.name,\r\n                    metadata.language\r\n                );\r\n                unknownLanguages.add(metadata.language);\r\n            }\r\n        }\r\n\r\n        const bookName = bookMap?.get(id);\r\n\r\n        if (!!bookMap && !bookName) {\r\n            console.warn(\r\n                '[generate] Book name not found for ID!',\r\n                file.name,\r\n                id\r\n            );\r\n            return null;\r\n        }\r\n\r\n        return {\r\n            bookName,\r\n        };\r\n    }\r\n\r\n    return output;\r\n}\r\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yBAA2B;AAC3B,wBAA0B;AAe1B,wBAAwC;AACxC,oBAA4C;AAC5C,mBAAuC;AACvC,0BAA4B;AAC5B,mCAAoC;AA8D7B,SAAS,gBACZ,OACA,SAAoB,IAAI,WAAW,UAAU,GAChC;AACb,MAAI,SAAwB;AAAA,IACxB,cAAc,CAAC;AAAA,IACf,cAAc,CAAC;AAAA,EACnB;AAEA,MAAI,aAAa,IAAI,8BAAW;AAChC,MAAI,YAAY,IAAI,4BAAU,MAAM;AACpC,MAAI,cAAc,IAAI,gCAAY;AAClC,MAAI,sBAAsB,IAAI,iDAAoB;AAElD,MAAI,qBAAqB,oBAAI,IAAgC;AAC7D,MAAI,qBAAqB,oBAAI,IAA+B;AAE5D,QAAM,mBAAmB,oBAAI,IAAY;AACzC,WAAS,QAAQ,OAAO;AACpB,QAAI;AACA,UAAIA;AAKJ,UAAI,KAAK,aAAa,QAAQ;AAC1B,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,OAAO;AAChC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,QAAQ;AACjC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,kBAAkB;AAC3C,QAAAA,UAAS;AAAA,MACb,OAAO;AACH,gBAAQ;AAAA,UACJ;AAAA,UACA,KAAK;AAAA,QACT;AACA;AAAA,MACJ;AAEA,YAAM,SAASA,QAAO,MAAM,KAAK,OAAO;AAExC,UAAI,OAAO,SAAS,QAAQ;AACxB,2BAAmB,MAA8B,MAAM;AAAA,MAC3D,OAAO;AACH,0BAAkB,MAA6B,MAAM;AAAA,MACzD;AAAA,IACJ,SAAS,KAAK;AACV,cAAQ;AAAA,QACJ,2CAA2C,KAAK,IAAI;AAAA,QACpD;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAEA,WAAS,mBAAmB,MAA4B,QAAmB;AACvE,UAAM,KAAK,OAAO;AAElB,QAAI,CAAC,IAAI;AACL,cAAQ;AAAA,QACJ;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA;AAAA,IACJ;AAEA,UAAM,QAAQ,+BAAa,IAAI,EAAE;AAEjC,QAAI,OAAO,UAAU,UAAU;AAC3B,cAAQ,KAAK,2CAA2C,EAAE;AAC1D;AAAA,IACJ;AAEA,UAAM,UAAU,4BAAU,IAAI,KAAK,SAAS,QAAQ;AAEpD,QAAI,CAAC,SAAS;AACV,UAAI,CAAC,iBAAiB,IAAI,KAAK,SAAS,QAAQ,GAAG;AAC/C,gBAAQ;AAAA,UACJ;AAAA,UACA,KAAK;AAAA,UACL,KAAK,SAAS;AAAA,QAClB;AACA,yBAAiB,IAAI,KAAK,SAAS,QAAQ;AAAA,MAC/C;AAAA,IACJ;AAEA,UAAM,WAAW,SAAS,IAAI,EAAE;AAEhC,QAAI,CAAC,CAAC,WAAW,CAAC,UAAU;AACxB,cAAQ;AAAA,QACJ;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AAAA,IACJ;AAEA,QAAI,cAAc,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAEzD,QAAI,CAAC,aAAa;AACd,oBAAc;AAAA,QACV,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,MACZ;AACA,aAAO,aAAa,KAAK,WAAW;AACpC,yBAAmB,IAAI,KAAK,SAAS,IAAI,WAAW;AAAA,IACxD;AAEA,UAAM,OAAO,OAAO,UAAU,UAAU,cAAc,OAAO;AAE7D,QAAI,CAAC,MAAM;AACP,cAAQ;AAAA,QACJ;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA;AAAA,IACJ;AAEA,UAAM,aACF,UAAU,cAAc,OAAO,UAAU,OAAO,SAAS;AAE7D,UAAM,OAA+B;AAAA,MACjC;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO,OAAO,SAAS;AAAA,MACvB;AAAA,MACA,UAAU,CAAC;AAAA,IACf;AAEA,aAAS,WAAW,OAAO,SAAS;AAChC,UAAI,QAAQ,SAAS,WAAW;AAC5B,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,YACL,QAAQ,QAAQ;AAAA,YAChB,SAAS,QAAQ;AAAA,YACjB,WAAW,QAAQ;AAAA,UACvB;AAAA,UACA,2BAAuB;AAAA,YACnB,YAAY;AAAA,YACZ;AAAA,YACA,QAAQ;AAAA,UACZ;AAAA,QACJ,CAAC;AAAA,MACL;AAAA,IACJ;AAEA,SAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAE7D,UAAM,YAAQ,6BAAc,YAAY,OAAO,MAAM,CAAC,MAAM,EAAE,KAAK;AACnE,gBAAY,MAAM,OAAO,OAAO,GAAG,IAAI;AAAA,EAC3C;AAEA,WAAS,kBACL,MACA,QACF;AACE,QAAI,aAAa,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAExD,QAAI,CAAC,YAAY;AACb,mBAAa;AAAA,QACT,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,MACZ;AACA,aAAO,aAAa,KAAK,UAAU;AACnC,yBAAmB,IAAI,KAAK,SAAS,IAAI,UAAU;AAAA,IACvD;AAEA,aAAS,cAAc,OAAO,OAAO;AACjC,UAAI,OAAO,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,OAAO,WAAW,IAAI;AAChE,UAAI,QAAQ,KAAK,cAAc;AAC3B,gBAAQ;AAAA,UACJ;AAAA,UACA,KAAK;AAAA,UACL,WAAW;AAAA,QACf;AACA;AAAA,MACJ;AAEA,UAAI,CAAC,MAAM;AACP,cAAM,OAAO,aAAa,MAAM,KAAK,UAAU,WAAW,IAAI;AAC9D,eAAO;AAAA,UACH,IAAI,WAAW;AAAA,UACf,OAAO,+BAAa,IAAI,WAAW,IAAI,KAAK;AAAA,UAC5C,YAAY,MAAM,UAAU,cAAc,WAAW;AAAA,UACrD,MAAM,MAAM,UAAU,cAAc,WAAW;AAAA,UAC/C,UAAU,CAAC;AAAA,QACf;AAAA,MACJ;AAEA,UAAI,WAAW,cAAc;AACzB,aAAK,eAAe,WAAW;AAAA,MACnC;AAEA,eAAS,WAAW,WAAW,UAAU;AACrC,YAAI,OAA8B;AAAA,UAC9B,QAAQ,QAAQ;AAAA,UAChB,SAAS,QAAQ;AAAA,QACrB;AAEA,YAAI,QAAQ,cAAc;AACtB,eAAK,eAAe,QAAQ;AAAA,QAChC;AAEA,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,QACb,CAAC;AAAA,MACL;AAEA,WAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAC7D,iBAAW,MAAM,KAAK,IAAI;AAAA,IAC9B;AAEA,eAAW,YAAQ,sBAAO,WAAW,OAAO,CAAC,MAAM,EAAE,KAAK;AAAA,EAC9D;AAEA,WAAS,aACL,MACA,UACA,IACF;AACE,UAAM,UAAU,4BAAU,IAAI,SAAS,QAAQ;AAE/C,QAAI,CAAC,SAAS;AACV,UAAI,CAAC,iBAAiB,IAAI,SAAS,QAAQ,GAAG;AAC1C,gBAAQ;AAAA,UACJ;AAAA,UACA,KAAK;AAAA,UACL,SAAS;AAAA,QACb;AACA,yBAAiB,IAAI,SAAS,QAAQ;AAAA,MAC1C;AAAA,IACJ;AAEA,UAAM,WAAW,SAAS,IAAI,EAAE;AAEhC,QAAI,CAAC,CAAC,WAAW,CAAC,UAAU;AACxB,cAAQ;AAAA,QACJ;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA,aAAO;AAAA,IACX;AAEA,WAAO;AAAA,MACH;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO;AACX;",
-  "names": ["parser"]
+  "sourcesContent": ["import { UsfmParser } from '../parser/usfm-parser.js';\nimport { USXParser } from '../parser/usx-parser.js';\nimport {\n    Commentary,\n    CommentaryBook,\n    CommentaryBookChapter,\n    CommentaryChapterData,\n    CommentaryProfile,\n    InputCommentaryFile,\n    InputFile,\n    InputFileBase,\n    InputTranslationFile,\n    MetadataBase,\n    Translation,\n    TranslationBook,\n    TranslationBookChapter,\n} from './common-types.js';\nimport { bookIdMap as defaultBookIdMap, bookOrderMap } from './book-order.js';\nimport { omit, sortBy, sortedIndexBy } from 'lodash';\nimport { getAudioUrlsForChapter } from './audio.js';\nimport { CodexParser } from '../parser/codex-parser.js';\nimport { CommentaryCsvParser } from '../parser/commentary-csv-parser.js';\nimport { CommentaryParseTree, ParseTree } from '../parser/types.js';\nimport { TyndaleXmlParser } from '../parser/tyndale-xml-parser.js';\nimport { getLogger } from '../log.js';\n\n/**\n * Defines an interface that contains generated dataset info.\n */\nexport interface DatasetOutput {\n    /**\n     * The list of translations that are available in the dataset.\n     */\n    translations: DatasetTranslation[];\n\n    /**\n     * The list of commentaries that are available in the dataset.\n     */\n    commentaries: DatasetCommentary[];\n}\n\n/**\n * Defines a translation that is used in the dataset.\n */\nexport interface DatasetTranslation extends Translation {\n    /**\n     * The list of books that are available for the translation.\n     */\n    books: DatasetTranslationBook[];\n}\n\n/**\n * Defines a commentary that is used in the dataset.\n */\nexport interface DatasetCommentary extends Commentary {\n    /**\n     * The list of books that are available for the commentary.\n     */\n    books: DatasetCommentaryBook[];\n\n    /**\n     * The list of profiles that  are available for the commentary.\n     */\n    profiles: DatasetCommentaryProfile[];\n}\n\n/**\n * Defines a translation book that is used in the dataset.\n */\nexport interface DatasetTranslationBook extends TranslationBook {\n    /**\n     * The list of chapters that are available for the book.\n     */\n    chapters: TranslationBookChapter[];\n}\n\n/**\n * Defines a commentary book that is used in the dataset.\n */\nexport interface DatasetCommentaryBook extends CommentaryBook {\n    /**\n     * The list of chapters that are available for the book.\n     */\n    chapters: CommentaryBookChapter[];\n}\n\nexport interface DatasetCommentaryProfile extends CommentaryProfile {\n    /**\n     * The contents of the profile.\n     */\n    content: string[];\n}\n\n/**\n * Generates a list of output files from the given list of input files.\n * @param file The list of files.\n * @param parser The parser to use for parsing the files.\n * @param bookMap The map of book IDs to names. If undefined, then a default map will be used.\n */\nexport function generateDataset(\n    files: InputFile[],\n    parser: DOMParser = new globalThis.DOMParser(),\n    bookMap?: Map<string, { commonName: string }> | undefined\n): DatasetOutput {\n    const logger = getLogger();\n    let output: DatasetOutput = {\n        translations: [],\n        commentaries: [],\n    };\n\n    let usfmParser = new UsfmParser();\n    let usxParser = new USXParser(parser);\n    let codexParser = new CodexParser();\n    let csvCommentaryParser = new CommentaryCsvParser();\n    let tyndaleXmlParser = new TyndaleXmlParser(parser);\n\n    let parsedTranslations = new Map<string, DatasetTranslation>();\n    let parsedCommentaries = new Map<string, DatasetCommentary>();\n\n    const unknownLanguages = new Set<string>();\n    for (let file of files) {\n        try {\n            let parser:\n                | UsfmParser\n                | USXParser\n                | CodexParser\n                | CommentaryCsvParser\n                | TyndaleXmlParser;\n            if (file.fileType === 'usfm') {\n                parser = usfmParser;\n            } else if (file.fileType === 'usx') {\n                parser = usxParser;\n            } else if (file.fileType === 'json') {\n                parser = codexParser;\n            } else if (file.fileType === 'commentary/csv') {\n                parser = csvCommentaryParser;\n            } else if (file.fileType === 'commentary/tyndale-xml') {\n                parser = tyndaleXmlParser;\n            } else {\n                logger.warn(\n                    '[generate] File does not have a valid type!',\n                    file.name\n                );\n                continue;\n            }\n\n            const parsed = parser.parse(file.content);\n\n            if (parsed.type === 'root') {\n                addTranslationTree(file as InputTranslationFile, parsed);\n            } else {\n                addCommentaryTree(file as InputCommentaryFile, parsed);\n            }\n        } catch (err) {\n            logger.error(\n                `[generate] Error occurred while parsing ${file.name}`,\n                err\n            );\n        }\n    }\n\n    function addTranslationTree(file: InputTranslationFile, parsed: ParseTree) {\n        const id = parsed.id;\n\n        if (!id) {\n            logger.warn(\n                '[generate] File does not have a valid book ID!',\n                file.name,\n                id\n            );\n            return;\n        }\n\n        const order = bookOrderMap.get(id);\n\n        if (typeof order !== 'number') {\n            logger.warn('[generate] Book does not have an order!', id);\n            return;\n        }\n\n        const bookName = getBookNames(file, file.metadata, id);\n\n        let translation = parsedTranslations.get(file.metadata.id);\n\n        if (!translation) {\n            translation = {\n                ...omit(file.metadata, 'direction'),\n                textDirection: file.metadata.direction,\n                books: [],\n            };\n            output.translations.push(translation);\n            parsedTranslations.set(file.metadata.id, translation);\n        }\n\n        const name =\n            parsed.header ?? bookName?.bookName?.commonName ?? parsed.title;\n\n        if (!name) {\n            logger.warn('[generate] Book does not have a name!', file.name, id);\n            return;\n        }\n\n        const commonName =\n            bookName?.bookName?.commonName ??\n            parsed.header ??\n            parsed.title ??\n            id;\n\n        const book: DatasetTranslationBook = {\n            id: id,\n            name,\n            commonName,\n            title: parsed.title ?? null,\n            order,\n            chapters: [],\n        };\n\n        for (let content of parsed.content) {\n            if (content.type === 'chapter') {\n                book.chapters.push({\n                    chapter: {\n                        number: content.number,\n                        content: content.content,\n                        footnotes: content.footnotes,\n                    },\n                    thisChapterAudioLinks: getAudioUrlsForChapter(\n                        translation.id,\n                        id,\n                        content.number\n                    ),\n                });\n            }\n        }\n\n        book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\n\n        const index = sortedIndexBy(translation.books, book, (b) => b.order);\n        translation.books.splice(index, 0, book);\n    }\n\n    function addCommentaryTree(\n        file: InputCommentaryFile,\n        parsed: CommentaryParseTree\n    ) {\n        let commentary = parsedCommentaries.get(file.metadata.id);\n\n        if (!commentary) {\n            commentary = {\n                ...omit(file.metadata, 'direction'),\n                textDirection: file.metadata.direction,\n                books: [],\n                profiles: [],\n            };\n            output.commentaries.push(commentary);\n            parsedCommentaries.set(file.metadata.id, commentary);\n        }\n\n        for (let parsedBook of parsed.books) {\n            let book = commentary.books.find((b) => b.id === parsedBook.book);\n            if (book && book.introduction && parsedBook.introduction) {\n                logger.warn(\n                    '[generate] Book already exists in commentary!',\n                    file.name,\n                    parsedBook.book\n                );\n                continue;\n            }\n\n            if (!book) {\n                const name = getBookNames(file, file.metadata, parsedBook.book);\n                book = {\n                    id: parsedBook.book,\n                    order: bookOrderMap.get(parsedBook.book) ?? -1,\n                    commonName: name?.bookName?.commonName ?? parsedBook.book,\n                    name: name?.bookName?.commonName ?? parsedBook.book,\n                    chapters: [],\n                };\n            }\n\n            if (parsedBook.introduction) {\n                book.introduction = parsedBook.introduction;\n            }\n\n            if (parsedBook.introductionSummary && !book.introductionSummary) {\n                book.introductionSummary = parsedBook.introductionSummary;\n            }\n\n            for (let chapter of parsedBook.chapters) {\n                let data: CommentaryChapterData = {\n                    number: chapter.number,\n                    content: chapter.verses,\n                };\n\n                if (chapter.introduction) {\n                    data.introduction = chapter.introduction;\n                }\n\n                book.chapters.push({\n                    chapter: data,\n                });\n            }\n\n            book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\n            commentary.books.push(book);\n        }\n\n        if (parsed.profiles) {\n            for (let profile of parsed.profiles) {\n                const existing = commentary.profiles.find(\n                    (p) => p.id === profile.id\n                );\n                if (existing) {\n                    logger.warn(\n                        '[generate] Profile already exists in commentary!',\n                        file.name,\n                        profile.id\n                    );\n                    continue;\n                }\n\n                const datasetProfile: DatasetCommentaryProfile = {\n                    id: profile.id,\n                    subject: profile.subject,\n                    reference: profile.reference,\n                    content: profile.content,\n                };\n\n                commentary.profiles.push(datasetProfile);\n            }\n        }\n\n        commentary.books = sortBy(commentary.books, (b) => b.order);\n        commentary.profiles = sortBy(commentary.profiles, (p) => p.id);\n    }\n\n    function getBookNames(\n        file: InputFileBase,\n        metadata: MetadataBase,\n        id: string\n    ) {\n        if (!bookMap) {\n            bookMap = defaultBookIdMap.get(metadata.language);\n\n            if (!bookMap) {\n                if (!unknownLanguages.has(metadata.language)) {\n                    logger.warn(\n                        '[generate] File does not have a known language!',\n                        file.name,\n                        metadata.language\n                    );\n                    unknownLanguages.add(metadata.language);\n                }\n\n                logger.warn(\n                    '[generate] Using English book map for unknown language! This might result in outputting english book names.'\n                );\n                bookMap = defaultBookIdMap.get('en');\n            }\n        }\n\n        const bookName = bookMap?.get(id);\n\n        if (!!bookMap && !bookName) {\n            logger.warn(\n                '[generate] Book name not found for ID!',\n                file.name,\n                id\n            );\n            return null;\n        }\n\n        return {\n            bookName,\n        };\n    }\n\n    return output;\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yBAA2B;AAC3B,wBAA0B;AAgB1B,wBAA4D;AAC5D,oBAA4C;AAC5C,mBAAuC;AACvC,0BAA4B;AAC5B,mCAAoC;AAEpC,gCAAiC;AACjC,iBAA0B;AA2EnB,SAAS,gBACZ,OACA,SAAoB,IAAI,WAAW,UAAU,GAC7C,SACa;AACb,QAAM,aAAS,sBAAU;AACzB,MAAI,SAAwB;AAAA,IACxB,cAAc,CAAC;AAAA,IACf,cAAc,CAAC;AAAA,EACnB;AAEA,MAAI,aAAa,IAAI,8BAAW;AAChC,MAAI,YAAY,IAAI,4BAAU,MAAM;AACpC,MAAI,cAAc,IAAI,gCAAY;AAClC,MAAI,sBAAsB,IAAI,iDAAoB;AAClD,MAAI,mBAAmB,IAAI,2CAAiB,MAAM;AAElD,MAAI,qBAAqB,oBAAI,IAAgC;AAC7D,MAAI,qBAAqB,oBAAI,IAA+B;AAE5D,QAAM,mBAAmB,oBAAI,IAAY;AACzC,WAAS,QAAQ,OAAO;AACpB,QAAI;AACA,UAAIA;AAMJ,UAAI,KAAK,aAAa,QAAQ;AAC1B,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,OAAO;AAChC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,QAAQ;AACjC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,kBAAkB;AAC3C,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,0BAA0B;AACnD,QAAAA,UAAS;AAAA,MACb,OAAO;AACH,eAAO;AAAA,UACH;AAAA,UACA,KAAK;AAAA,QACT;AACA;AAAA,MACJ;AAEA,YAAM,SAASA,QAAO,MAAM,KAAK,OAAO;AAExC,UAAI,OAAO,SAAS,QAAQ;AACxB,2BAAmB,MAA8B,MAAM;AAAA,MAC3D,OAAO;AACH,0BAAkB,MAA6B,MAAM;AAAA,MACzD;AAAA,IACJ,SAAS,KAAK;AACV,aAAO;AAAA,QACH,2CAA2C,KAAK,IAAI;AAAA,QACpD;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAEA,WAAS,mBAAmB,MAA4B,QAAmB;AACvE,UAAM,KAAK,OAAO;AAElB,QAAI,CAAC,IAAI;AACL,aAAO;AAAA,QACH;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA;AAAA,IACJ;AAEA,UAAM,QAAQ,+BAAa,IAAI,EAAE;AAEjC,QAAI,OAAO,UAAU,UAAU;AAC3B,aAAO,KAAK,2CAA2C,EAAE;AACzD;AAAA,IACJ;AAEA,UAAM,WAAW,aAAa,MAAM,KAAK,UAAU,EAAE;AAErD,QAAI,cAAc,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAEzD,QAAI,CAAC,aAAa;AACd,oBAAc;AAAA,QACV,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,MACZ;AACA,aAAO,aAAa,KAAK,WAAW;AACpC,yBAAmB,IAAI,KAAK,SAAS,IAAI,WAAW;AAAA,IACxD;AAEA,UAAM,OACF,OAAO,UAAU,UAAU,UAAU,cAAc,OAAO;AAE9D,QAAI,CAAC,MAAM;AACP,aAAO,KAAK,yCAAyC,KAAK,MAAM,EAAE;AAClE;AAAA,IACJ;AAEA,UAAM,aACF,UAAU,UAAU,cACpB,OAAO,UACP,OAAO,SACP;AAEJ,UAAM,OAA+B;AAAA,MACjC;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO,OAAO,SAAS;AAAA,MACvB;AAAA,MACA,UAAU,CAAC;AAAA,IACf;AAEA,aAAS,WAAW,OAAO,SAAS;AAChC,UAAI,QAAQ,SAAS,WAAW;AAC5B,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,YACL,QAAQ,QAAQ;AAAA,YAChB,SAAS,QAAQ;AAAA,YACjB,WAAW,QAAQ;AAAA,UACvB;AAAA,UACA,2BAAuB;AAAA,YACnB,YAAY;AAAA,YACZ;AAAA,YACA,QAAQ;AAAA,UACZ;AAAA,QACJ,CAAC;AAAA,MACL;AAAA,IACJ;AAEA,SAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAE7D,UAAM,YAAQ,6BAAc,YAAY,OAAO,MAAM,CAAC,MAAM,EAAE,KAAK;AACnE,gBAAY,MAAM,OAAO,OAAO,GAAG,IAAI;AAAA,EAC3C;AAEA,WAAS,kBACL,MACA,QACF;AACE,QAAI,aAAa,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAExD,QAAI,CAAC,YAAY;AACb,mBAAa;AAAA,QACT,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,QACR,UAAU,CAAC;AAAA,MACf;AACA,aAAO,aAAa,KAAK,UAAU;AACnC,yBAAmB,IAAI,KAAK,SAAS,IAAI,UAAU;AAAA,IACvD;AAEA,aAAS,cAAc,OAAO,OAAO;AACjC,UAAI,OAAO,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,OAAO,WAAW,IAAI;AAChE,UAAI,QAAQ,KAAK,gBAAgB,WAAW,cAAc;AACtD,eAAO;AAAA,UACH;AAAA,UACA,KAAK;AAAA,UACL,WAAW;AAAA,QACf;AACA;AAAA,MACJ;AAEA,UAAI,CAAC,MAAM;AACP,cAAM,OAAO,aAAa,MAAM,KAAK,UAAU,WAAW,IAAI;AAC9D,eAAO;AAAA,UACH,IAAI,WAAW;AAAA,UACf,OAAO,+BAAa,IAAI,WAAW,IAAI,KAAK;AAAA,UAC5C,YAAY,MAAM,UAAU,cAAc,WAAW;AAAA,UACrD,MAAM,MAAM,UAAU,cAAc,WAAW;AAAA,UAC/C,UAAU,CAAC;AAAA,QACf;AAAA,MACJ;AAEA,UAAI,WAAW,cAAc;AACzB,aAAK,eAAe,WAAW;AAAA,MACnC;AAEA,UAAI,WAAW,uBAAuB,CAAC,KAAK,qBAAqB;AAC7D,aAAK,sBAAsB,WAAW;AAAA,MAC1C;AAEA,eAAS,WAAW,WAAW,UAAU;AACrC,YAAI,OAA8B;AAAA,UAC9B,QAAQ,QAAQ;AAAA,UAChB,SAAS,QAAQ;AAAA,QACrB;AAEA,YAAI,QAAQ,cAAc;AACtB,eAAK,eAAe,QAAQ;AAAA,QAChC;AAEA,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,QACb,CAAC;AAAA,MACL;AAEA,WAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAC7D,iBAAW,MAAM,KAAK,IAAI;AAAA,IAC9B;AAEA,QAAI,OAAO,UAAU;AACjB,eAAS,WAAW,OAAO,UAAU;AACjC,cAAM,WAAW,WAAW,SAAS;AAAA,UACjC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAC5B;AACA,YAAI,UAAU;AACV,iBAAO;AAAA,YACH;AAAA,YACA,KAAK;AAAA,YACL,QAAQ;AAAA,UACZ;AACA;AAAA,QACJ;AAEA,cAAM,iBAA2C;AAAA,UAC7C,IAAI,QAAQ;AAAA,UACZ,SAAS,QAAQ;AAAA,UACjB,WAAW,QAAQ;AAAA,UACnB,SAAS,QAAQ;AAAA,QACrB;AAEA,mBAAW,SAAS,KAAK,cAAc;AAAA,MAC3C;AAAA,IACJ;AAEA,eAAW,YAAQ,sBAAO,WAAW,OAAO,CAAC,MAAM,EAAE,KAAK;AAC1D,eAAW,eAAW,sBAAO,WAAW,UAAU,CAAC,MAAM,EAAE,EAAE;AAAA,EACjE;AAEA,WAAS,aACL,MACA,UACA,IACF;AACE,QAAI,CAAC,SAAS;AACV,gBAAU,kBAAAC,UAAiB,IAAI,SAAS,QAAQ;AAEhD,UAAI,CAAC,SAAS;AACV,YAAI,CAAC,iBAAiB,IAAI,SAAS,QAAQ,GAAG;AAC1C,iBAAO;AAAA,YACH;AAAA,YACA,KAAK;AAAA,YACL,SAAS;AAAA,UACb;AACA,2BAAiB,IAAI,SAAS,QAAQ;AAAA,QAC1C;AAEA,eAAO;AAAA,UACH;AAAA,QACJ;AACA,kBAAU,kBAAAA,UAAiB,IAAI,IAAI;AAAA,MACvC;AAAA,IACJ;AAEA,UAAM,WAAW,SAAS,IAAI,EAAE;AAEhC,QAAI,CAAC,CAAC,WAAW,CAAC,UAAU;AACxB,aAAO;AAAA,QACH;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA,aAAO;AAAA,IACX;AAEA,WAAO;AAAA,MACH;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO;AACX;",
+  "names": ["parser", "defaultBookIdMap"]
 }

package/dist/cjs/index.cjs

@@ -29,6 +29,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var helloao_tools_exports = {};
 __export(helloao_tools_exports, {
   generation: () => generation,
+  log: () => log,
   parser: () => parser,
   utils: () => utils
 });
@@ -36,9 +37,11 @@ module.exports = __toCommonJS(helloao_tools_exports);
 var utils = __toESM(require("./utils.js"));
 var generation = __toESM(require("./generation/index.js"));
 var parser = __toESM(require("./parser/index.js"));
+var log = __toESM(require("./log.js"));
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   generation,
+  log,
   parser,
   utils
 });

package/dist/cjs/index.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../index.ts"],
-  "sourcesContent": ["import * as utils from './utils.js';\r\nimport * as generation from './generation/index.js';\r\nimport * as parser from './parser/index.js';\r\n\r\nexport { utils, generation, parser };\r\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,YAAuB;AACvB,iBAA4B;AAC5B,aAAwB;",
+  "sourcesContent": ["import * as utils from './utils.js';\nimport * as generation from './generation/index.js';\nimport * as parser from './parser/index.js';\nimport * as log from './log.js';\n\nexport { utils, generation, parser, log };\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,YAAuB;AACvB,iBAA4B;AAC5B,aAAwB;AACxB,UAAqB;",
   "names": []
 }

package/dist/cjs/log.cjs

@@ -0,0 +1,50 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var log_exports = {};
+__export(log_exports, {
+  consoleLogger: () => consoleLogger,
+  getLogger: () => getLogger,
+  setLogger: () => setLogger
+});
+module.exports = __toCommonJS(log_exports);
+const consoleLogger = {
+  log: (message, ...args) => {
+    console.log(message, ...args);
+  },
+  warn: (message, ...args) => {
+    console.warn(message, ...args);
+  },
+  error: (message, ...args) => {
+    console.error(message, ...args);
+  }
+};
+let logger = consoleLogger;
+function getLogger() {
+  return logger;
+}
+function setLogger(newLogger) {
+  logger = newLogger;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  consoleLogger,
+  getLogger,
+  setLogger
+});
+//# sourceMappingURL=log.cjs.map

package/dist/cjs/log.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../log.ts"],
+  "sourcesContent": ["/**\n * A simple logging interface that can be used to log messages.\n */\nexport interface Logger {\n    log: (message: any, ...args: any[]) => void;\n    warn: (message: string, ...args: any[]) => void;\n    error: (message: string, ...args: any[]) => void;\n}\n\n/**\n * A logger that logs messages to the console.\n */\nexport const consoleLogger: Logger = {\n    log: (message: string, ...args) => {\n        console.log(message, ...args);\n    },\n    warn: (message: string, ...args) => {\n        console.warn(message, ...args);\n    },\n    error: (message: string, ...args) => {\n        console.error(message, ...args);\n    },\n};\n\n/**\n * The logger that should be used for logging messages.\n */\nlet logger: Logger = consoleLogger;\n\n/**\n * Gets the logger that is currently being used for logging messages.\n * @returns The logger that is currently being used.\n */\nexport function getLogger(): Logger {\n    return logger;\n}\n\n/**\n * Sets the logger to use for logging messages.\n * @param newLogger The new logger to use.\n */\nexport function setLogger(newLogger: Logger) {\n    logger = newLogger;\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAYO,MAAM,gBAAwB;AAAA,EACjC,KAAK,CAAC,YAAoB,SAAS;AAC/B,YAAQ,IAAI,SAAS,GAAG,IAAI;AAAA,EAChC;AAAA,EACA,MAAM,CAAC,YAAoB,SAAS;AAChC,YAAQ,KAAK,SAAS,GAAG,IAAI;AAAA,EACjC;AAAA,EACA,OAAO,CAAC,YAAoB,SAAS;AACjC,YAAQ,MAAM,SAAS,GAAG,IAAI;AAAA,EAClC;AACJ;AAKA,IAAI,SAAiB;AAMd,SAAS,YAAoB;AAChC,SAAO;AACX;AAMO,SAAS,UAAU,WAAmB;AACzC,WAAS;AACb;",
+  "names": []
+}

package/dist/cjs/parser/codex-parser.cjs

@@ -114,7 +114,7 @@ class CodexParser {
       };
     }
     for (let cell of data.cells) {
-      if (cell.languageId === "html") {
+      if (cell.languageId === "html" && cell.value) {
         if (!cell.metadata) continue;
         const metadata = metadataSchema.parse(cell.metadata);
         if (metadata.type === "text") {
@@ -123,17 +123,20 @@ class CodexParser {
             throw new Error("Could not find verse reference.");
           if (!root.id) root.id = reference.book;
           const content = stripHTML(cell.value);
-          const lines = content.split("\n").reduce((prev, current) => {
-            if (prev.length === 0) return [current];
-            else
-              return [
-                ...prev,
-                {
-                  lineBreak: true
-                },
-                current
-              ];
-          }, []);
+          const lines = content.split("\n").reduce(
+            (prev, current) => {
+              if (prev.length === 0) return [current];
+              else
+                return [
+                  ...prev,
+                  {
+                    lineBreak: true
+                  },
+                  current
+                ];
+            },
+            []
+          );
           addReference(reference, lines);
         } else if (metadata.type === "paratext") {
           const reference = (0, import_utils.parseVerseReference)(`${metadata.id}:1`);

package/dist/cjs/parser/codex-parser.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../parser/codex-parser.ts"],
-  "sourcesContent": ["import { z } from 'zod';\r\nimport {\r\n    Chapter,\r\n    ChapterContent,\r\n    ParseTree,\r\n    Verse,\r\n    VerseContent,\r\n} from './types.js';\r\nimport { parseVerseReference, VerseRef } from '../utils.js';\r\n\r\nexport const chapterHeadingSchema = z.object({\r\n    type: z.literal('chapter-heading'),\r\n    data: z.object({\r\n        chapter: z.coerce.number().int(),\r\n    }),\r\n});\r\n\r\nexport const verseSchema = z.object({\r\n    type: z.literal('text'),\r\n    id: z.string(),\r\n});\r\n\r\nexport const paratextSchema = z.object({\r\n    type: z.literal('paratext'),\r\n    id: z.string(),\r\n});\r\n\r\nexport const metadataSchema = z.discriminatedUnion('type', [\r\n    chapterHeadingSchema,\r\n    verseSchema,\r\n    paratextSchema,\r\n]);\r\n\r\nexport const codexSchema = z.object({\r\n    cells: z.array(\r\n        z.object({\r\n            kind: z.number(),\r\n            languageId: z.string(),\r\n            value: z.string(),\r\n            metadata: z\r\n                .object({\r\n                    type: z.string(),\r\n                })\r\n                .passthrough()\r\n                .nullable()\r\n                .optional(),\r\n        })\r\n    ),\r\n});\r\n\r\n/**\r\n * Defines a parser for codex files.\r\n */\r\nexport class CodexParser {\r\n    // TODO:\r\n    // /**\r\n    //  * Whether to preserve markdown in the parsed content.\r\n    //  */\r\n    // preserveMarkdown: boolean = true;\r\n\r\n    private _noteCounter: number = 0;\r\n\r\n    /**\r\n     * Parses the specified codex content.\r\n     *\r\n     * @param codex The codex content to parse.\r\n     * @returns The parse tree that was generated.\r\n     */\r\n    public parse(codex: string): ParseTree {\r\n        const json = JSON.parse(codex);\r\n        const data = codexSchema.parse(json);\r\n\r\n        let root: ParseTree = {\r\n            type: 'root',\r\n            content: [],\r\n        };\r\n\r\n        let chapters: Map<number, Chapter> = new Map();\r\n        let lastChapter: Chapter | null = null;\r\n\r\n        function addChapterContent(\r\n            chapterNumber: number,\r\n            content: ChapterContent[]\r\n        ) {\r\n            let chapter = chapters.get(chapterNumber);\r\n            if (!chapter) {\r\n                chapter = {\r\n                    type: 'chapter',\r\n                    number: chapterNumber,\r\n                    content: [],\r\n                    footnotes: [],\r\n                };\r\n                lastChapter = chapter;\r\n                chapters.set(chapterNumber, chapter);\r\n            }\r\n\r\n            chapter.content.push(...content);\r\n        }\r\n\r\n        function addReference(ref: VerseRef, content: Verse['content']) {\r\n            addChapterContent(ref.chapter, [\r\n                {\r\n                    type: 'verse',\r\n                    number: ref.verse,\r\n                    content: content,\r\n                },\r\n            ]);\r\n        }\r\n\r\n        function stripHTML(value: string) {\r\n            return value.replace(/<[^>]*>/g, '');\r\n        }\r\n\r\n        function toHeading(content: string) {\r\n            return {\r\n                type: 'heading',\r\n                content: [content],\r\n            } satisfies ChapterContent;\r\n        }\r\n\r\n        for (let cell of data.cells) {\r\n            if (cell.languageId === 'html') {\r\n                if (!cell.metadata) continue; // ignore html cells without metadata\r\n                const metadata = metadataSchema.parse(cell.metadata);\r\n                if (metadata.type === 'text') {\r\n                    const reference = parseVerseReference(metadata.id);\r\n                    if (!reference)\r\n                        throw new Error('Could not find verse reference.');\r\n\r\n                    if (!root.id) root.id = reference.book; // set book id if not already set\r\n\r\n                    const content = stripHTML(cell.value);\r\n\r\n                    // add line breaks in heading if there are multiple lines\r\n                    const lines = content\r\n                        .split('\\n')\r\n                        .reduce((prev, current) => {\r\n                            if (prev.length === 0) return [current];\r\n                            else\r\n                                return [\r\n                                    ...prev,\r\n                                    {\r\n                                        lineBreak: true,\r\n                                    },\r\n                                    current,\r\n                                ] satisfies Verse['content'];\r\n                        }, [] as Verse['content']);\r\n\r\n                    addReference(reference, lines);\r\n                } else if (metadata.type === 'paratext') {\r\n                    const reference = parseVerseReference(`${metadata.id}:1`); // chapter headings do not have a verse reference always default to 1\r\n                    if (reference) {\r\n                        const content = stripHTML(cell.value);\r\n\r\n                        // add line breaks in heading if there are multiple lines\r\n                        const lines = content\r\n                            .split('\\n')\r\n                            .reduce<ChapterContent[]>((prev, current) => {\r\n                                if (prev.length === 0)\r\n                                    return [toHeading(current)];\r\n                                else\r\n                                    return [\r\n                                        ...prev,\r\n                                        {\r\n                                            type: 'line_break',\r\n                                        },\r\n                                        toHeading(current),\r\n                                    ] satisfies ChapterContent[];\r\n                            }, []);\r\n\r\n                        lines.forEach((line) =>\r\n                            addChapterContent(reference.chapter, [line])\r\n                        );\r\n                    } else {\r\n                        // parse paratext that isn't a chapter reference as footnote\r\n                        const content = stripHTML(cell.value);\r\n                        if (!cell.metadata) {\r\n                            if (lastChapter) {\r\n                                (lastChapter as Chapter).footnotes.push({\r\n                                    noteId: this._noteCounter++,\r\n                                    text: content,\r\n                                    caller: null,\r\n                                });\r\n                            }\r\n                        }\r\n                    }\r\n                }\r\n            }\r\n        }\r\n\r\n        for (let chapter of chapters.values()) {\r\n            root.content.push(chapter);\r\n        }\r\n\r\n        return root;\r\n    }\r\n}\r\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAkB;AAQlB,mBAA8C;AAEvC,MAAM,uBAAuB,aAAE,OAAO;AAAA,EACzC,MAAM,aAAE,QAAQ,iBAAiB;AAAA,EACjC,MAAM,aAAE,OAAO;AAAA,IACX,SAAS,aAAE,OAAO,OAAO,EAAE,IAAI;AAAA,EACnC,CAAC;AACL,CAAC;AAEM,MAAM,cAAc,aAAE,OAAO;AAAA,EAChC,MAAM,aAAE,QAAQ,MAAM;AAAA,EACtB,IAAI,aAAE,OAAO;AACjB,CAAC;AAEM,MAAM,iBAAiB,aAAE,OAAO;AAAA,EACnC,MAAM,aAAE,QAAQ,UAAU;AAAA,EAC1B,IAAI,aAAE,OAAO;AACjB,CAAC;AAEM,MAAM,iBAAiB,aAAE,mBAAmB,QAAQ;AAAA,EACvD;AAAA,EACA;AAAA,EACA;AACJ,CAAC;AAEM,MAAM,cAAc,aAAE,OAAO;AAAA,EAChC,OAAO,aAAE;AAAA,IACL,aAAE,OAAO;AAAA,MACL,MAAM,aAAE,OAAO;AAAA,MACf,YAAY,aAAE,OAAO;AAAA,MACrB,OAAO,aAAE,OAAO;AAAA,MAChB,UAAU,aACL,OAAO;AAAA,QACJ,MAAM,aAAE,OAAO;AAAA,MACnB,CAAC,EACA,YAAY,EACZ,SAAS,EACT,SAAS;AAAA,IAClB,CAAC;AAAA,EACL;AACJ,CAAC;AAKM,MAAM,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOb,eAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQxB,MAAM,OAA0B;AACnC,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAM,OAAO,YAAY,MAAM,IAAI;AAEnC,QAAI,OAAkB;AAAA,MAClB,MAAM;AAAA,MACN,SAAS,CAAC;AAAA,IACd;AAEA,QAAI,WAAiC,oBAAI,IAAI;AAC7C,QAAI,cAA8B;AAElC,aAAS,kBACL,eACA,SACF;AACE,UAAI,UAAU,SAAS,IAAI,aAAa;AACxC,UAAI,CAAC,SAAS;AACV,kBAAU;AAAA,UACN,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS,CAAC;AAAA,UACV,WAAW,CAAC;AAAA,QAChB;AACA,sBAAc;AACd,iBAAS,IAAI,eAAe,OAAO;AAAA,MACvC;AAEA,cAAQ,QAAQ,KAAK,GAAG,OAAO;AAAA,IACnC;AAEA,aAAS,aAAa,KAAe,SAA2B;AAC5D,wBAAkB,IAAI,SAAS;AAAA,QAC3B;AAAA,UACI,MAAM;AAAA,UACN,QAAQ,IAAI;AAAA,UACZ;AAAA,QACJ;AAAA,MACJ,CAAC;AAAA,IACL;AAEA,aAAS,UAAU,OAAe;AAC9B,aAAO,MAAM,QAAQ,YAAY,EAAE;AAAA,IACvC;AAEA,aAAS,UAAU,SAAiB;AAChC,aAAO;AAAA,QACH,MAAM;AAAA,QACN,SAAS,CAAC,OAAO;AAAA,MACrB;AAAA,IACJ;AAEA,aAAS,QAAQ,KAAK,OAAO;AACzB,UAAI,KAAK,eAAe,QAAQ;AAC5B,YAAI,CAAC,KAAK,SAAU;AACpB,cAAM,WAAW,eAAe,MAAM,KAAK,QAAQ;AACnD,YAAI,SAAS,SAAS,QAAQ;AAC1B,gBAAM,gBAAY,kCAAoB,SAAS,EAAE;AACjD,cAAI,CAAC;AACD,kBAAM,IAAI,MAAM,iCAAiC;AAErD,cAAI,CAAC,KAAK,GAAI,MAAK,KAAK,UAAU;AAElC,gBAAM,UAAU,UAAU,KAAK,KAAK;AAGpC,gBAAM,QAAQ,QACT,MAAM,IAAI,EACV,OAAO,CAAC,MAAM,YAAY;AACvB,gBAAI,KAAK,WAAW,EAAG,QAAO,CAAC,OAAO;AAAA;AAElC,qBAAO;AAAA,gBACH,GAAG;AAAA,gBACH;AAAA,kBACI,WAAW;AAAA,gBACf;AAAA,gBACA;AAAA,cACJ;AAAA,UACR,GAAG,CAAC,CAAqB;AAE7B,uBAAa,WAAW,KAAK;AAAA,QACjC,WAAW,SAAS,SAAS,YAAY;AACrC,gBAAM,gBAAY,kCAAoB,GAAG,SAAS,EAAE,IAAI;AACxD,cAAI,WAAW;AACX,kBAAM,UAAU,UAAU,KAAK,KAAK;AAGpC,kBAAM,QAAQ,QACT,MAAM,IAAI,EACV,OAAyB,CAAC,MAAM,YAAY;AACzC,kBAAI,KAAK,WAAW;AAChB,uBAAO,CAAC,UAAU,OAAO,CAAC;AAAA;AAE1B,uBAAO;AAAA,kBACH,GAAG;AAAA,kBACH;AAAA,oBACI,MAAM;AAAA,kBACV;AAAA,kBACA,UAAU,OAAO;AAAA,gBACrB;AAAA,YACR,GAAG,CAAC,CAAC;AAET,kBAAM;AAAA,cAAQ,CAAC,SACX,kBAAkB,UAAU,SAAS,CAAC,IAAI,CAAC;AAAA,YAC/C;AAAA,UACJ,OAAO;AAEH,kBAAM,UAAU,UAAU,KAAK,KAAK;AACpC,gBAAI,CAAC,KAAK,UAAU;AAChB,kBAAI,aAAa;AACb,gBAAC,YAAwB,UAAU,KAAK;AAAA,kBACpC,QAAQ,KAAK;AAAA,kBACb,MAAM;AAAA,kBACN,QAAQ;AAAA,gBACZ,CAAC;AAAA,cACL;AAAA,YACJ;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,aAAS,WAAW,SAAS,OAAO,GAAG;AACnC,WAAK,QAAQ,KAAK,OAAO;AAAA,IAC7B;AAEA,WAAO;AAAA,EACX;AACJ;",
+  "sourcesContent": ["import { z } from 'zod';\nimport {\n    Chapter,\n    ChapterContent,\n    ParseTree,\n    Verse,\n    VerseContent,\n} from './types.js';\nimport { parseVerseReference, VerseRef } from '../utils.js';\n\nexport const chapterHeadingSchema = z.object({\n    type: z.literal('chapter-heading'),\n    data: z.object({\n        chapter: z.coerce.number().int(),\n    }),\n});\n\nexport const verseSchema = z.object({\n    type: z.literal('text'),\n    id: z.string(),\n});\n\nexport const paratextSchema = z.object({\n    type: z.literal('paratext'),\n    id: z.string(),\n});\n\nexport const metadataSchema = z.discriminatedUnion('type', [\n    chapterHeadingSchema,\n    verseSchema,\n    paratextSchema,\n]);\n\nexport const codexSchema = z.object({\n    cells: z.array(\n        z.object({\n            kind: z.number(),\n            languageId: z.string(),\n            value: z.string(),\n            metadata: z\n                .object({\n                    type: z.string(),\n                })\n                .passthrough()\n                .nullable()\n                .optional(),\n        })\n    ),\n});\n\n/**\n * Defines a parser for codex files.\n */\nexport class CodexParser {\n    // TODO:\n    // /**\n    //  * Whether to preserve markdown in the parsed content.\n    //  */\n    // preserveMarkdown: boolean = true;\n\n    private _noteCounter: number = 0;\n\n    /**\n     * Parses the specified codex content.\n     *\n     * @param codex The codex content to parse.\n     * @returns The parse tree that was generated.\n     */\n    public parse(codex: string): ParseTree {\n        const json = JSON.parse(codex);\n        const data = codexSchema.parse(json);\n\n        let root: ParseTree = {\n            type: 'root',\n            content: [],\n        };\n\n        let chapters: Map<number, Chapter> = new Map();\n        let lastChapter: Chapter | null = null;\n\n        function addChapterContent(\n            chapterNumber: number,\n            content: ChapterContent[]\n        ) {\n            let chapter = chapters.get(chapterNumber);\n            if (!chapter) {\n                chapter = {\n                    type: 'chapter',\n                    number: chapterNumber,\n                    content: [],\n                    footnotes: [],\n                };\n                lastChapter = chapter;\n                chapters.set(chapterNumber, chapter);\n            }\n\n            chapter.content.push(...content);\n        }\n\n        function addReference(ref: VerseRef, content: Verse['content']) {\n            addChapterContent(ref.chapter, [\n                {\n                    type: 'verse',\n                    number: ref.verse,\n                    content: content,\n                },\n            ]);\n        }\n\n        function stripHTML(value: string) {\n            return value.replace(/<[^>]*>/g, '');\n        }\n\n        function toHeading(content: string) {\n            return {\n                type: 'heading',\n                content: [content],\n            } satisfies ChapterContent;\n        }\n\n        for (let cell of data.cells) {\n            if (cell.languageId === 'html' && cell.value) {\n                if (!cell.metadata) continue; // ignore html cells without metadata\n                const metadata = metadataSchema.parse(cell.metadata);\n                if (metadata.type === 'text') {\n                    const reference = parseVerseReference(metadata.id);\n                    if (!reference)\n                        throw new Error('Could not find verse reference.');\n\n                    if (!root.id) root.id = reference.book; // set book id if not already set\n\n                    const content = stripHTML(cell.value);\n\n                    // add line breaks in heading if there are multiple lines\n                    const lines = content.split('\\n').reduce(\n                        (prev, current) => {\n                            if (prev.length === 0) return [current];\n                            else\n                                return [\n                                    ...prev,\n                                    {\n                                        lineBreak: true,\n                                    },\n                                    current,\n                                ] satisfies Verse['content'];\n                        },\n                        [] as Verse['content']\n                    );\n\n                    addReference(reference, lines);\n                } else if (metadata.type === 'paratext') {\n                    const reference = parseVerseReference(`${metadata.id}:1`); // chapter headings do not have a verse reference always default to 1\n                    if (reference) {\n                        const content = stripHTML(cell.value);\n\n                        // add line breaks in heading if there are multiple lines\n                        const lines = content\n                            .split('\\n')\n                            .reduce<ChapterContent[]>((prev, current) => {\n                                if (prev.length === 0)\n                                    return [toHeading(current)];\n                                else\n                                    return [\n                                        ...prev,\n                                        {\n                                            type: 'line_break',\n                                        },\n                                        toHeading(current),\n                                    ] satisfies ChapterContent[];\n                            }, []);\n\n                        lines.forEach((line) =>\n                            addChapterContent(reference.chapter, [line])\n                        );\n                    } else {\n                        // parse paratext that isn't a chapter reference as footnote\n                        const content = stripHTML(cell.value);\n                        if (!cell.metadata) {\n                            if (lastChapter) {\n                                (lastChapter as Chapter).footnotes.push({\n                                    noteId: this._noteCounter++,\n                                    text: content,\n                                    caller: null,\n                                });\n                            }\n                        }\n                    }\n                }\n            }\n        }\n\n        for (let chapter of chapters.values()) {\n            root.content.push(chapter);\n        }\n\n        return root;\n    }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAkB;AAQlB,mBAA8C;AAEvC,MAAM,uBAAuB,aAAE,OAAO;AAAA,EACzC,MAAM,aAAE,QAAQ,iBAAiB;AAAA,EACjC,MAAM,aAAE,OAAO;AAAA,IACX,SAAS,aAAE,OAAO,OAAO,EAAE,IAAI;AAAA,EACnC,CAAC;AACL,CAAC;AAEM,MAAM,cAAc,aAAE,OAAO;AAAA,EAChC,MAAM,aAAE,QAAQ,MAAM;AAAA,EACtB,IAAI,aAAE,OAAO;AACjB,CAAC;AAEM,MAAM,iBAAiB,aAAE,OAAO;AAAA,EACnC,MAAM,aAAE,QAAQ,UAAU;AAAA,EAC1B,IAAI,aAAE,OAAO;AACjB,CAAC;AAEM,MAAM,iBAAiB,aAAE,mBAAmB,QAAQ;AAAA,EACvD;AAAA,EACA;AAAA,EACA;AACJ,CAAC;AAEM,MAAM,cAAc,aAAE,OAAO;AAAA,EAChC,OAAO,aAAE;AAAA,IACL,aAAE,OAAO;AAAA,MACL,MAAM,aAAE,OAAO;AAAA,MACf,YAAY,aAAE,OAAO;AAAA,MACrB,OAAO,aAAE,OAAO;AAAA,MAChB,UAAU,aACL,OAAO;AAAA,QACJ,MAAM,aAAE,OAAO;AAAA,MACnB,CAAC,EACA,YAAY,EACZ,SAAS,EACT,SAAS;AAAA,IAClB,CAAC;AAAA,EACL;AACJ,CAAC;AAKM,MAAM,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOb,eAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQxB,MAAM,OAA0B;AACnC,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAM,OAAO,YAAY,MAAM,IAAI;AAEnC,QAAI,OAAkB;AAAA,MAClB,MAAM;AAAA,MACN,SAAS,CAAC;AAAA,IACd;AAEA,QAAI,WAAiC,oBAAI,IAAI;AAC7C,QAAI,cAA8B;AAElC,aAAS,kBACL,eACA,SACF;AACE,UAAI,UAAU,SAAS,IAAI,aAAa;AACxC,UAAI,CAAC,SAAS;AACV,kBAAU;AAAA,UACN,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS,CAAC;AAAA,UACV,WAAW,CAAC;AAAA,QAChB;AACA,sBAAc;AACd,iBAAS,IAAI,eAAe,OAAO;AAAA,MACvC;AAEA,cAAQ,QAAQ,KAAK,GAAG,OAAO;AAAA,IACnC;AAEA,aAAS,aAAa,KAAe,SAA2B;AAC5D,wBAAkB,IAAI,SAAS;AAAA,QAC3B;AAAA,UACI,MAAM;AAAA,UACN,QAAQ,IAAI;AAAA,UACZ;AAAA,QACJ;AAAA,MACJ,CAAC;AAAA,IACL;AAEA,aAAS,UAAU,OAAe;AAC9B,aAAO,MAAM,QAAQ,YAAY,EAAE;AAAA,IACvC;AAEA,aAAS,UAAU,SAAiB;AAChC,aAAO;AAAA,QACH,MAAM;AAAA,QACN,SAAS,CAAC,OAAO;AAAA,MACrB;AAAA,IACJ;AAEA,aAAS,QAAQ,KAAK,OAAO;AACzB,UAAI,KAAK,eAAe,UAAU,KAAK,OAAO;AAC1C,YAAI,CAAC,KAAK,SAAU;AACpB,cAAM,WAAW,eAAe,MAAM,KAAK,QAAQ;AACnD,YAAI,SAAS,SAAS,QAAQ;AAC1B,gBAAM,gBAAY,kCAAoB,SAAS,EAAE;AACjD,cAAI,CAAC;AACD,kBAAM,IAAI,MAAM,iCAAiC;AAErD,cAAI,CAAC,KAAK,GAAI,MAAK,KAAK,UAAU;AAElC,gBAAM,UAAU,UAAU,KAAK,KAAK;AAGpC,gBAAM,QAAQ,QAAQ,MAAM,IAAI,EAAE;AAAA,YAC9B,CAAC,MAAM,YAAY;AACf,kBAAI,KAAK,WAAW,EAAG,QAAO,CAAC,OAAO;AAAA;AAElC,uBAAO;AAAA,kBACH,GAAG;AAAA,kBACH;AAAA,oBACI,WAAW;AAAA,kBACf;AAAA,kBACA;AAAA,gBACJ;AAAA,YACR;AAAA,YACA,CAAC;AAAA,UACL;AAEA,uBAAa,WAAW,KAAK;AAAA,QACjC,WAAW,SAAS,SAAS,YAAY;AACrC,gBAAM,gBAAY,kCAAoB,GAAG,SAAS,EAAE,IAAI;AACxD,cAAI,WAAW;AACX,kBAAM,UAAU,UAAU,KAAK,KAAK;AAGpC,kBAAM,QAAQ,QACT,MAAM,IAAI,EACV,OAAyB,CAAC,MAAM,YAAY;AACzC,kBAAI,KAAK,WAAW;AAChB,uBAAO,CAAC,UAAU,OAAO,CAAC;AAAA;AAE1B,uBAAO;AAAA,kBACH,GAAG;AAAA,kBACH;AAAA,oBACI,MAAM;AAAA,kBACV;AAAA,kBACA,UAAU,OAAO;AAAA,gBACrB;AAAA,YACR,GAAG,CAAC,CAAC;AAET,kBAAM;AAAA,cAAQ,CAAC,SACX,kBAAkB,UAAU,SAAS,CAAC,IAAI,CAAC;AAAA,YAC/C;AAAA,UACJ,OAAO;AAEH,kBAAM,UAAU,UAAU,KAAK,KAAK;AACpC,gBAAI,CAAC,KAAK,UAAU;AAChB,kBAAI,aAAa;AACb,gBAAC,YAAwB,UAAU,KAAK;AAAA,kBACpC,QAAQ,KAAK;AAAA,kBACb,MAAM;AAAA,kBACN,QAAQ;AAAA,gBACZ,CAAC;AAAA,cACL;AAAA,YACJ;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,aAAS,WAAW,SAAS,OAAO,GAAG;AACnC,WAAK,QAAQ,KAAK,OAAO;AAAA,IAC7B;AAEA,WAAO;AAAA,EACX;AACJ;",
   "names": []
 }

package/dist/cjs/parser/commentary-csv-parser.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../parser/commentary-csv-parser.ts"],
-  "sourcesContent": ["import {\r\n    CommentaryBookNode,\r\n    CommentaryChapterNode,\r\n    CommentaryParseTree,\r\n} from './types';\r\nimport { getBookId, parseVerseReference } from '../utils';\r\nimport { parse } from 'papaparse';\r\n\r\nexport interface CsvLine {\r\n    book: string;\r\n    chapter: string;\r\n    verse: string;\r\n    commentaries: string;\r\n}\r\n\r\nexport class CommentaryCsvParser {\r\n    parse(data: string): CommentaryParseTree {\r\n        // remove header automatically\r\n        const firstLine = data.indexOf('\\n');\r\n        data = data.substring(firstLine + 1);\r\n\r\n        const lines = parse<string[]>(data, {\r\n            header: false,\r\n            // transformHeader: (_, index) => {\r\n            //     const headers = ['book', 'chapter', 'verse', 'commentaries'];\r\n            //     if (index < headers.length) {\r\n            //         return headers[index];\r\n            //     } else {\r\n            //         return '';\r\n            //     }\r\n            // },\r\n            delimiter: ',',\r\n            escapeChar: '\"',\r\n            quoteChar: '\"',\r\n        });\r\n        return this.parseLines(\r\n            lines.data.map((line: string[]) => ({\r\n                book: line[0],\r\n                chapter: line[1],\r\n                verse: line[2],\r\n                commentaries: line[3],\r\n            }))\r\n        );\r\n    }\r\n\r\n    parseLines(data: CsvLine[]): CommentaryParseTree {\r\n        let tree: CommentaryParseTree = {\r\n            type: 'commentary/root',\r\n            books: [],\r\n        };\r\n\r\n        let book: CommentaryBookNode | null = null;\r\n        let chapter: CommentaryChapterNode | null = null;\r\n        for (let line of data) {\r\n            if (hasValue(line.book)) {\r\n                const id = getBookId(line.book);\r\n                if (!id) {\r\n                    throw new Error('Invalid book: ' + line.book);\r\n                }\r\n\r\n                book = tree.books.find((b) => b.book === id) ?? null;\r\n                if (!book) {\r\n                    book = {\r\n                        type: 'book',\r\n                        book: id,\r\n                        introduction: null,\r\n                        chapters: [],\r\n                    };\r\n                    tree.books.push(book);\r\n                }\r\n\r\n                if (!book.introduction) {\r\n                    book.introduction = hasValue(line.commentaries)\r\n                        ? line.commentaries\r\n                        : null;\r\n                }\r\n            } else if (hasValue(line.chapter)) {\r\n                const number = parseInt(line.chapter);\r\n                if (isNaN(number)) {\r\n                    throw new Error('Invalid chapter number: ' + line.chapter);\r\n                }\r\n\r\n                if (!book) {\r\n                    // console.log(line);\r\n                    throw new Error('Chapter without book');\r\n                }\r\n\r\n                chapter = {\r\n                    type: 'chapter',\r\n                    number,\r\n                    introduction: hasValue(line.commentaries)\r\n                        ? line.commentaries\r\n                        : null,\r\n                    verses: [],\r\n                };\r\n                book.chapters.push(chapter);\r\n            } else if (hasValue(line.verse)) {\r\n                const ref = parseVerseReference(line.verse);\r\n                if (ref) {\r\n                    if (ref.book === book?.book) {\r\n                        // @ts-ignore\r\n                        if (ref.chapter === chapter?.number) {\r\n                            chapter.verses.push({\r\n                                type: 'verse',\r\n                                number: ref.verse,\r\n                                content: [line.commentaries],\r\n                            });\r\n                        } else {\r\n                            chapter = {\r\n                                type: 'chapter',\r\n                                number: ref.chapter,\r\n                                introduction: null,\r\n                                verses: [\r\n                                    {\r\n                                        type: 'verse',\r\n                                        number: ref.verse,\r\n                                        content: [line.commentaries],\r\n                                    },\r\n                                ],\r\n                            };\r\n\r\n                            book.chapters.push(chapter);\r\n                        }\r\n                    }\r\n                }\r\n            }\r\n        }\r\n\r\n        return tree;\r\n    }\r\n}\r\n\r\nfunction hasValue(value: string | null): boolean {\r\n    return (\r\n        value !== null &&\r\n        value !== undefined &&\r\n        value !== '' &&\r\n        value.trim() !== ''\r\n    );\r\n}\r\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,mBAA+C;AAC/C,uBAAsB;AASf,MAAM,oBAAoB;AAAA,EAC7B,MAAM,MAAmC;AAErC,UAAM,YAAY,KAAK,QAAQ,IAAI;AACnC,WAAO,KAAK,UAAU,YAAY,CAAC;AAEnC,UAAM,YAAQ,wBAAgB,MAAM;AAAA,MAChC,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MASR,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,WAAW;AAAA,IACf,CAAC;AACD,WAAO,KAAK;AAAA,MACR,MAAM,KAAK,IAAI,CAAC,UAAoB;AAAA,QAChC,MAAM,KAAK,CAAC;AAAA,QACZ,SAAS,KAAK,CAAC;AAAA,QACf,OAAO,KAAK,CAAC;AAAA,QACb,cAAc,KAAK,CAAC;AAAA,MACxB,EAAE;AAAA,IACN;AAAA,EACJ;AAAA,EAEA,WAAW,MAAsC;AAC7C,QAAI,OAA4B;AAAA,MAC5B,MAAM;AAAA,MACN,OAAO,CAAC;AAAA,IACZ;AAEA,QAAI,OAAkC;AACtC,QAAI,UAAwC;AAC5C,aAAS,QAAQ,MAAM;AACnB,UAAI,SAAS,KAAK,IAAI,GAAG;AACrB,cAAM,SAAK,wBAAU,KAAK,IAAI;AAC9B,YAAI,CAAC,IAAI;AACL,gBAAM,IAAI,MAAM,mBAAmB,KAAK,IAAI;AAAA,QAChD;AAEA,eAAO,KAAK,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK;AAChD,YAAI,CAAC,MAAM;AACP,iBAAO;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,cAAc;AAAA,YACd,UAAU,CAAC;AAAA,UACf;AACA,eAAK,MAAM,KAAK,IAAI;AAAA,QACxB;AAEA,YAAI,CAAC,KAAK,cAAc;AACpB,eAAK,eAAe,SAAS,KAAK,YAAY,IACxC,KAAK,eACL;AAAA,QACV;AAAA,MACJ,WAAW,SAAS,KAAK,OAAO,GAAG;AAC/B,cAAM,SAAS,SAAS,KAAK,OAAO;AACpC,YAAI,MAAM,MAAM,GAAG;AACf,gBAAM,IAAI,MAAM,6BAA6B,KAAK,OAAO;AAAA,QAC7D;AAEA,YAAI,CAAC,MAAM;AAEP,gBAAM,IAAI,MAAM,sBAAsB;AAAA,QAC1C;AAEA,kBAAU;AAAA,UACN,MAAM;AAAA,UACN;AAAA,UACA,cAAc,SAAS,KAAK,YAAY,IAClC,KAAK,eACL;AAAA,UACN,QAAQ,CAAC;AAAA,QACb;AACA,aAAK,SAAS,KAAK,OAAO;AAAA,MAC9B,WAAW,SAAS,KAAK,KAAK,GAAG;AAC7B,cAAM,UAAM,kCAAoB,KAAK,KAAK;AAC1C,YAAI,KAAK;AACL,cAAI,IAAI,SAAS,MAAM,MAAM;AAEzB,gBAAI,IAAI,YAAY,SAAS,QAAQ;AACjC,sBAAQ,OAAO,KAAK;AAAA,gBAChB,MAAM;AAAA,gBACN,QAAQ,IAAI;AAAA,gBACZ,SAAS,CAAC,KAAK,YAAY;AAAA,cAC/B,CAAC;AAAA,YACL,OAAO;AACH,wBAAU;AAAA,gBACN,MAAM;AAAA,gBACN,QAAQ,IAAI;AAAA,gBACZ,cAAc;AAAA,gBACd,QAAQ;AAAA,kBACJ;AAAA,oBACI,MAAM;AAAA,oBACN,QAAQ,IAAI;AAAA,oBACZ,SAAS,CAAC,KAAK,YAAY;AAAA,kBAC/B;AAAA,gBACJ;AAAA,cACJ;AAEA,mBAAK,SAAS,KAAK,OAAO;AAAA,YAC9B;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,WAAO;AAAA,EACX;AACJ;AAEA,SAAS,SAAS,OAA+B;AAC7C,SACI,UAAU,QACV,UAAU,UACV,UAAU,MACV,MAAM,KAAK,MAAM;AAEzB;",
+  "sourcesContent": ["import {\n    CommentaryBookNode,\n    CommentaryChapterNode,\n    CommentaryParseTree,\n} from './types';\nimport { getBookId, parseVerseReference } from '../utils';\nimport { parse } from 'papaparse';\n\nexport interface CsvLine {\n    book: string;\n    chapter: string;\n    verse: string;\n    commentaries: string;\n}\n\nexport class CommentaryCsvParser {\n    parse(data: string): CommentaryParseTree {\n        // remove header automatically\n        const firstLine = data.indexOf('\\n');\n        data = data.substring(firstLine + 1);\n\n        const lines = parse<string[]>(data, {\n            header: false,\n            // transformHeader: (_, index) => {\n            //     const headers = ['book', 'chapter', 'verse', 'commentaries'];\n            //     if (index < headers.length) {\n            //         return headers[index];\n            //     } else {\n            //         return '';\n            //     }\n            // },\n            delimiter: ',',\n            escapeChar: '\"',\n            quoteChar: '\"',\n        });\n        return this.parseLines(\n            lines.data.map((line: string[]) => ({\n                book: line[0],\n                chapter: line[1],\n                verse: line[2],\n                commentaries: line[3],\n            }))\n        );\n    }\n\n    parseLines(data: CsvLine[]): CommentaryParseTree {\n        let tree: CommentaryParseTree = {\n            type: 'commentary/root',\n            books: [],\n        };\n\n        let book: CommentaryBookNode | null = null;\n        let chapter: CommentaryChapterNode | null = null;\n        for (let line of data) {\n            if (hasValue(line.book)) {\n                const id = getBookId(line.book);\n                if (!id) {\n                    throw new Error('Invalid book: ' + line.book);\n                }\n\n                book = tree.books.find((b) => b.book === id) ?? null;\n                if (!book) {\n                    book = {\n                        type: 'book',\n                        book: id,\n                        introduction: null,\n                        chapters: [],\n                    };\n                    tree.books.push(book);\n                }\n\n                if (!book.introduction) {\n                    book.introduction = hasValue(line.commentaries)\n                        ? line.commentaries\n                        : null;\n                }\n            } else if (hasValue(line.chapter)) {\n                const number = parseInt(line.chapter);\n                if (isNaN(number)) {\n                    throw new Error('Invalid chapter number: ' + line.chapter);\n                }\n\n                if (!book) {\n                    throw new Error('Chapter without book');\n                }\n\n                chapter = {\n                    type: 'chapter',\n                    number,\n                    introduction: hasValue(line.commentaries)\n                        ? line.commentaries\n                        : null,\n                    verses: [],\n                };\n                book.chapters.push(chapter);\n            } else if (hasValue(line.verse)) {\n                const ref = parseVerseReference(line.verse);\n                if (ref) {\n                    if (ref.book === book?.book) {\n                        // @ts-ignore\n                        if (ref.chapter === chapter?.number) {\n                            chapter.verses.push({\n                                type: 'verse',\n                                number: ref.verse,\n                                content: [line.commentaries],\n                            });\n                        } else {\n                            chapter = {\n                                type: 'chapter',\n                                number: ref.chapter,\n                                introduction: null,\n                                verses: [\n                                    {\n                                        type: 'verse',\n                                        number: ref.verse,\n                                        content: [line.commentaries],\n                                    },\n                                ],\n                            };\n\n                            book.chapters.push(chapter);\n                        }\n                    }\n                }\n            }\n        }\n\n        return tree;\n    }\n}\n\nfunction hasValue(value: string | null): boolean {\n    return (\n        value !== null &&\n        value !== undefined &&\n        value !== '' &&\n        value.trim() !== ''\n    );\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,mBAA+C;AAC/C,uBAAsB;AASf,MAAM,oBAAoB;AAAA,EAC7B,MAAM,MAAmC;AAErC,UAAM,YAAY,KAAK,QAAQ,IAAI;AACnC,WAAO,KAAK,UAAU,YAAY,CAAC;AAEnC,UAAM,YAAQ,wBAAgB,MAAM;AAAA,MAChC,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MASR,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,WAAW;AAAA,IACf,CAAC;AACD,WAAO,KAAK;AAAA,MACR,MAAM,KAAK,IAAI,CAAC,UAAoB;AAAA,QAChC,MAAM,KAAK,CAAC;AAAA,QACZ,SAAS,KAAK,CAAC;AAAA,QACf,OAAO,KAAK,CAAC;AAAA,QACb,cAAc,KAAK,CAAC;AAAA,MACxB,EAAE;AAAA,IACN;AAAA,EACJ;AAAA,EAEA,WAAW,MAAsC;AAC7C,QAAI,OAA4B;AAAA,MAC5B,MAAM;AAAA,MACN,OAAO,CAAC;AAAA,IACZ;AAEA,QAAI,OAAkC;AACtC,QAAI,UAAwC;AAC5C,aAAS,QAAQ,MAAM;AACnB,UAAI,SAAS,KAAK,IAAI,GAAG;AACrB,cAAM,SAAK,wBAAU,KAAK,IAAI;AAC9B,YAAI,CAAC,IAAI;AACL,gBAAM,IAAI,MAAM,mBAAmB,KAAK,IAAI;AAAA,QAChD;AAEA,eAAO,KAAK,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK;AAChD,YAAI,CAAC,MAAM;AACP,iBAAO;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,cAAc;AAAA,YACd,UAAU,CAAC;AAAA,UACf;AACA,eAAK,MAAM,KAAK,IAAI;AAAA,QACxB;AAEA,YAAI,CAAC,KAAK,cAAc;AACpB,eAAK,eAAe,SAAS,KAAK,YAAY,IACxC,KAAK,eACL;AAAA,QACV;AAAA,MACJ,WAAW,SAAS,KAAK,OAAO,GAAG;AAC/B,cAAM,SAAS,SAAS,KAAK,OAAO;AACpC,YAAI,MAAM,MAAM,GAAG;AACf,gBAAM,IAAI,MAAM,6BAA6B,KAAK,OAAO;AAAA,QAC7D;AAEA,YAAI,CAAC,MAAM;AACP,gBAAM,IAAI,MAAM,sBAAsB;AAAA,QAC1C;AAEA,kBAAU;AAAA,UACN,MAAM;AAAA,UACN;AAAA,UACA,cAAc,SAAS,KAAK,YAAY,IAClC,KAAK,eACL;AAAA,UACN,QAAQ,CAAC;AAAA,QACb;AACA,aAAK,SAAS,KAAK,OAAO;AAAA,MAC9B,WAAW,SAAS,KAAK,KAAK,GAAG;AAC7B,cAAM,UAAM,kCAAoB,KAAK,KAAK;AAC1C,YAAI,KAAK;AACL,cAAI,IAAI,SAAS,MAAM,MAAM;AAEzB,gBAAI,IAAI,YAAY,SAAS,QAAQ;AACjC,sBAAQ,OAAO,KAAK;AAAA,gBAChB,MAAM;AAAA,gBACN,QAAQ,IAAI;AAAA,gBACZ,SAAS,CAAC,KAAK,YAAY;AAAA,cAC/B,CAAC;AAAA,YACL,OAAO;AACH,wBAAU;AAAA,gBACN,MAAM;AAAA,gBACN,QAAQ,IAAI;AAAA,gBACZ,cAAc;AAAA,gBACd,QAAQ;AAAA,kBACJ;AAAA,oBACI,MAAM;AAAA,oBACN,QAAQ,IAAI;AAAA,oBACZ,SAAS,CAAC,KAAK,YAAY;AAAA,kBAC/B;AAAA,gBACJ;AAAA,cACJ;AAEA,mBAAK,SAAS,KAAK,OAAO;AAAA,YAC9B;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,WAAO;AAAA,EACX;AACJ;AAEA,SAAS,SAAS,OAA+B;AAC7C,SACI,UAAU,QACV,UAAU,UACV,UAAU,MACV,MAAM,KAAK,MAAM;AAEzB;",
   "names": []
 }

package/dist/cjs/parser/iterators.cjs

@@ -34,6 +34,7 @@ __export(iterators_exports, {
   uncompletable: () => uncompletable
 });
 module.exports = __toCommonJS(iterators_exports);
+var import_log = require("../log.js");
 class Rewindable {
   buffer = [];
   _bufferSize = 0;
@@ -71,19 +72,23 @@ class Rewindable {
     let result = this._iterator.next(...args);
     this.buffer.unshift(result.value);
     if (this.buffer.length > this._bufferSize) {
-      this.buffer.splice(this._bufferSize, this.buffer.length - this._bufferSize);
+      this.buffer.splice(
+        this._bufferSize,
+        this.buffer.length - this._bufferSize
+      );
     }
     return result;
   }
 }
 function* debug(label, iterator) {
+  const logger = (0, import_log.getLogger)();
   for (let value of uncompletable(iterator)) {
     if (value instanceof Element) {
-      console.log(label, value.outerHTML);
+      logger.log(label, value.outerHTML);
     } else if (value instanceof Node) {
-      console.log(label, value.textContent);
+      logger.log(label, value.textContent);
     } else {
-      console.log(label, value);
+      logger.log(label, value);
     }
     yield value;
   }
@@ -97,10 +102,16 @@ function* iterateNodes(node) {
   }
 }
 function parentChar(node) {
-  return matchingParent(node, (n) => n instanceof Element && n.nodeName === "char");
+  return matchingParent(
+    node,
+    (n) => n instanceof Element && n.nodeName === "char"
+  );
 }
 function parentNote(node) {
-  return matchingParent(node, (n) => n instanceof Element && n.nodeName === "note");
+  return matchingParent(
+    node,
+    (n) => n instanceof Element && n.nodeName === "note"
+  );
 }
 function matchingParent(node, filter) {
   let parent = node.parentNode;

package/dist/cjs/parser/iterators.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../parser/iterators.ts"],
-  "sourcesContent": ["\r\n/**\r\n * Defines an interface that represents an iterator that can be rewound.\r\n */\r\nexport interface RewindableIterator<T> extends IterableIterator<T> {\r\n    /**\r\n     * Rewinds the iterator by the specified number of elements.\r\n     * @param number The number of elements to rewind.\r\n     */\r\n    rewind(number: number): void;\r\n}\r\n\r\n/**\r\n * Defines a class that implements an iterator that can be rewound.\r\n */\r\nexport class Rewindable<T> implements RewindableIterator<T> {\r\n    buffer: T[] = [];\r\n\r\n    private _bufferSize: number = 0;\r\n    private _position: number = -1;\r\n    private _iterator: IterableIterator<T>;\r\n\r\n    constructor(iterator: IterableIterator<T>, bufferSize: number = 2) {\r\n        this._iterator = iterator;\r\n        this._bufferSize = bufferSize;\r\n\r\n        if(this._iterator.return) {\r\n            this.return = (value?: any) => {\r\n                return this._iterator.return!(value);\r\n            };\r\n        }\r\n        if(this._iterator.throw) {\r\n            this.throw = (value?: any) => {\r\n                return this._iterator.throw!(value);\r\n            };\r\n        }\r\n    }\r\n\r\n    rewind(number: number): void {\r\n        this._position += number;\r\n    }\r\n\r\n    [Symbol.iterator](): IterableIterator<T> {\r\n        return this;\r\n    }\r\n\r\n    next(...args: [] | [undefined]): IteratorResult<T, any> {\r\n        if (this._position >= 0) {\r\n            let item = this.buffer[this._position];\r\n            this._position--;\r\n            return {\r\n                value: item,\r\n                done: false\r\n            };\r\n        }\r\n\r\n        let result = this._iterator.next(...args);\r\n        this.buffer.unshift(result.value);\r\n        if (this.buffer.length > this._bufferSize) {\r\n            this.buffer.splice(this._bufferSize, this.buffer.length - this._bufferSize);\r\n        }\r\n        return result;\r\n    }\r\n\r\n    return?(value?: any): IteratorResult<T, any>;\r\n    throw?(e?: any): IteratorResult<T, any>;\r\n}\r\n\r\nexport function *debug(label: string, iterator: IterableIterator<any>) {\r\n    for (let value of uncompletable(iterator)) {\r\n        if (value instanceof Element) {\r\n            console.log(label, value.outerHTML);\r\n        } else if(value instanceof Node) {\r\n            console.log(label, value.textContent);\r\n        } else {\r\n            console.log(label, value);\r\n        }\r\n        yield value;\r\n    }\r\n}\r\n\r\n/**\r\n * Creates a new rewindable iterator from the given iterator.\r\n * @param iterator The iterator.\r\n * @param bufferSize The size of the buffer.\r\n */\r\nexport function rewindable<T>(iterator: IterableIterator<T>, bufferSize: number = 2): Rewindable<T> {\r\n    return new Rewindable(iterator, bufferSize);\r\n}\r\n\r\n\r\nfunction *iterateNodes(node: Node) {\r\n    for(let i = 0; i < node.childNodes.length; i++) {\r\n        yield node.childNodes[i];\r\n    }\r\n}\r\n\r\n/**\r\n * Gets the char element that is the parent of the given node.\r\n * @param node The node.\r\n */\r\nexport function parentChar(node: Node): Element | null {\r\n    return matchingParent(node, n => n instanceof Element && n.nodeName === 'char') as Element | null;\r\n}\r\n\r\n/**\r\n * Gets the note element that is the parent of the given node.\r\n * @param node The node.\r\n */\r\nexport function parentNote(node: Node): Element | null {\r\n    return matchingParent(node, n => n instanceof Element && n.nodeName === 'note') as Element | null;\r\n}\r\n\r\n/**\r\n * Gets the parent node that matches the given filter.\r\n * @param node The node to start the search from.\r\n * @param filter The filter that should be used.\r\n */\r\nexport function matchingParent(node: Node, filter: (node: Node) => boolean): Node | null {\r\n    let parent = node.parentNode;\r\n    while(parent) {\r\n        if (filter(parent)) {\r\n            return parent;\r\n        }\r\n        parent = parent.parentNode;\r\n    }\r\n    return null;\r\n}\r\n\r\n/**\r\n * Determines if the given node is a child of the parent node.\r\n * @param node The node to test.\r\n * @param parent The parent.\r\n * @returns \r\n */\r\nexport function isParent(node: Node, parent: Node): boolean {\r\n    let parentNode = node.parentNode;\r\n    while(parentNode) {\r\n        if (parentNode === parent) {\r\n            return true;\r\n        }\r\n        parentNode = parentNode.parentNode;\r\n    }\r\n    return false;\r\n}\r\n\r\n/**\r\n * Iterates through all of the nodes in the tree in a depth-first traversal.\r\n * @param node The node to start the traversal from. \r\n */\r\nexport function iterateAll(node: Node): RewindableIterator<Node> {\r\n    return rewindable(_iterateAll(node));\r\n}\r\n\r\nexport function *iterateUntil<T>(iterator: IterableIterator<T>, predicate: (value: T) => boolean): IterableIterator<T> {\r\n    for(let value of iterator) {\r\n        if (predicate(value)) {\r\n            return;\r\n        }\r\n        yield value;\r\n    }\r\n}\r\n\r\nfunction *_iterateAll(node: Node): IterableIterator<Node> {\r\n    for(let child of node.childNodes) {\r\n        yield child;\r\n        yield *iterateAll(child);\r\n    }\r\n}\r\n\r\n/**\r\n * Iterates only the elements in the iterator.\r\n * @param iterator The iterator that should be used.\r\n */\r\nexport function *elements(iterator: IterableIterator<Node>): IterableIterator<Element> {\r\n    for (let node of uncompletable(iterator)) {\r\n        if (node instanceof Element) {\r\n            yield node;\r\n        }\r\n    }\r\n}\r\n\r\n/**\r\n * Iterates only the children of the given node in the iterator.\r\n * @param iterator The iterator that should be used.\r\n * @param parent The parent node.\r\n */\r\nexport function *children(iterator: RewindableIterator<Node>, parent: Node): IterableIterator<Node> {\r\n    for (let node of uncompletable(iterator)) {\r\n        if (!isParent(node, parent)) {\r\n            iterator.rewind(1);\r\n            return;\r\n        }\r\n\r\n        yield node;\r\n    }\r\n}\r\n\r\n/**\r\n * Wraps the given iterable in a generator that will prevent consumers from calling return() on the iterator.\r\n * @param iterable The iterable.\r\n */\r\nexport function *uncompletable<T>(iterable: IterableIterator<T>): IterableIterator<T> {\r\n    while(true) {\r\n        const { done, value } = iterable.next();\r\n        if (done) {\r\n            return;\r\n        }\r\n        yield value;\r\n    }\r\n}\r\n\r\n/**\r\n * Converts the given iterable into an async iterable.\r\n * @param input The input iterable.\r\n */\r\nexport async function *toAsyncIterable<T>(input: Iterable<T>): AsyncIterable<T> {\r\n    for (let item of input) {\r\n        yield item;\r\n    }\r\n}\r\n\r\n/**\r\n * Batches items from the given iterator.\r\n * @param input The input iterator.\r\n * @param batchSize The size of each batch.\r\n */\r\nexport function* batch<T>(input: Iterable<T>, batchSize: number): Iterable<T[]> {\r\n    while(true) {\r\n        let batch = [] as T[];\r\n        for (let item of input) {\r\n            batch.push(item);\r\n            if (batch.length >= batchSize) {\r\n                break;\r\n            }\r\n        }\r\n\r\n        if (batch.length === 0) {\r\n            return;\r\n        }\r\n\r\n        yield batch;\r\n    }\r\n}"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAeO,MAAM,WAA+C;AAAA,EACxD,SAAc,CAAC;AAAA,EAEP,cAAsB;AAAA,EACtB,YAAoB;AAAA,EACpB;AAAA,EAER,YAAY,UAA+B,aAAqB,GAAG;AAC/D,SAAK,YAAY;AACjB,SAAK,cAAc;AAEnB,QAAG,KAAK,UAAU,QAAQ;AACtB,WAAK,SAAS,CAAC,UAAgB;AAC3B,eAAO,KAAK,UAAU,OAAQ,KAAK;AAAA,MACvC;AAAA,IACJ;AACA,QAAG,KAAK,UAAU,OAAO;AACrB,WAAK,QAAQ,CAAC,UAAgB;AAC1B,eAAO,KAAK,UAAU,MAAO,KAAK;AAAA,MACtC;AAAA,IACJ;AAAA,EACJ;AAAA,EAEA,OAAO,QAAsB;AACzB,SAAK,aAAa;AAAA,EACtB;AAAA,EAEA,CAAC,OAAO,QAAQ,IAAyB;AACrC,WAAO;AAAA,EACX;AAAA,EAEA,QAAQ,MAAgD;AACpD,QAAI,KAAK,aAAa,GAAG;AACrB,UAAI,OAAO,KAAK,OAAO,KAAK,SAAS;AACrC,WAAK;AACL,aAAO;AAAA,QACH,OAAO;AAAA,QACP,MAAM;AAAA,MACV;AAAA,IACJ;AAEA,QAAI,SAAS,KAAK,UAAU,KAAK,GAAG,IAAI;AACxC,SAAK,OAAO,QAAQ,OAAO,KAAK;AAChC,QAAI,KAAK,OAAO,SAAS,KAAK,aAAa;AACvC,WAAK,OAAO,OAAO,KAAK,aAAa,KAAK,OAAO,SAAS,KAAK,WAAW;AAAA,IAC9E;AACA,WAAO;AAAA,EACX;AAIJ;AAEO,UAAU,MAAM,OAAe,UAAiC;AACnE,WAAS,SAAS,cAAc,QAAQ,GAAG;AACvC,QAAI,iBAAiB,SAAS;AAC1B,cAAQ,IAAI,OAAO,MAAM,SAAS;AAAA,IACtC,WAAU,iBAAiB,MAAM;AAC7B,cAAQ,IAAI,OAAO,MAAM,WAAW;AAAA,IACxC,OAAO;AACH,cAAQ,IAAI,OAAO,KAAK;AAAA,IAC5B;AACA,UAAM;AAAA,EACV;AACJ;AAOO,SAAS,WAAc,UAA+B,aAAqB,GAAkB;AAChG,SAAO,IAAI,WAAW,UAAU,UAAU;AAC9C;AAGA,UAAU,aAAa,MAAY;AAC/B,WAAQ,IAAI,GAAG,IAAI,KAAK,WAAW,QAAQ,KAAK;AAC5C,UAAM,KAAK,WAAW,CAAC;AAAA,EAC3B;AACJ;AAMO,SAAS,WAAW,MAA4B;AACnD,SAAO,eAAe,MAAM,OAAK,aAAa,WAAW,EAAE,aAAa,MAAM;AAClF;AAMO,SAAS,WAAW,MAA4B;AACnD,SAAO,eAAe,MAAM,OAAK,aAAa,WAAW,EAAE,aAAa,MAAM;AAClF;AAOO,SAAS,eAAe,MAAY,QAA8C;AACrF,MAAI,SAAS,KAAK;AAClB,SAAM,QAAQ;AACV,QAAI,OAAO,MAAM,GAAG;AAChB,aAAO;AAAA,IACX;AACA,aAAS,OAAO;AAAA,EACpB;AACA,SAAO;AACX;AAQO,SAAS,SAAS,MAAY,QAAuB;AACxD,MAAI,aAAa,KAAK;AACtB,SAAM,YAAY;AACd,QAAI,eAAe,QAAQ;AACvB,aAAO;AAAA,IACX;AACA,iBAAa,WAAW;AAAA,EAC5B;AACA,SAAO;AACX;AAMO,SAAS,WAAW,MAAsC;AAC7D,SAAO,WAAW,YAAY,IAAI,CAAC;AACvC;AAEO,UAAU,aAAgB,UAA+B,WAAuD;AACnH,WAAQ,SAAS,UAAU;AACvB,QAAI,UAAU,KAAK,GAAG;AAClB;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAEA,UAAU,YAAY,MAAoC;AACtD,WAAQ,SAAS,KAAK,YAAY;AAC9B,UAAM;AACN,WAAO,WAAW,KAAK;AAAA,EAC3B;AACJ;AAMO,UAAU,SAAS,UAA6D;AACnF,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,gBAAgB,SAAS;AACzB,YAAM;AAAA,IACV;AAAA,EACJ;AACJ;AAOO,UAAU,SAAS,UAAoC,QAAsC;AAChG,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,CAAC,SAAS,MAAM,MAAM,GAAG;AACzB,eAAS,OAAO,CAAC;AACjB;AAAA,IACJ;AAEA,UAAM;AAAA,EACV;AACJ;AAMO,UAAU,cAAiB,UAAoD;AAClF,SAAM,MAAM;AACR,UAAM,EAAE,MAAM,MAAM,IAAI,SAAS,KAAK;AACtC,QAAI,MAAM;AACN;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAMA,gBAAuB,gBAAmB,OAAsC;AAC5E,WAAS,QAAQ,OAAO;AACpB,UAAM;AAAA,EACV;AACJ;AAOO,UAAU,MAAS,OAAoB,WAAkC;AAC5E,SAAM,MAAM;AACR,QAAIA,SAAQ,CAAC;AACb,aAAS,QAAQ,OAAO;AACpB,MAAAA,OAAM,KAAK,IAAI;AACf,UAAIA,OAAM,UAAU,WAAW;AAC3B;AAAA,MACJ;AAAA,IACJ;AAEA,QAAIA,OAAM,WAAW,GAAG;AACpB;AAAA,IACJ;AAEA,UAAMA;AAAA,EACV;AACJ;",
+  "sourcesContent": ["import { getLogger } from '../log.js';\n\n/**\n * Defines an interface that represents an iterator that can be rewound.\n */\nexport interface RewindableIterator<T> extends IterableIterator<T> {\n    /**\n     * Rewinds the iterator by the specified number of elements.\n     * @param number The number of elements to rewind.\n     */\n    rewind(number: number): void;\n}\n\n/**\n * Defines a class that implements an iterator that can be rewound.\n */\nexport class Rewindable<T> implements RewindableIterator<T> {\n    buffer: T[] = [];\n\n    private _bufferSize: number = 0;\n    private _position: number = -1;\n    private _iterator: IterableIterator<T>;\n\n    constructor(iterator: IterableIterator<T>, bufferSize: number = 2) {\n        this._iterator = iterator;\n        this._bufferSize = bufferSize;\n\n        if (this._iterator.return) {\n            this.return = (value?: any) => {\n                return this._iterator.return!(value);\n            };\n        }\n        if (this._iterator.throw) {\n            this.throw = (value?: any) => {\n                return this._iterator.throw!(value);\n            };\n        }\n    }\n\n    rewind(number: number): void {\n        this._position += number;\n    }\n\n    [Symbol.iterator](): IterableIterator<T> {\n        return this;\n    }\n\n    next(...args: [] | [undefined]): IteratorResult<T, any> {\n        if (this._position >= 0) {\n            let item = this.buffer[this._position];\n            this._position--;\n            return {\n                value: item,\n                done: false,\n            };\n        }\n\n        let result = this._iterator.next(...args);\n        this.buffer.unshift(result.value);\n        if (this.buffer.length > this._bufferSize) {\n            this.buffer.splice(\n                this._bufferSize,\n                this.buffer.length - this._bufferSize\n            );\n        }\n        return result;\n    }\n\n    return?(value?: any): IteratorResult<T, any>;\n    throw?(e?: any): IteratorResult<T, any>;\n}\n\nexport function* debug(label: string, iterator: IterableIterator<any>) {\n    const logger = getLogger();\n    for (let value of uncompletable(iterator)) {\n        if (value instanceof Element) {\n            logger.log(label, value.outerHTML);\n        } else if (value instanceof Node) {\n            logger.log(label, value.textContent);\n        } else {\n            logger.log(label, value);\n        }\n        yield value;\n    }\n}\n\n/**\n * Creates a new rewindable iterator from the given iterator.\n * @param iterator The iterator.\n * @param bufferSize The size of the buffer.\n */\nexport function rewindable<T>(\n    iterator: IterableIterator<T>,\n    bufferSize: number = 2\n): Rewindable<T> {\n    return new Rewindable(iterator, bufferSize);\n}\n\nfunction* iterateNodes(node: Node) {\n    for (let i = 0; i < node.childNodes.length; i++) {\n        yield node.childNodes[i];\n    }\n}\n\n/**\n * Gets the char element that is the parent of the given node.\n * @param node The node.\n */\nexport function parentChar(node: Node): Element | null {\n    return matchingParent(\n        node,\n        (n) => n instanceof Element && n.nodeName === 'char'\n    ) as Element | null;\n}\n\n/**\n * Gets the note element that is the parent of the given node.\n * @param node The node.\n */\nexport function parentNote(node: Node): Element | null {\n    return matchingParent(\n        node,\n        (n) => n instanceof Element && n.nodeName === 'note'\n    ) as Element | null;\n}\n\n/**\n * Gets the parent node that matches the given filter.\n * @param node The node to start the search from.\n * @param filter The filter that should be used.\n */\nexport function matchingParent(\n    node: Node,\n    filter: (node: Node) => boolean\n): Node | null {\n    let parent = node.parentNode;\n    while (parent) {\n        if (filter(parent)) {\n            return parent;\n        }\n        parent = parent.parentNode;\n    }\n    return null;\n}\n\n/**\n * Determines if the given node is a child of the parent node.\n * @param node The node to test.\n * @param parent The parent.\n * @returns\n */\nexport function isParent(node: Node, parent: Node): boolean {\n    let parentNode = node.parentNode;\n    while (parentNode) {\n        if (parentNode === parent) {\n            return true;\n        }\n        parentNode = parentNode.parentNode;\n    }\n    return false;\n}\n\n/**\n * Iterates through all of the nodes in the tree in a depth-first traversal.\n * @param node The node to start the traversal from.\n */\nexport function iterateAll(node: Node): RewindableIterator<Node> {\n    return rewindable(_iterateAll(node));\n}\n\nexport function* iterateUntil<T>(\n    iterator: IterableIterator<T>,\n    predicate: (value: T) => boolean\n): IterableIterator<T> {\n    for (let value of iterator) {\n        if (predicate(value)) {\n            return;\n        }\n        yield value;\n    }\n}\n\nfunction* _iterateAll(node: Node): IterableIterator<Node> {\n    for (let child of node.childNodes) {\n        yield child;\n        yield* iterateAll(child);\n    }\n}\n\n/**\n * Iterates only the elements in the iterator.\n * @param iterator The iterator that should be used.\n */\nexport function* elements(\n    iterator: IterableIterator<Node>\n): IterableIterator<Element> {\n    for (let node of uncompletable(iterator)) {\n        if (node instanceof Element) {\n            yield node;\n        }\n    }\n}\n\n/**\n * Iterates only the children of the given node in the iterator.\n * @param iterator The iterator that should be used.\n * @param parent The parent node.\n */\nexport function* children(\n    iterator: RewindableIterator<Node>,\n    parent: Node\n): IterableIterator<Node> {\n    for (let node of uncompletable(iterator)) {\n        if (!isParent(node, parent)) {\n            iterator.rewind(1);\n            return;\n        }\n\n        yield node;\n    }\n}\n\n/**\n * Wraps the given iterable in a generator that will prevent consumers from calling return() on the iterator.\n * @param iterable The iterable.\n */\nexport function* uncompletable<T>(\n    iterable: IterableIterator<T>\n): IterableIterator<T> {\n    while (true) {\n        const { done, value } = iterable.next();\n        if (done) {\n            return;\n        }\n        yield value;\n    }\n}\n\n/**\n * Converts the given iterable into an async iterable.\n * @param input The input iterable.\n */\nexport async function* toAsyncIterable<T>(\n    input: Iterable<T>\n): AsyncIterable<T> {\n    for (let item of input) {\n        yield item;\n    }\n}\n\n/**\n * Batches items from the given iterator.\n * @param input The input iterator.\n * @param batchSize The size of each batch.\n */\nexport function* batch<T>(\n    input: Iterable<T>,\n    batchSize: number\n): Iterable<T[]> {\n    while (true) {\n        let batch = [] as T[];\n        for (let item of input) {\n            batch.push(item);\n            if (batch.length >= batchSize) {\n                break;\n            }\n        }\n\n        if (batch.length === 0) {\n            return;\n        }\n\n        yield batch;\n    }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAA0B;AAgBnB,MAAM,WAA+C;AAAA,EACxD,SAAc,CAAC;AAAA,EAEP,cAAsB;AAAA,EACtB,YAAoB;AAAA,EACpB;AAAA,EAER,YAAY,UAA+B,aAAqB,GAAG;AAC/D,SAAK,YAAY;AACjB,SAAK,cAAc;AAEnB,QAAI,KAAK,UAAU,QAAQ;AACvB,WAAK,SAAS,CAAC,UAAgB;AAC3B,eAAO,KAAK,UAAU,OAAQ,KAAK;AAAA,MACvC;AAAA,IACJ;AACA,QAAI,KAAK,UAAU,OAAO;AACtB,WAAK,QAAQ,CAAC,UAAgB;AAC1B,eAAO,KAAK,UAAU,MAAO,KAAK;AAAA,MACtC;AAAA,IACJ;AAAA,EACJ;AAAA,EAEA,OAAO,QAAsB;AACzB,SAAK,aAAa;AAAA,EACtB;AAAA,EAEA,CAAC,OAAO,QAAQ,IAAyB;AACrC,WAAO;AAAA,EACX;AAAA,EAEA,QAAQ,MAAgD;AACpD,QAAI,KAAK,aAAa,GAAG;AACrB,UAAI,OAAO,KAAK,OAAO,KAAK,SAAS;AACrC,WAAK;AACL,aAAO;AAAA,QACH,OAAO;AAAA,QACP,MAAM;AAAA,MACV;AAAA,IACJ;AAEA,QAAI,SAAS,KAAK,UAAU,KAAK,GAAG,IAAI;AACxC,SAAK,OAAO,QAAQ,OAAO,KAAK;AAChC,QAAI,KAAK,OAAO,SAAS,KAAK,aAAa;AACvC,WAAK,OAAO;AAAA,QACR,KAAK;AAAA,QACL,KAAK,OAAO,SAAS,KAAK;AAAA,MAC9B;AAAA,IACJ;AACA,WAAO;AAAA,EACX;AAIJ;AAEO,UAAU,MAAM,OAAe,UAAiC;AACnE,QAAM,aAAS,sBAAU;AACzB,WAAS,SAAS,cAAc,QAAQ,GAAG;AACvC,QAAI,iBAAiB,SAAS;AAC1B,aAAO,IAAI,OAAO,MAAM,SAAS;AAAA,IACrC,WAAW,iBAAiB,MAAM;AAC9B,aAAO,IAAI,OAAO,MAAM,WAAW;AAAA,IACvC,OAAO;AACH,aAAO,IAAI,OAAO,KAAK;AAAA,IAC3B;AACA,UAAM;AAAA,EACV;AACJ;AAOO,SAAS,WACZ,UACA,aAAqB,GACR;AACb,SAAO,IAAI,WAAW,UAAU,UAAU;AAC9C;AAEA,UAAU,aAAa,MAAY;AAC/B,WAAS,IAAI,GAAG,IAAI,KAAK,WAAW,QAAQ,KAAK;AAC7C,UAAM,KAAK,WAAW,CAAC;AAAA,EAC3B;AACJ;AAMO,SAAS,WAAW,MAA4B;AACnD,SAAO;AAAA,IACH;AAAA,IACA,CAAC,MAAM,aAAa,WAAW,EAAE,aAAa;AAAA,EAClD;AACJ;AAMO,SAAS,WAAW,MAA4B;AACnD,SAAO;AAAA,IACH;AAAA,IACA,CAAC,MAAM,aAAa,WAAW,EAAE,aAAa;AAAA,EAClD;AACJ;AAOO,SAAS,eACZ,MACA,QACW;AACX,MAAI,SAAS,KAAK;AAClB,SAAO,QAAQ;AACX,QAAI,OAAO,MAAM,GAAG;AAChB,aAAO;AAAA,IACX;AACA,aAAS,OAAO;AAAA,EACpB;AACA,SAAO;AACX;AAQO,SAAS,SAAS,MAAY,QAAuB;AACxD,MAAI,aAAa,KAAK;AACtB,SAAO,YAAY;AACf,QAAI,eAAe,QAAQ;AACvB,aAAO;AAAA,IACX;AACA,iBAAa,WAAW;AAAA,EAC5B;AACA,SAAO;AACX;AAMO,SAAS,WAAW,MAAsC;AAC7D,SAAO,WAAW,YAAY,IAAI,CAAC;AACvC;AAEO,UAAU,aACb,UACA,WACmB;AACnB,WAAS,SAAS,UAAU;AACxB,QAAI,UAAU,KAAK,GAAG;AAClB;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAEA,UAAU,YAAY,MAAoC;AACtD,WAAS,SAAS,KAAK,YAAY;AAC/B,UAAM;AACN,WAAO,WAAW,KAAK;AAAA,EAC3B;AACJ;AAMO,UAAU,SACb,UACyB;AACzB,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,gBAAgB,SAAS;AACzB,YAAM;AAAA,IACV;AAAA,EACJ;AACJ;AAOO,UAAU,SACb,UACA,QACsB;AACtB,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,CAAC,SAAS,MAAM,MAAM,GAAG;AACzB,eAAS,OAAO,CAAC;AACjB;AAAA,IACJ;AAEA,UAAM;AAAA,EACV;AACJ;AAMO,UAAU,cACb,UACmB;AACnB,SAAO,MAAM;AACT,UAAM,EAAE,MAAM,MAAM,IAAI,SAAS,KAAK;AACtC,QAAI,MAAM;AACN;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAMA,gBAAuB,gBACnB,OACgB;AAChB,WAAS,QAAQ,OAAO;AACpB,UAAM;AAAA,EACV;AACJ;AAOO,UAAU,MACb,OACA,WACa;AACb,SAAO,MAAM;AACT,QAAIA,SAAQ,CAAC;AACb,aAAS,QAAQ,OAAO;AACpB,MAAAA,OAAM,KAAK,IAAI;AACf,UAAIA,OAAM,UAAU,WAAW;AAC3B;AAAA,MACJ;AAAA,IACJ;AAEA,QAAIA,OAAM,WAAW,GAAG;AACpB;AAAA,IACJ;AAEA,UAAMA;AAAA,EACV;AACJ;",
   "names": ["batch"]
 }