@helloao/tools 0.0.13 → 0.0.15

package/dist/cjs/generation/dataset.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../generation/dataset.ts"],
-  "sourcesContent": ["import { UsfmParser } from '../parser/usfm-parser.js';\nimport { USXParser } from '../parser/usx-parser.js';\nimport {\n    Commentary,\n    CommentaryBook,\n    CommentaryBookChapter,\n    CommentaryChapterData,\n    CommentaryProfile,\n    InputCommentaryFile,\n    InputFile,\n    InputFileBase,\n    InputTranslationFile,\n    MetadataBase,\n    Translation,\n    TranslationBook,\n    TranslationBookChapter,\n} from './common-types.js';\nimport {\n    bookIdMap as defaultBookIdMap,\n    bookOrderMap,\n    apocryphaBooks,\n} from './book-order.js';\nimport { omit, sortBy, sortedIndexBy } from 'lodash';\nimport { getAudioUrlsForChapter } from './audio.js';\nimport { CodexParser } from '../parser/codex-parser.js';\nimport { CommentaryCsvParser } from '../parser/commentary-csv-parser.js';\nimport {\n    CommentaryParseTree,\n    ParseMessage,\n    ParseTree,\n} from '../parser/types.js';\nimport { TyndaleXmlParser } from '../parser/tyndale-xml-parser.js';\nimport { getLogger } from '../log.js';\n\n/**\n * Defines an interface that contains generated dataset info.\n */\nexport interface DatasetOutput {\n    /**\n     * The list of translations that are available in the dataset.\n     */\n    translations: DatasetTranslation[];\n\n    /**\n     * The list of commentaries that are available in the dataset.\n     */\n    commentaries: DatasetCommentary[];\n\n    parseMessages?: {\n        [key: string]: ParseMessage[];\n    };\n}\n\n/**\n * Defines a translation that is used in the dataset.\n */\nexport interface DatasetTranslation extends Translation {\n    /**\n     * The list of books that are available for the translation.\n     */\n    books: DatasetTranslationBook[];\n}\n\n/**\n * Defines a commentary that is used in the dataset.\n */\nexport interface DatasetCommentary extends Commentary {\n    /**\n     * The list of books that are available for the commentary.\n     */\n    books: DatasetCommentaryBook[];\n\n    /**\n     * The list of profiles that  are available for the commentary.\n     */\n    profiles: DatasetCommentaryProfile[];\n}\n\n/**\n * Defines a translation book that is used in the dataset.\n */\nexport interface DatasetTranslationBook extends TranslationBook {\n    /**\n     * The list of chapters that are available for the book.\n     */\n    chapters: TranslationBookChapter[];\n}\n\n/**\n * Defines a commentary book that is used in the dataset.\n */\nexport interface DatasetCommentaryBook extends CommentaryBook {\n    /**\n     * The list of chapters that are available for the book.\n     */\n    chapters: CommentaryBookChapter[];\n}\n\nexport interface DatasetCommentaryProfile extends CommentaryProfile {\n    /**\n     * The contents of the profile.\n     */\n    content: string[];\n}\n\n/**\n * Generates a list of output files from the given list of input files.\n * @param file The list of files.\n * @param parser The parser to use for parsing the files.\n * @param bookMap The map of book IDs to names. If undefined, then a default map will be used.\n */\nexport function generateDataset(\n    files: InputFile[],\n    parser: DOMParser = new globalThis.DOMParser(),\n    bookMap?: Map<string, { commonName: string }> | undefined\n): DatasetOutput {\n    const logger = getLogger();\n    let output: DatasetOutput = {\n        translations: [],\n        commentaries: [],\n    };\n\n    let usfmParser = new UsfmParser();\n    let usxParser = new USXParser(parser);\n    let codexParser = new CodexParser();\n    let csvCommentaryParser = new CommentaryCsvParser();\n    let tyndaleXmlParser = new TyndaleXmlParser(parser);\n\n    let parsedTranslations = new Map<string, DatasetTranslation>();\n    let parsedCommentaries = new Map<string, DatasetCommentary>();\n\n    const unknownLanguages = new Set<string>();\n    for (let file of files) {\n        try {\n            let parser:\n                | UsfmParser\n                | USXParser\n                | CodexParser\n                | CommentaryCsvParser\n                | TyndaleXmlParser;\n            if (file.fileType === 'usfm') {\n                parser = usfmParser;\n            } else if (file.fileType === 'usx') {\n                parser = usxParser;\n            } else if (file.fileType === 'json') {\n                parser = codexParser;\n            } else if (file.fileType === 'commentary/csv') {\n                parser = csvCommentaryParser;\n            } else if (file.fileType === 'commentary/tyndale-xml') {\n                parser = tyndaleXmlParser;\n            } else {\n                logger.warn(\n                    '[generate] File does not have a valid type!',\n                    file.name\n                );\n                continue;\n            }\n\n            const parsed = parser.parse(file.content);\n\n            if (\n                'parseMessages' in parsed &&\n                parsed.parseMessages &&\n                file.name\n            ) {\n                const messages = (output.parseMessages =\n                    output.parseMessages || {});\n                messages[file.name] = parsed.parseMessages;\n            }\n\n            if (parsed.type === 'root') {\n                addTranslationTree(file as InputTranslationFile, parsed);\n            } else {\n                addCommentaryTree(file as InputCommentaryFile, parsed);\n            }\n        } catch (err) {\n            logger.error(\n                `[generate] Error occurred while parsing ${file.name}`,\n                err\n            );\n        }\n    }\n\n    function addTranslationTree(file: InputTranslationFile, parsed: ParseTree) {\n        const id = parsed.id;\n\n        if (!id) {\n            logger.warn(\n                '[generate] File does not have a valid book ID!',\n                file.name,\n                id\n            );\n            return;\n        }\n\n        const order = bookOrderMap.get(id);\n\n        if (typeof order !== 'number') {\n            logger.warn('[generate] Book does not have an order!', id);\n            return;\n        }\n\n        const isApocryphal = apocryphaBooks.has(id);\n\n        const bookName = getBookNames(file, file.metadata, id);\n\n        let translation = parsedTranslations.get(file.metadata.id);\n\n        if (!translation) {\n            translation = {\n                ...omit(file.metadata, 'direction'),\n                textDirection: file.metadata.direction,\n                books: [],\n            };\n            output.translations.push(translation);\n            parsedTranslations.set(file.metadata.id, translation);\n        }\n\n        const name =\n            parsed.header ??\n            (bookName?.exactMatch ? bookName?.bookName?.commonName : null) ??\n            parsed.title ??\n            bookName?.bookName?.commonName;\n\n        if (!name) {\n            logger.warn('[generate] Book does not have a name!', file.name, id);\n            return;\n        }\n\n        const commonName =\n            (bookName?.exactMatch ? bookName?.bookName?.commonName : null) ??\n            parsed.header ??\n            parsed.title ??\n            bookName?.bookName?.commonName ??\n            id;\n\n        const book: DatasetTranslationBook = {\n            id: id,\n            name,\n            commonName,\n            title: parsed.title ?? null,\n            order,\n            chapters: [],\n        };\n\n        if (isApocryphal) {\n            book.isApocryphal = true;\n        }\n\n        for (let content of parsed.content) {\n            if (content.type === 'chapter') {\n                book.chapters.push({\n                    chapter: {\n                        number: content.number,\n                        content: content.content,\n                        footnotes: content.footnotes,\n                    },\n                    thisChapterAudioLinks: getAudioUrlsForChapter(\n                        translation.id,\n                        id,\n                        content.number\n                    ),\n                });\n            }\n        }\n\n        book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\n\n        const index = sortedIndexBy(translation.books, book, (b) => b.order);\n        translation.books.splice(index, 0, book);\n    }\n\n    function addCommentaryTree(\n        file: InputCommentaryFile,\n        parsed: CommentaryParseTree\n    ) {\n        let commentary = parsedCommentaries.get(file.metadata.id);\n\n        if (!commentary) {\n            commentary = {\n                ...omit(file.metadata, 'direction'),\n                textDirection: file.metadata.direction,\n                books: [],\n                profiles: [],\n            };\n            output.commentaries.push(commentary);\n            parsedCommentaries.set(file.metadata.id, commentary);\n        }\n\n        for (let parsedBook of parsed.books) {\n            let book = commentary.books.find((b) => b.id === parsedBook.book);\n            if (book && book.introduction && parsedBook.introduction) {\n                logger.warn(\n                    '[generate] Book already exists in commentary!',\n                    file.name,\n                    parsedBook.book\n                );\n                continue;\n            }\n\n            if (!book) {\n                const name = getBookNames(file, file.metadata, parsedBook.book);\n                book = {\n                    id: parsedBook.book,\n                    order: bookOrderMap.get(parsedBook.book) ?? -1,\n                    commonName: name?.bookName?.commonName ?? parsedBook.book,\n                    name: name?.bookName?.commonName ?? parsedBook.book,\n                    chapters: [],\n                };\n            }\n\n            if (parsedBook.introduction) {\n                book.introduction = parsedBook.introduction;\n            }\n\n            if (parsedBook.introductionSummary && !book.introductionSummary) {\n                book.introductionSummary = parsedBook.introductionSummary;\n            }\n\n            for (let chapter of parsedBook.chapters) {\n                let data: CommentaryChapterData = {\n                    number: chapter.number,\n                    content: chapter.verses,\n                };\n\n                if (chapter.introduction) {\n                    data.introduction = chapter.introduction;\n                }\n\n                book.chapters.push({\n                    chapter: data,\n                });\n            }\n\n            book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\n            commentary.books.push(book);\n        }\n\n        if (parsed.profiles) {\n            for (let profile of parsed.profiles) {\n                const existing = commentary.profiles.find(\n                    (p) => p.id === profile.id\n                );\n                if (existing) {\n                    logger.warn(\n                        '[generate] Profile already exists in commentary!',\n                        file.name,\n                        profile.id\n                    );\n                    continue;\n                }\n\n                const datasetProfile: DatasetCommentaryProfile = {\n                    id: profile.id,\n                    subject: profile.subject,\n                    reference: profile.reference,\n                    content: profile.content,\n                };\n\n                commentary.profiles.push(datasetProfile);\n            }\n        }\n\n        commentary.books = sortBy(commentary.books, (b) => b.order);\n        commentary.profiles = sortBy(commentary.profiles, (p) => p.id);\n    }\n\n    function getBookNames(\n        file: InputFileBase,\n        metadata: MetadataBase,\n        id: string\n    ) {\n        let exactMatch = true;\n        let map = bookMap;\n        if (!map) {\n            map = defaultBookIdMap.get(metadata.language);\n\n            if (!map) {\n                if (!unknownLanguages.has(metadata.language)) {\n                    logger.warn(\n                        '[generate] File does not have a known language!',\n                        file.name,\n                        metadata.language\n                    );\n                    unknownLanguages.add(metadata.language);\n                }\n\n                logger.warn(\n                    '[generate] Using English book map for unknown language! This might result in outputting english book names.'\n                );\n                exactMatch = false;\n                map = defaultBookIdMap.get('en');\n            }\n        }\n\n        const bookName = map?.get(id);\n\n        if (!!map && !bookName) {\n            logger.warn(\n                '[generate] Book name not found for ID!',\n                file.name,\n                id\n            );\n            return null;\n        }\n\n        return {\n            exactMatch,\n            bookName,\n        };\n    }\n\n    return output;\n}\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yBAA2B;AAC3B,wBAA0B;AAgB1B,wBAIO;AACP,oBAA4C;AAC5C,mBAAuC;AACvC,0BAA4B;AAC5B,mCAAoC;AAMpC,gCAAiC;AACjC,iBAA0B;AA+EnB,SAAS,gBACZ,OACA,SAAoB,IAAI,WAAW,UAAU,GAC7C,SACa;AACb,QAAM,aAAS,sBAAU;AACzB,MAAI,SAAwB;AAAA,IACxB,cAAc,CAAC;AAAA,IACf,cAAc,CAAC;AAAA,EACnB;AAEA,MAAI,aAAa,IAAI,8BAAW;AAChC,MAAI,YAAY,IAAI,4BAAU,MAAM;AACpC,MAAI,cAAc,IAAI,gCAAY;AAClC,MAAI,sBAAsB,IAAI,iDAAoB;AAClD,MAAI,mBAAmB,IAAI,2CAAiB,MAAM;AAElD,MAAI,qBAAqB,oBAAI,IAAgC;AAC7D,MAAI,qBAAqB,oBAAI,IAA+B;AAE5D,QAAM,mBAAmB,oBAAI,IAAY;AACzC,WAAS,QAAQ,OAAO;AACpB,QAAI;AACA,UAAIA;AAMJ,UAAI,KAAK,aAAa,QAAQ;AAC1B,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,OAAO;AAChC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,QAAQ;AACjC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,kBAAkB;AAC3C,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,0BAA0B;AACnD,QAAAA,UAAS;AAAA,MACb,OAAO;AACH,eAAO;AAAA,UACH;AAAA,UACA,KAAK;AAAA,QACT;AACA;AAAA,MACJ;AAEA,YAAM,SAASA,QAAO,MAAM,KAAK,OAAO;AAExC,UACI,mBAAmB,UACnB,OAAO,iBACP,KAAK,MACP;AACE,cAAM,WAAY,OAAO,gBACrB,OAAO,iBAAiB,CAAC;AAC7B,iBAAS,KAAK,IAAI,IAAI,OAAO;AAAA,MACjC;AAEA,UAAI,OAAO,SAAS,QAAQ;AACxB,2BAAmB,MAA8B,MAAM;AAAA,MAC3D,OAAO;AACH,0BAAkB,MAA6B,MAAM;AAAA,MACzD;AAAA,IACJ,SAAS,KAAK;AACV,aAAO;AAAA,QACH,2CAA2C,KAAK,IAAI;AAAA,QACpD;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAEA,WAAS,mBAAmB,MAA4B,QAAmB;AACvE,UAAM,KAAK,OAAO;AAElB,QAAI,CAAC,IAAI;AACL,aAAO;AAAA,QACH;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA;AAAA,IACJ;AAEA,UAAM,QAAQ,+BAAa,IAAI,EAAE;AAEjC,QAAI,OAAO,UAAU,UAAU;AAC3B,aAAO,KAAK,2CAA2C,EAAE;AACzD;AAAA,IACJ;AAEA,UAAM,eAAe,iCAAe,IAAI,EAAE;AAE1C,UAAM,WAAW,aAAa,MAAM,KAAK,UAAU,EAAE;AAErD,QAAI,cAAc,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAEzD,QAAI,CAAC,aAAa;AACd,oBAAc;AAAA,QACV,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,MACZ;AACA,aAAO,aAAa,KAAK,WAAW;AACpC,yBAAmB,IAAI,KAAK,SAAS,IAAI,WAAW;AAAA,IACxD;AAEA,UAAM,OACF,OAAO,WACN,UAAU,aAAa,UAAU,UAAU,aAAa,SACzD,OAAO,SACP,UAAU,UAAU;AAExB,QAAI,CAAC,MAAM;AACP,aAAO,KAAK,yCAAyC,KAAK,MAAM,EAAE;AAClE;AAAA,IACJ;AAEA,UAAM,cACD,UAAU,aAAa,UAAU,UAAU,aAAa,SACzD,OAAO,UACP,OAAO,SACP,UAAU,UAAU,cACpB;AAEJ,UAAM,OAA+B;AAAA,MACjC;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO,OAAO,SAAS;AAAA,MACvB;AAAA,MACA,UAAU,CAAC;AAAA,IACf;AAEA,QAAI,cAAc;AACd,WAAK,eAAe;AAAA,IACxB;AAEA,aAAS,WAAW,OAAO,SAAS;AAChC,UAAI,QAAQ,SAAS,WAAW;AAC5B,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,YACL,QAAQ,QAAQ;AAAA,YAChB,SAAS,QAAQ;AAAA,YACjB,WAAW,QAAQ;AAAA,UACvB;AAAA,UACA,2BAAuB;AAAA,YACnB,YAAY;AAAA,YACZ;AAAA,YACA,QAAQ;AAAA,UACZ;AAAA,QACJ,CAAC;AAAA,MACL;AAAA,IACJ;AAEA,SAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAE7D,UAAM,YAAQ,6BAAc,YAAY,OAAO,MAAM,CAAC,MAAM,EAAE,KAAK;AACnE,gBAAY,MAAM,OAAO,OAAO,GAAG,IAAI;AAAA,EAC3C;AAEA,WAAS,kBACL,MACA,QACF;AACE,QAAI,aAAa,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAExD,QAAI,CAAC,YAAY;AACb,mBAAa;AAAA,QACT,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,QACR,UAAU,CAAC;AAAA,MACf;AACA,aAAO,aAAa,KAAK,UAAU;AACnC,yBAAmB,IAAI,KAAK,SAAS,IAAI,UAAU;AAAA,IACvD;AAEA,aAAS,cAAc,OAAO,OAAO;AACjC,UAAI,OAAO,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,OAAO,WAAW,IAAI;AAChE,UAAI,QAAQ,KAAK,gBAAgB,WAAW,cAAc;AACtD,eAAO;AAAA,UACH;AAAA,UACA,KAAK;AAAA,UACL,WAAW;AAAA,QACf;AACA;AAAA,MACJ;AAEA,UAAI,CAAC,MAAM;AACP,cAAM,OAAO,aAAa,MAAM,KAAK,UAAU,WAAW,IAAI;AAC9D,eAAO;AAAA,UACH,IAAI,WAAW;AAAA,UACf,OAAO,+BAAa,IAAI,WAAW,IAAI,KAAK;AAAA,UAC5C,YAAY,MAAM,UAAU,cAAc,WAAW;AAAA,UACrD,MAAM,MAAM,UAAU,cAAc,WAAW;AAAA,UAC/C,UAAU,CAAC;AAAA,QACf;AAAA,MACJ;AAEA,UAAI,WAAW,cAAc;AACzB,aAAK,eAAe,WAAW;AAAA,MACnC;AAEA,UAAI,WAAW,uBAAuB,CAAC,KAAK,qBAAqB;AAC7D,aAAK,sBAAsB,WAAW;AAAA,MAC1C;AAEA,eAAS,WAAW,WAAW,UAAU;AACrC,YAAI,OAA8B;AAAA,UAC9B,QAAQ,QAAQ;AAAA,UAChB,SAAS,QAAQ;AAAA,QACrB;AAEA,YAAI,QAAQ,cAAc;AACtB,eAAK,eAAe,QAAQ;AAAA,QAChC;AAEA,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,QACb,CAAC;AAAA,MACL;AAEA,WAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAC7D,iBAAW,MAAM,KAAK,IAAI;AAAA,IAC9B;AAEA,QAAI,OAAO,UAAU;AACjB,eAAS,WAAW,OAAO,UAAU;AACjC,cAAM,WAAW,WAAW,SAAS;AAAA,UACjC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAC5B;AACA,YAAI,UAAU;AACV,iBAAO;AAAA,YACH;AAAA,YACA,KAAK;AAAA,YACL,QAAQ;AAAA,UACZ;AACA;AAAA,QACJ;AAEA,cAAM,iBAA2C;AAAA,UAC7C,IAAI,QAAQ;AAAA,UACZ,SAAS,QAAQ;AAAA,UACjB,WAAW,QAAQ;AAAA,UACnB,SAAS,QAAQ;AAAA,QACrB;AAEA,mBAAW,SAAS,KAAK,cAAc;AAAA,MAC3C;AAAA,IACJ;AAEA,eAAW,YAAQ,sBAAO,WAAW,OAAO,CAAC,MAAM,EAAE,KAAK;AAC1D,eAAW,eAAW,sBAAO,WAAW,UAAU,CAAC,MAAM,EAAE,EAAE;AAAA,EACjE;AAEA,WAAS,aACL,MACA,UACA,IACF;AACE,QAAI,aAAa;AACjB,QAAI,MAAM;AACV,QAAI,CAAC,KAAK;AACN,YAAM,kBAAAC,UAAiB,IAAI,SAAS,QAAQ;AAE5C,UAAI,CAAC,KAAK;AACN,YAAI,CAAC,iBAAiB,IAAI,SAAS,QAAQ,GAAG;AAC1C,iBAAO;AAAA,YACH;AAAA,YACA,KAAK;AAAA,YACL,SAAS;AAAA,UACb;AACA,2BAAiB,IAAI,SAAS,QAAQ;AAAA,QAC1C;AAEA,eAAO;AAAA,UACH;AAAA,QACJ;AACA,qBAAa;AACb,cAAM,kBAAAA,UAAiB,IAAI,IAAI;AAAA,MACnC;AAAA,IACJ;AAEA,UAAM,WAAW,KAAK,IAAI,EAAE;AAE5B,QAAI,CAAC,CAAC,OAAO,CAAC,UAAU;AACpB,aAAO;AAAA,QACH;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA,aAAO;AAAA,IACX;AAEA,WAAO;AAAA,MACH;AAAA,MACA;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO;AACX;",
+  "sourcesContent": ["import { UsfmParser } from '../parser/usfm-parser.js';\nimport { USXParser } from '../parser/usx-parser.js';\nimport {\n    Commentary,\n    CommentaryBook,\n    CommentaryBookChapter,\n    CommentaryChapterData,\n    CommentaryProfile,\n    InputCommentaryFile,\n    InputFile,\n    InputFileBase,\n    InputTranslationFile,\n    MetadataBase,\n    Translation,\n    TranslationBook,\n    TranslationBookChapter,\n    Dataset as CommonDataset,\n    DatasetBook,\n    DatasetBookChapter,\n} from './common-types.js';\nimport {\n    bookIdMap as defaultBookIdMap,\n    bookOrderMap,\n    apocryphaBooks,\n} from './book-order.js';\nimport { omit, sortBy, sortedIndexBy } from 'lodash';\nimport { getAudioUrlsForChapter } from './audio.js';\nimport { CodexParser } from '../parser/codex-parser.js';\nimport { CommentaryCsvParser } from '../parser/commentary-csv-parser.js';\nimport {\n    CommentaryParseTree,\n    ParseMessage,\n    ParseTree,\n} from '../parser/types.js';\nimport { TyndaleXmlParser } from '../parser/tyndale-xml-parser.js';\nimport { getLogger } from '../log.js';\n\n/**\n * Defines an interface that contains generated dataset info.\n */\nexport interface DatasetOutput {\n    /**\n     * The list of translations that are available in the dataset.\n     */\n    translations: DatasetTranslation[];\n\n    /**\n     * The list of commentaries that are available in the dataset.\n     */\n    commentaries: DatasetCommentary[];\n\n    /**\n     * The list of datasets that are available in the dataset.\n     */\n    datasets?: DatasetDataset[];\n\n    parseMessages?: {\n        [key: string]: ParseMessage[];\n    };\n}\n\n/**\n * Defines a translation that is used in the dataset.\n */\nexport interface DatasetTranslation extends Translation {\n    /**\n     * The list of books that are available for the translation.\n     */\n    books: DatasetTranslationBook[];\n}\n\n/**\n * Defines a commentary that is used in the dataset.\n */\nexport interface DatasetCommentary extends Commentary {\n    /**\n     * The list of books that are available for the commentary.\n     */\n    books: DatasetCommentaryBook[];\n\n    /**\n     * The list of profiles that  are available for the commentary.\n     */\n    profiles: DatasetCommentaryProfile[];\n}\n\n/**\n * Defines a translation book that is used in the dataset.\n */\nexport interface DatasetTranslationBook extends TranslationBook {\n    /**\n     * The list of chapters that are available for the book.\n     */\n    chapters: TranslationBookChapter[];\n}\n\n/**\n * Defines a commentary book that is used in the dataset.\n */\nexport interface DatasetCommentaryBook extends CommentaryBook {\n    /**\n     * The list of chapters that are available for the book.\n     */\n    chapters: CommentaryBookChapter[];\n}\n\nexport interface DatasetCommentaryProfile extends CommentaryProfile {\n    /**\n     * The contents of the profile.\n     */\n    content: string[];\n}\n\nexport interface DatasetDataset extends CommonDataset {\n    books: DatasetDatasetBook[];\n}\n\nexport interface DatasetDatasetBook extends DatasetBook {\n    chapters: DatasetBookChapter[];\n}\n\n/**\n * Generates a list of output files from the given list of input files.\n * @param file The list of files.\n * @param parser The parser to use for parsing the files.\n * @param bookMap The map of book IDs to names. If undefined, then a default map will be used.\n */\nexport function generateDataset(\n    files: InputFile[],\n    parser: DOMParser = new globalThis.DOMParser(),\n    bookMap?: Map<string, { commonName: string }> | undefined\n): DatasetOutput {\n    const logger = getLogger();\n    let output: DatasetOutput = {\n        translations: [],\n        commentaries: [],\n    };\n\n    let usfmParser = new UsfmParser();\n    let usxParser = new USXParser(parser);\n    let codexParser = new CodexParser();\n    let csvCommentaryParser = new CommentaryCsvParser();\n    let tyndaleXmlParser = new TyndaleXmlParser(parser);\n\n    let parsedTranslations = new Map<string, DatasetTranslation>();\n    let parsedCommentaries = new Map<string, DatasetCommentary>();\n\n    const unknownLanguages = new Set<string>();\n    for (let file of files) {\n        try {\n            let parser:\n                | UsfmParser\n                | USXParser\n                | CodexParser\n                | CommentaryCsvParser\n                | TyndaleXmlParser;\n            if (file.fileType === 'usfm') {\n                parser = usfmParser;\n            } else if (file.fileType === 'usx') {\n                parser = usxParser;\n            } else if (file.fileType === 'json') {\n                parser = codexParser;\n            } else if (file.fileType === 'commentary/csv') {\n                parser = csvCommentaryParser;\n            } else if (file.fileType === 'commentary/tyndale-xml') {\n                parser = tyndaleXmlParser;\n            } else {\n                logger.warn(\n                    '[generate] File does not have a valid type!',\n                    file.name\n                );\n                continue;\n            }\n\n            const parsed = parser.parse(file.content);\n\n            if (\n                'parseMessages' in parsed &&\n                parsed.parseMessages &&\n                file.name\n            ) {\n                const messages = (output.parseMessages =\n                    output.parseMessages || {});\n                messages[file.name] = parsed.parseMessages;\n            }\n\n            if (parsed.type === 'root') {\n                addTranslationTree(file as InputTranslationFile, parsed);\n            } else {\n                addCommentaryTree(file as InputCommentaryFile, parsed);\n            }\n        } catch (err) {\n            logger.error(\n                `[generate] Error occurred while parsing ${file.name}`,\n                err\n            );\n        }\n    }\n\n    function addTranslationTree(file: InputTranslationFile, parsed: ParseTree) {\n        const id = parsed.id;\n\n        if (!id) {\n            logger.warn(\n                '[generate] File does not have a valid book ID!',\n                file.name,\n                id\n            );\n            return;\n        }\n\n        const order = bookOrderMap.get(id);\n\n        if (typeof order !== 'number') {\n            logger.warn('[generate] Book does not have an order!', id);\n            return;\n        }\n\n        const isApocryphal = apocryphaBooks.has(id);\n\n        const bookName = getBookNames(file, file.metadata, id);\n\n        let translation = parsedTranslations.get(file.metadata.id);\n\n        if (!translation) {\n            translation = {\n                ...omit(file.metadata, 'direction'),\n                textDirection: file.metadata.direction,\n                books: [],\n            };\n            output.translations.push(translation);\n            parsedTranslations.set(file.metadata.id, translation);\n        }\n\n        const name =\n            parsed.header ??\n            (bookName?.exactMatch ? bookName?.bookName?.commonName : null) ??\n            parsed.title ??\n            bookName?.bookName?.commonName;\n\n        if (!name) {\n            logger.warn('[generate] Book does not have a name!', file.name, id);\n            return;\n        }\n\n        const commonName =\n            (bookName?.exactMatch ? bookName?.bookName?.commonName : null) ??\n            parsed.header ??\n            parsed.title ??\n            bookName?.bookName?.commonName ??\n            id;\n\n        const book: DatasetTranslationBook = {\n            id: id,\n            name,\n            commonName,\n            title: parsed.title ?? null,\n            order,\n            chapters: [],\n        };\n\n        if (isApocryphal) {\n            book.isApocryphal = true;\n        }\n\n        for (let content of parsed.content) {\n            if (content.type === 'chapter') {\n                book.chapters.push({\n                    chapter: {\n                        number: content.number,\n                        content: content.content,\n                        footnotes: content.footnotes,\n                    },\n                    thisChapterAudioLinks: getAudioUrlsForChapter(\n                        translation.id,\n                        id,\n                        content.number\n                    ),\n                });\n            }\n        }\n\n        book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\n\n        const index = sortedIndexBy(translation.books, book, (b) => b.order);\n        translation.books.splice(index, 0, book);\n    }\n\n    function addCommentaryTree(\n        file: InputCommentaryFile,\n        parsed: CommentaryParseTree\n    ) {\n        let commentary = parsedCommentaries.get(file.metadata.id);\n\n        if (!commentary) {\n            commentary = {\n                ...omit(file.metadata, 'direction'),\n                textDirection: file.metadata.direction,\n                books: [],\n                profiles: [],\n            };\n            output.commentaries.push(commentary);\n            parsedCommentaries.set(file.metadata.id, commentary);\n        }\n\n        for (let parsedBook of parsed.books) {\n            let book = commentary.books.find((b) => b.id === parsedBook.book);\n            if (book && book.introduction && parsedBook.introduction) {\n                logger.warn(\n                    '[generate] Book already exists in commentary!',\n                    file.name,\n                    parsedBook.book\n                );\n                continue;\n            }\n\n            if (!book) {\n                const name = getBookNames(file, file.metadata, parsedBook.book);\n                book = {\n                    id: parsedBook.book,\n                    order: bookOrderMap.get(parsedBook.book) ?? -1,\n                    commonName: name?.bookName?.commonName ?? parsedBook.book,\n                    name: name?.bookName?.commonName ?? parsedBook.book,\n                    chapters: [],\n                };\n            }\n\n            if (parsedBook.introduction) {\n                book.introduction = parsedBook.introduction;\n            }\n\n            if (parsedBook.introductionSummary && !book.introductionSummary) {\n                book.introductionSummary = parsedBook.introductionSummary;\n            }\n\n            for (let chapter of parsedBook.chapters) {\n                let data: CommentaryChapterData = {\n                    number: chapter.number,\n                    content: chapter.verses,\n                };\n\n                if (chapter.introduction) {\n                    data.introduction = chapter.introduction;\n                }\n\n                book.chapters.push({\n                    chapter: data,\n                });\n            }\n\n            book.chapters = sortBy(book.chapters, (c) => c.chapter.number);\n            commentary.books.push(book);\n        }\n\n        if (parsed.profiles) {\n            for (let profile of parsed.profiles) {\n                const existing = commentary.profiles.find(\n                    (p) => p.id === profile.id\n                );\n                if (existing) {\n                    logger.warn(\n                        '[generate] Profile already exists in commentary!',\n                        file.name,\n                        profile.id\n                    );\n                    continue;\n                }\n\n                const datasetProfile: DatasetCommentaryProfile = {\n                    id: profile.id,\n                    subject: profile.subject,\n                    reference: profile.reference,\n                    content: profile.content,\n                };\n\n                commentary.profiles.push(datasetProfile);\n            }\n        }\n\n        commentary.books = sortBy(commentary.books, (b) => b.order);\n        commentary.profiles = sortBy(commentary.profiles, (p) => p.id);\n    }\n\n    function getBookNames(\n        file: InputFileBase,\n        metadata: MetadataBase,\n        id: string\n    ) {\n        let exactMatch = true;\n        let map = bookMap;\n        if (!map) {\n            map = defaultBookIdMap.get(metadata.language);\n\n            if (!map) {\n                if (!unknownLanguages.has(metadata.language)) {\n                    logger.warn(\n                        '[generate] File does not have a known language!',\n                        file.name,\n                        metadata.language\n                    );\n                    unknownLanguages.add(metadata.language);\n                }\n\n                logger.warn(\n                    '[generate] Using English book map for unknown language! This might result in outputting english book names.'\n                );\n                exactMatch = false;\n                map = defaultBookIdMap.get('en');\n            }\n        }\n\n        const bookName = map?.get(id);\n\n        if (!!map && !bookName) {\n            logger.warn(\n                '[generate] Book name not found for ID!',\n                file.name,\n                id\n            );\n            return null;\n        }\n\n        return {\n            exactMatch,\n            bookName,\n        };\n    }\n\n    return output;\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yBAA2B;AAC3B,wBAA0B;AAmB1B,wBAIO;AACP,oBAA4C;AAC5C,mBAAuC;AACvC,0BAA4B;AAC5B,mCAAoC;AAMpC,gCAAiC;AACjC,iBAA0B;AA4FnB,SAAS,gBACZ,OACA,SAAoB,IAAI,WAAW,UAAU,GAC7C,SACa;AACb,QAAM,aAAS,sBAAU;AACzB,MAAI,SAAwB;AAAA,IACxB,cAAc,CAAC;AAAA,IACf,cAAc,CAAC;AAAA,EACnB;AAEA,MAAI,aAAa,IAAI,8BAAW;AAChC,MAAI,YAAY,IAAI,4BAAU,MAAM;AACpC,MAAI,cAAc,IAAI,gCAAY;AAClC,MAAI,sBAAsB,IAAI,iDAAoB;AAClD,MAAI,mBAAmB,IAAI,2CAAiB,MAAM;AAElD,MAAI,qBAAqB,oBAAI,IAAgC;AAC7D,MAAI,qBAAqB,oBAAI,IAA+B;AAE5D,QAAM,mBAAmB,oBAAI,IAAY;AACzC,WAAS,QAAQ,OAAO;AACpB,QAAI;AACA,UAAIA;AAMJ,UAAI,KAAK,aAAa,QAAQ;AAC1B,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,OAAO;AAChC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,QAAQ;AACjC,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,kBAAkB;AAC3C,QAAAA,UAAS;AAAA,MACb,WAAW,KAAK,aAAa,0BAA0B;AACnD,QAAAA,UAAS;AAAA,MACb,OAAO;AACH,eAAO;AAAA,UACH;AAAA,UACA,KAAK;AAAA,QACT;AACA;AAAA,MACJ;AAEA,YAAM,SAASA,QAAO,MAAM,KAAK,OAAO;AAExC,UACI,mBAAmB,UACnB,OAAO,iBACP,KAAK,MACP;AACE,cAAM,WAAY,OAAO,gBACrB,OAAO,iBAAiB,CAAC;AAC7B,iBAAS,KAAK,IAAI,IAAI,OAAO;AAAA,MACjC;AAEA,UAAI,OAAO,SAAS,QAAQ;AACxB,2BAAmB,MAA8B,MAAM;AAAA,MAC3D,OAAO;AACH,0BAAkB,MAA6B,MAAM;AAAA,MACzD;AAAA,IACJ,SAAS,KAAK;AACV,aAAO;AAAA,QACH,2CAA2C,KAAK,IAAI;AAAA,QACpD;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAEA,WAAS,mBAAmB,MAA4B,QAAmB;AACvE,UAAM,KAAK,OAAO;AAElB,QAAI,CAAC,IAAI;AACL,aAAO;AAAA,QACH;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA;AAAA,IACJ;AAEA,UAAM,QAAQ,+BAAa,IAAI,EAAE;AAEjC,QAAI,OAAO,UAAU,UAAU;AAC3B,aAAO,KAAK,2CAA2C,EAAE;AACzD;AAAA,IACJ;AAEA,UAAM,eAAe,iCAAe,IAAI,EAAE;AAE1C,UAAM,WAAW,aAAa,MAAM,KAAK,UAAU,EAAE;AAErD,QAAI,cAAc,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAEzD,QAAI,CAAC,aAAa;AACd,oBAAc;AAAA,QACV,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,MACZ;AACA,aAAO,aAAa,KAAK,WAAW;AACpC,yBAAmB,IAAI,KAAK,SAAS,IAAI,WAAW;AAAA,IACxD;AAEA,UAAM,OACF,OAAO,WACN,UAAU,aAAa,UAAU,UAAU,aAAa,SACzD,OAAO,SACP,UAAU,UAAU;AAExB,QAAI,CAAC,MAAM;AACP,aAAO,KAAK,yCAAyC,KAAK,MAAM,EAAE;AAClE;AAAA,IACJ;AAEA,UAAM,cACD,UAAU,aAAa,UAAU,UAAU,aAAa,SACzD,OAAO,UACP,OAAO,SACP,UAAU,UAAU,cACpB;AAEJ,UAAM,OAA+B;AAAA,MACjC;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO,OAAO,SAAS;AAAA,MACvB;AAAA,MACA,UAAU,CAAC;AAAA,IACf;AAEA,QAAI,cAAc;AACd,WAAK,eAAe;AAAA,IACxB;AAEA,aAAS,WAAW,OAAO,SAAS;AAChC,UAAI,QAAQ,SAAS,WAAW;AAC5B,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,YACL,QAAQ,QAAQ;AAAA,YAChB,SAAS,QAAQ;AAAA,YACjB,WAAW,QAAQ;AAAA,UACvB;AAAA,UACA,2BAAuB;AAAA,YACnB,YAAY;AAAA,YACZ;AAAA,YACA,QAAQ;AAAA,UACZ;AAAA,QACJ,CAAC;AAAA,MACL;AAAA,IACJ;AAEA,SAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAE7D,UAAM,YAAQ,6BAAc,YAAY,OAAO,MAAM,CAAC,MAAM,EAAE,KAAK;AACnE,gBAAY,MAAM,OAAO,OAAO,GAAG,IAAI;AAAA,EAC3C;AAEA,WAAS,kBACL,MACA,QACF;AACE,QAAI,aAAa,mBAAmB,IAAI,KAAK,SAAS,EAAE;AAExD,QAAI,CAAC,YAAY;AACb,mBAAa;AAAA,QACT,OAAG,oBAAK,KAAK,UAAU,WAAW;AAAA,QAClC,eAAe,KAAK,SAAS;AAAA,QAC7B,OAAO,CAAC;AAAA,QACR,UAAU,CAAC;AAAA,MACf;AACA,aAAO,aAAa,KAAK,UAAU;AACnC,yBAAmB,IAAI,KAAK,SAAS,IAAI,UAAU;AAAA,IACvD;AAEA,aAAS,cAAc,OAAO,OAAO;AACjC,UAAI,OAAO,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,OAAO,WAAW,IAAI;AAChE,UAAI,QAAQ,KAAK,gBAAgB,WAAW,cAAc;AACtD,eAAO;AAAA,UACH;AAAA,UACA,KAAK;AAAA,UACL,WAAW;AAAA,QACf;AACA;AAAA,MACJ;AAEA,UAAI,CAAC,MAAM;AACP,cAAM,OAAO,aAAa,MAAM,KAAK,UAAU,WAAW,IAAI;AAC9D,eAAO;AAAA,UACH,IAAI,WAAW;AAAA,UACf,OAAO,+BAAa,IAAI,WAAW,IAAI,KAAK;AAAA,UAC5C,YAAY,MAAM,UAAU,cAAc,WAAW;AAAA,UACrD,MAAM,MAAM,UAAU,cAAc,WAAW;AAAA,UAC/C,UAAU,CAAC;AAAA,QACf;AAAA,MACJ;AAEA,UAAI,WAAW,cAAc;AACzB,aAAK,eAAe,WAAW;AAAA,MACnC;AAEA,UAAI,WAAW,uBAAuB,CAAC,KAAK,qBAAqB;AAC7D,aAAK,sBAAsB,WAAW;AAAA,MAC1C;AAEA,eAAS,WAAW,WAAW,UAAU;AACrC,YAAI,OAA8B;AAAA,UAC9B,QAAQ,QAAQ;AAAA,UAChB,SAAS,QAAQ;AAAA,QACrB;AAEA,YAAI,QAAQ,cAAc;AACtB,eAAK,eAAe,QAAQ;AAAA,QAChC;AAEA,aAAK,SAAS,KAAK;AAAA,UACf,SAAS;AAAA,QACb,CAAC;AAAA,MACL;AAEA,WAAK,eAAW,sBAAO,KAAK,UAAU,CAAC,MAAM,EAAE,QAAQ,MAAM;AAC7D,iBAAW,MAAM,KAAK,IAAI;AAAA,IAC9B;AAEA,QAAI,OAAO,UAAU;AACjB,eAAS,WAAW,OAAO,UAAU;AACjC,cAAM,WAAW,WAAW,SAAS;AAAA,UACjC,CAAC,MAAM,EAAE,OAAO,QAAQ;AAAA,QAC5B;AACA,YAAI,UAAU;AACV,iBAAO;AAAA,YACH;AAAA,YACA,KAAK;AAAA,YACL,QAAQ;AAAA,UACZ;AACA;AAAA,QACJ;AAEA,cAAM,iBAA2C;AAAA,UAC7C,IAAI,QAAQ;AAAA,UACZ,SAAS,QAAQ;AAAA,UACjB,WAAW,QAAQ;AAAA,UACnB,SAAS,QAAQ;AAAA,QACrB;AAEA,mBAAW,SAAS,KAAK,cAAc;AAAA,MAC3C;AAAA,IACJ;AAEA,eAAW,YAAQ,sBAAO,WAAW,OAAO,CAAC,MAAM,EAAE,KAAK;AAC1D,eAAW,eAAW,sBAAO,WAAW,UAAU,CAAC,MAAM,EAAE,EAAE;AAAA,EACjE;AAEA,WAAS,aACL,MACA,UACA,IACF;AACE,QAAI,aAAa;AACjB,QAAI,MAAM;AACV,QAAI,CAAC,KAAK;AACN,YAAM,kBAAAC,UAAiB,IAAI,SAAS,QAAQ;AAE5C,UAAI,CAAC,KAAK;AACN,YAAI,CAAC,iBAAiB,IAAI,SAAS,QAAQ,GAAG;AAC1C,iBAAO;AAAA,YACH;AAAA,YACA,KAAK;AAAA,YACL,SAAS;AAAA,UACb;AACA,2BAAiB,IAAI,SAAS,QAAQ;AAAA,QAC1C;AAEA,eAAO;AAAA,UACH;AAAA,QACJ;AACA,qBAAa;AACb,cAAM,kBAAAA,UAAiB,IAAI,IAAI;AAAA,MACnC;AAAA,IACJ;AAEA,UAAM,WAAW,KAAK,IAAI,EAAE;AAE5B,QAAI,CAAC,CAAC,OAAO,CAAC,UAAU;AACpB,aAAO;AAAA,QACH;AAAA,QACA,KAAK;AAAA,QACL;AAAA,MACJ;AACA,aAAO;AAAA,IACX;AAEA,WAAO;AAAA,MACH;AAAA,MACA;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO;AACX;",
   "names": ["parser", "defaultBookIdMap"]
 }

package/dist/cjs/utils.cjs

@@ -250,14 +250,16 @@ function getBookId(book) {
   return null;
 }
 const KNOWN_SKIPPED_VERSES = /* @__PURE__ */ new Set([
+  "MAT 12:47",
   "MAT 17:21",
   "MAT 18:11",
   "MAT 23:14",
-  "MAR 7:16",
-  "MAR 9:44",
-  "MAR 9:46",
-  "MAR 11:26",
+  "MRK 7:16",
+  "MRK 9:44",
+  "MRK 9:46",
+  "MRK 11:26",
   "LUK 17:36",
+  "LUK 23:17",
   "JHN 5:4",
   "ACT 8:37",
   "ACT 15:34",

package/dist/cjs/utils.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../utils.ts"],
-  "sourcesContent": ["/**\n * Normalizes the given language code into a ISO 639 code.\n * @param language The language code to normalize.\n */\nexport function normalizeLanguage(language: string): string {\n    return language;\n}\n\n/**\n * The map of translation IDs from fetch.bible to their translation ID in the API.\n */\nconst TRANSLATION_ID_MAP: Map<string, string> = new Map([\n    ['eng_bsb', 'BSB'],\n    ['arb_nav', 'ARBNAV'],\n    ['eng_webp', 'ENGWEBP'],\n    ['hin_irv', 'HINIRV'],\n    ['hbo_mas', 'HBOMAS'],\n    ['eng_drv', 'eng_dra'],\n]);\n\n/**\n * Gets the ID of the translation.\n * @param translation The translation to get the ID for.\n */\nexport function getTranslationId(translationId: string): string {\n    return TRANSLATION_ID_MAP.get(translationId) ?? translationId;\n}\n\nexport function isEmptyOrWhitespace(str: string | null | undefined): boolean {\n    return !str || /^\\s*$/.test(str);\n}\n\nexport function getFirstNonEmpty<T extends string>(...values: T[]): T {\n    for (let value of values) {\n        if (!isEmptyOrWhitespace(value)) {\n            return value;\n        }\n    }\n\n    throw new Error('All values are empty or whitespace!');\n}\n\nexport interface VerseRef {\n    book: string;\n    chapter: number;\n    verse: number;\n\n    /**\n     * The rest of the content of the verse.\n     */\n    content?: string;\n\n    /**\n     * The chapter that the verse reference ends at.\n     */\n    endChapter?: number;\n\n    /**\n     * The verse that the verse reference ends at.\n     */\n    endVerse?: number;\n}\n\n/**\n * Parses the given verse reference.\n * Formatted like \"GEN 1:1\".\n *\n * @param text The reference to parse.\n */\nexport function parseVerseReference(text: string): VerseRef | null {\n    const match = text.match(\n        /^\\s*([0-9A-Za-z\\s]+)[\\s\\.]+(\\d+)[:\\.](\\d+)(?:-([0-9]+)(?:[\\s:\\.]([0-9]+))?)?/\n    );\n\n    if (!match) {\n        return null;\n    }\n\n    const [reference, book, chapterStr, verseStr, endChapterStr, endVerseStr] =\n        match;\n\n    const chapter = parseInt(chapterStr);\n    const verse = parseInt(verseStr);\n\n    let endChapter = endChapterStr ? parseInt(endChapterStr) : undefined;\n    let endVerse = endVerseStr ? parseInt(endVerseStr) : undefined;\n\n    if (endChapter && !endVerse) {\n        endVerse = endChapter;\n        endChapter = undefined;\n    }\n\n    if (isNaN(chapter) || isNaN(verse)) {\n        return null;\n    }\n\n    if (reference.length !== text.length) {\n        return {\n            book: getBookId(book) ?? book,\n            chapter,\n            verse,\n            content: text.substring(reference.length).trim(),\n            endChapter,\n            endVerse,\n        };\n    }\n\n    return {\n        book: getBookId(book) ?? book,\n        chapter,\n        verse,\n        endChapter,\n        endVerse,\n    };\n}\n\n/**\n * Defines a map that maps the book ID to the USFM Book identifier.\n */\nconst BOOK_ID_MAP: Map<string, string> = new Map([\n    ['gen', 'GEN'],\n    ['genesis', 'GEN'],\n    ['exo', 'EXO'],\n    ['exodus', 'EXO'],\n    ['lev', 'LEV'],\n    ['lev', 'LEV'],\n    ['laviticus', 'LEV'],\n    ['num', 'NUM'],\n    ['numbers', 'NUM'],\n    ['deu', 'DEU'],\n    ['deuteronomy', 'DEU'],\n    ['jos', 'JOS'],\n    ['joshua', 'JOS'],\n    ['jdg', 'JDG'],\n    ['judges', 'JDG'],\n    ['rut', 'RUT'],\n    ['ruth', 'RUT'],\n    ['1sa', '1SA'],\n    ['1samuel', '1SA'],\n    ['2sa', '2SA'],\n    ['2samuel', '2SA'],\n    ['1ki', '1KI'],\n    ['1kings', '1KI'],\n    ['1kgs', '1KI'],\n    ['2ki', '2KI'],\n    ['2kings', '2KI'],\n    ['2kgs', '2KI'],\n    ['1ch', '1CH'],\n    ['1chronicles', '1CH'],\n    ['chronicles1', '1CH'],\n    ['2ch', '2CH'],\n    ['2chronicles', '2CH'],\n    ['chronicles2', '2CH'],\n    ['ezr', 'EZR'],\n    ['ezra', 'EZR'],\n    ['neh', 'NEH'],\n    ['nehemiah', 'NEH'],\n    ['est', 'EST'],\n    ['ester', 'EST'],\n    ['job', 'JOB'],\n    ['ps', 'PSA'],\n    ['psa', 'PSA'],\n    ['psalms', 'PSA'],\n    ['psalm', 'PSA'],\n    ['pr', 'PRO'],\n    ['pro', 'PRO'],\n    ['proverbs', 'PRO'],\n    ['ecc', 'ECC'],\n    ['ecclesiastes', 'ECC'],\n    ['eccl', 'ECC'],\n    ['sng', 'SNG'],\n    ['song', 'SNG'],\n    ['songofsolomon', 'SNG'],\n    ['isa', 'ISA'],\n    ['isaiah', 'ISA'],\n    ['jer', 'JER'],\n    ['jeremiah', 'JER'],\n    ['lam', 'LAM'],\n    ['lamentations', 'LAM'],\n    ['ezk', 'EZK'],\n    ['ezekiel', 'EZK'],\n    ['ezek', 'EZK'],\n    ['dan', 'DAN'],\n    ['daniel', 'DAN'],\n    ['hos', 'HOS'],\n    ['hosea', 'HOS'],\n    ['jol', 'JOL'],\n    ['joel', 'JOL'],\n    ['amo', 'AMO'],\n    ['amos', 'AMO'],\n    ['oba', 'OBA'],\n    ['obadiah', 'OBA'],\n    ['jon', 'JON'],\n    ['jonah', 'JON'],\n    ['mic', 'MIC'],\n    ['micah', 'MIC'],\n    ['nam', 'NAM'],\n    ['nahum', 'NAM'],\n    ['nah', 'NAM'],\n    ['hab', 'HAB'],\n    ['habakkuk', 'HAB'],\n    ['zep', 'ZEP'],\n    ['zepaniah', 'ZEP'],\n    ['hag', 'HAG'],\n    ['haggai', 'HAG'],\n    ['zec', 'ZEC'],\n    ['zechariah', 'ZEC'],\n    ['mal', 'MAL'],\n    ['malachi', 'MAL'],\n    ['mat', 'MAT'],\n    ['matthew', 'MAT'],\n    ['mrk', 'MRK'],\n    ['mark', 'MRK'],\n    ['luk', 'LUK'],\n    ['luke', 'LUK'],\n    ['jhn', 'JHN'],\n    ['john', 'JHN'],\n    ['act', 'ACT'],\n    ['acts', 'ACT'],\n    ['rom', 'ROM'],\n    ['romans', 'ROM'],\n    ['1co', '1CO'],\n    ['1corinthians', '1CO'],\n    ['2co', '2CO'],\n    ['2corinthians', '2CO'],\n    ['gal', 'GAL'],\n    ['galatians', 'GAL'],\n    ['eph', 'EPH'],\n    ['ephesians', 'EPH'],\n    ['php', 'PHP'],\n    ['philippians', 'PHP'],\n    ['phil', 'PHP'],\n    ['col', 'COL'],\n    ['colossians', 'COL'],\n    ['1th', '1TH'],\n    ['1thessalonians', '1TH'],\n    ['2th', '2TH'],\n    ['2thessalonians', '2TH'],\n    ['1ti', '1TI'],\n    ['1timothy', '1TI'],\n    ['2ti', '2TI'],\n    ['2timothy', '2TI'],\n    ['tit', 'TIT'],\n    ['titus', 'TIT'],\n    ['phm', 'PHM'],\n    ['philemon', 'PHM'],\n    ['phlm', 'PHM'],\n    ['heb', 'HEB'],\n    ['hebrews', 'HEB'],\n    ['jas', 'JAS'],\n    ['james', 'JAS'],\n    ['1pe', '1PE'],\n    ['1peter', '1PE'],\n    ['2pe', '2PE'],\n    ['2peter', '2PE'],\n    ['1jn', '1JN'],\n    ['1john', '1JN'],\n    ['2jn', '2JN'],\n    ['2john', '2JN'],\n    ['3jn', '3JN'],\n    ['3john', '3JN'],\n    ['jud', 'JUD'],\n    ['jude', 'JUD'],\n    ['rev', 'REV'],\n    ['revelation', 'REV'],\n]);\n\n/**\n * Gets the ID of the given book.\n * Returns null if the ID could not be found.\n * @param book The name/ID of the book.\n */\nexport function getBookId(book: string): string | null {\n    const bookLower = book.toLowerCase().replaceAll(/\\s+/g, '');\n\n    const id = BOOK_ID_MAP.get(bookLower);\n    if (id) {\n        return id;\n    }\n\n    for (let [key, id] of BOOK_ID_MAP) {\n        if (bookLower.startsWith(key)) {\n            return id;\n        }\n    }\n\n    return null;\n}\n\n/**\n * A brief list of verses which may appear in some older translations\n * but are not present in more modern translations.\n */\nexport const KNOWN_SKIPPED_VERSES = new Set([\n    'MAT 17:21',\n    'MAT 18:11',\n    'MAT 23:14',\n    'MAR 7:16',\n    'MAR 9:44',\n    'MAR 9:46',\n    'MAR 11:26',\n    'LUK 17:36',\n    'JHN 5:4',\n    'ACT 8:37',\n    'ACT 15:34',\n    'ACT 24:7',\n    'ACT 28:29',\n    'ROM 16:24',\n]);\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIO,SAAS,kBAAkB,UAA0B;AACxD,SAAO;AACX;AAKA,MAAM,qBAA0C,oBAAI,IAAI;AAAA,EACpD,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,WAAW,QAAQ;AAAA,EACpB,CAAC,YAAY,SAAS;AAAA,EACtB,CAAC,WAAW,QAAQ;AAAA,EACpB,CAAC,WAAW,QAAQ;AAAA,EACpB,CAAC,WAAW,SAAS;AACzB,CAAC;AAMM,SAAS,iBAAiB,eAA+B;AAC5D,SAAO,mBAAmB,IAAI,aAAa,KAAK;AACpD;AAEO,SAAS,oBAAoB,KAAyC;AACzE,SAAO,CAAC,OAAO,QAAQ,KAAK,GAAG;AACnC;AAEO,SAAS,oBAAsC,QAAgB;AAClE,WAAS,SAAS,QAAQ;AACtB,QAAI,CAAC,oBAAoB,KAAK,GAAG;AAC7B,aAAO;AAAA,IACX;AAAA,EACJ;AAEA,QAAM,IAAI,MAAM,qCAAqC;AACzD;AA6BO,SAAS,oBAAoB,MAA+B;AAC/D,QAAM,QAAQ,KAAK;AAAA,IACf;AAAA,EACJ;AAEA,MAAI,CAAC,OAAO;AACR,WAAO;AAAA,EACX;AAEA,QAAM,CAAC,WAAW,MAAM,YAAY,UAAU,eAAe,WAAW,IACpE;AAEJ,QAAM,UAAU,SAAS,UAAU;AACnC,QAAM,QAAQ,SAAS,QAAQ;AAE/B,MAAI,aAAa,gBAAgB,SAAS,aAAa,IAAI;AAC3D,MAAI,WAAW,cAAc,SAAS,WAAW,IAAI;AAErD,MAAI,cAAc,CAAC,UAAU;AACzB,eAAW;AACX,iBAAa;AAAA,EACjB;AAEA,MAAI,MAAM,OAAO,KAAK,MAAM,KAAK,GAAG;AAChC,WAAO;AAAA,EACX;AAEA,MAAI,UAAU,WAAW,KAAK,QAAQ;AAClC,WAAO;AAAA,MACH,MAAM,UAAU,IAAI,KAAK;AAAA,MACzB;AAAA,MACA;AAAA,MACA,SAAS,KAAK,UAAU,UAAU,MAAM,EAAE,KAAK;AAAA,MAC/C;AAAA,MACA;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO;AAAA,IACH,MAAM,UAAU,IAAI,KAAK;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACJ;AACJ;AAKA,MAAM,cAAmC,oBAAI,IAAI;AAAA,EAC7C,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,MAAM,KAAK;AAAA,EACZ,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,MAAM,KAAK;AAAA,EACZ,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,iBAAiB,KAAK;AAAA,EACvB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,cAAc,KAAK;AAAA,EACpB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,kBAAkB,KAAK;AAAA,EACxB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,kBAAkB,KAAK;AAAA,EACxB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,cAAc,KAAK;AACxB,CAAC;AAOM,SAAS,UAAU,MAA6B;AACnD,QAAM,YAAY,KAAK,YAAY,EAAE,WAAW,QAAQ,EAAE;AAE1D,QAAM,KAAK,YAAY,IAAI,SAAS;AACpC,MAAI,IAAI;AACJ,WAAO;AAAA,EACX;AAEA,WAAS,CAAC,KAAKA,GAAE,KAAK,aAAa;AAC/B,QAAI,UAAU,WAAW,GAAG,GAAG;AAC3B,aAAOA;AAAA,IACX;AAAA,EACJ;AAEA,SAAO;AACX;AAMO,MAAM,uBAAuB,oBAAI,IAAI;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACJ,CAAC;",
+  "sourcesContent": ["/**\n * Normalizes the given language code into a ISO 639 code.\n * @param language The language code to normalize.\n */\nexport function normalizeLanguage(language: string): string {\n    return language;\n}\n\n/**\n * The map of translation IDs from fetch.bible to their translation ID in the API.\n */\nconst TRANSLATION_ID_MAP: Map<string, string> = new Map([\n    ['eng_bsb', 'BSB'],\n    ['arb_nav', 'ARBNAV'],\n    ['eng_webp', 'ENGWEBP'],\n    ['hin_irv', 'HINIRV'],\n    ['hbo_mas', 'HBOMAS'],\n    ['eng_drv', 'eng_dra'],\n]);\n\n/**\n * Gets the ID of the translation.\n * @param translation The translation to get the ID for.\n */\nexport function getTranslationId(translationId: string): string {\n    return TRANSLATION_ID_MAP.get(translationId) ?? translationId;\n}\n\nexport function isEmptyOrWhitespace(str: string | null | undefined): boolean {\n    return !str || /^\\s*$/.test(str);\n}\n\nexport function getFirstNonEmpty<T extends string>(...values: T[]): T {\n    for (let value of values) {\n        if (!isEmptyOrWhitespace(value)) {\n            return value;\n        }\n    }\n\n    throw new Error('All values are empty or whitespace!');\n}\n\nexport interface VerseRef {\n    book: string;\n    chapter: number;\n    verse: number;\n\n    /**\n     * The rest of the content of the verse.\n     */\n    content?: string;\n\n    /**\n     * The chapter that the verse reference ends at.\n     */\n    endChapter?: number;\n\n    /**\n     * The verse that the verse reference ends at.\n     */\n    endVerse?: number;\n}\n\n/**\n * Parses the given verse reference.\n * Formatted like \"GEN 1:1\".\n *\n * @param text The reference to parse.\n */\nexport function parseVerseReference(text: string): VerseRef | null {\n    const match = text.match(\n        /^\\s*([0-9A-Za-z\\s]+)[\\s\\.]+(\\d+)[:\\.](\\d+)(?:-([0-9]+)(?:[\\s:\\.]([0-9]+))?)?/\n    );\n\n    if (!match) {\n        return null;\n    }\n\n    const [reference, book, chapterStr, verseStr, endChapterStr, endVerseStr] =\n        match;\n\n    const chapter = parseInt(chapterStr);\n    const verse = parseInt(verseStr);\n\n    let endChapter = endChapterStr ? parseInt(endChapterStr) : undefined;\n    let endVerse = endVerseStr ? parseInt(endVerseStr) : undefined;\n\n    if (endChapter && !endVerse) {\n        endVerse = endChapter;\n        endChapter = undefined;\n    }\n\n    if (isNaN(chapter) || isNaN(verse)) {\n        return null;\n    }\n\n    if (reference.length !== text.length) {\n        return {\n            book: getBookId(book) ?? book,\n            chapter,\n            verse,\n            content: text.substring(reference.length).trim(),\n            endChapter,\n            endVerse,\n        };\n    }\n\n    return {\n        book: getBookId(book) ?? book,\n        chapter,\n        verse,\n        endChapter,\n        endVerse,\n    };\n}\n\n/**\n * Defines a map that maps the book ID to the USFM Book identifier.\n */\nconst BOOK_ID_MAP: Map<string, string> = new Map([\n    ['gen', 'GEN'],\n    ['genesis', 'GEN'],\n    ['exo', 'EXO'],\n    ['exodus', 'EXO'],\n    ['lev', 'LEV'],\n    ['lev', 'LEV'],\n    ['laviticus', 'LEV'],\n    ['num', 'NUM'],\n    ['numbers', 'NUM'],\n    ['deu', 'DEU'],\n    ['deuteronomy', 'DEU'],\n    ['jos', 'JOS'],\n    ['joshua', 'JOS'],\n    ['jdg', 'JDG'],\n    ['judges', 'JDG'],\n    ['rut', 'RUT'],\n    ['ruth', 'RUT'],\n    ['1sa', '1SA'],\n    ['1samuel', '1SA'],\n    ['2sa', '2SA'],\n    ['2samuel', '2SA'],\n    ['1ki', '1KI'],\n    ['1kings', '1KI'],\n    ['1kgs', '1KI'],\n    ['2ki', '2KI'],\n    ['2kings', '2KI'],\n    ['2kgs', '2KI'],\n    ['1ch', '1CH'],\n    ['1chronicles', '1CH'],\n    ['chronicles1', '1CH'],\n    ['2ch', '2CH'],\n    ['2chronicles', '2CH'],\n    ['chronicles2', '2CH'],\n    ['ezr', 'EZR'],\n    ['ezra', 'EZR'],\n    ['neh', 'NEH'],\n    ['nehemiah', 'NEH'],\n    ['est', 'EST'],\n    ['ester', 'EST'],\n    ['job', 'JOB'],\n    ['ps', 'PSA'],\n    ['psa', 'PSA'],\n    ['psalms', 'PSA'],\n    ['psalm', 'PSA'],\n    ['pr', 'PRO'],\n    ['pro', 'PRO'],\n    ['proverbs', 'PRO'],\n    ['ecc', 'ECC'],\n    ['ecclesiastes', 'ECC'],\n    ['eccl', 'ECC'],\n    ['sng', 'SNG'],\n    ['song', 'SNG'],\n    ['songofsolomon', 'SNG'],\n    ['isa', 'ISA'],\n    ['isaiah', 'ISA'],\n    ['jer', 'JER'],\n    ['jeremiah', 'JER'],\n    ['lam', 'LAM'],\n    ['lamentations', 'LAM'],\n    ['ezk', 'EZK'],\n    ['ezekiel', 'EZK'],\n    ['ezek', 'EZK'],\n    ['dan', 'DAN'],\n    ['daniel', 'DAN'],\n    ['hos', 'HOS'],\n    ['hosea', 'HOS'],\n    ['jol', 'JOL'],\n    ['joel', 'JOL'],\n    ['amo', 'AMO'],\n    ['amos', 'AMO'],\n    ['oba', 'OBA'],\n    ['obadiah', 'OBA'],\n    ['jon', 'JON'],\n    ['jonah', 'JON'],\n    ['mic', 'MIC'],\n    ['micah', 'MIC'],\n    ['nam', 'NAM'],\n    ['nahum', 'NAM'],\n    ['nah', 'NAM'],\n    ['hab', 'HAB'],\n    ['habakkuk', 'HAB'],\n    ['zep', 'ZEP'],\n    ['zepaniah', 'ZEP'],\n    ['hag', 'HAG'],\n    ['haggai', 'HAG'],\n    ['zec', 'ZEC'],\n    ['zechariah', 'ZEC'],\n    ['mal', 'MAL'],\n    ['malachi', 'MAL'],\n    ['mat', 'MAT'],\n    ['matthew', 'MAT'],\n    ['mrk', 'MRK'],\n    ['mark', 'MRK'],\n    ['luk', 'LUK'],\n    ['luke', 'LUK'],\n    ['jhn', 'JHN'],\n    ['john', 'JHN'],\n    ['act', 'ACT'],\n    ['acts', 'ACT'],\n    ['rom', 'ROM'],\n    ['romans', 'ROM'],\n    ['1co', '1CO'],\n    ['1corinthians', '1CO'],\n    ['2co', '2CO'],\n    ['2corinthians', '2CO'],\n    ['gal', 'GAL'],\n    ['galatians', 'GAL'],\n    ['eph', 'EPH'],\n    ['ephesians', 'EPH'],\n    ['php', 'PHP'],\n    ['philippians', 'PHP'],\n    ['phil', 'PHP'],\n    ['col', 'COL'],\n    ['colossians', 'COL'],\n    ['1th', '1TH'],\n    ['1thessalonians', '1TH'],\n    ['2th', '2TH'],\n    ['2thessalonians', '2TH'],\n    ['1ti', '1TI'],\n    ['1timothy', '1TI'],\n    ['2ti', '2TI'],\n    ['2timothy', '2TI'],\n    ['tit', 'TIT'],\n    ['titus', 'TIT'],\n    ['phm', 'PHM'],\n    ['philemon', 'PHM'],\n    ['phlm', 'PHM'],\n    ['heb', 'HEB'],\n    ['hebrews', 'HEB'],\n    ['jas', 'JAS'],\n    ['james', 'JAS'],\n    ['1pe', '1PE'],\n    ['1peter', '1PE'],\n    ['2pe', '2PE'],\n    ['2peter', '2PE'],\n    ['1jn', '1JN'],\n    ['1john', '1JN'],\n    ['2jn', '2JN'],\n    ['2john', '2JN'],\n    ['3jn', '3JN'],\n    ['3john', '3JN'],\n    ['jud', 'JUD'],\n    ['jude', 'JUD'],\n    ['rev', 'REV'],\n    ['revelation', 'REV'],\n]);\n\n/**\n * Gets the ID of the given book.\n * Returns null if the ID could not be found.\n * @param book The name/ID of the book.\n */\nexport function getBookId(book: string): string | null {\n    const bookLower = book.toLowerCase().replaceAll(/\\s+/g, '');\n\n    const id = BOOK_ID_MAP.get(bookLower);\n    if (id) {\n        return id;\n    }\n\n    for (let [key, id] of BOOK_ID_MAP) {\n        if (bookLower.startsWith(key)) {\n            return id;\n        }\n    }\n\n    return null;\n}\n\n/**\n * A brief list of verses which may appear in some older translations\n * but are not present in more modern translations.\n */\nexport const KNOWN_SKIPPED_VERSES = new Set([\n    'MAT 12:47',\n    'MAT 17:21',\n    'MAT 18:11',\n    'MAT 23:14',\n    'MRK 7:16',\n    'MRK 9:44',\n    'MRK 9:46',\n    'MRK 11:26',\n    'LUK 17:36',\n    'LUK 23:17',\n    'JHN 5:4',\n    'ACT 8:37',\n    'ACT 15:34',\n    'ACT 24:7',\n    'ACT 28:29',\n    'ROM 16:24',\n]);\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIO,SAAS,kBAAkB,UAA0B;AACxD,SAAO;AACX;AAKA,MAAM,qBAA0C,oBAAI,IAAI;AAAA,EACpD,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,WAAW,QAAQ;AAAA,EACpB,CAAC,YAAY,SAAS;AAAA,EACtB,CAAC,WAAW,QAAQ;AAAA,EACpB,CAAC,WAAW,QAAQ;AAAA,EACpB,CAAC,WAAW,SAAS;AACzB,CAAC;AAMM,SAAS,iBAAiB,eAA+B;AAC5D,SAAO,mBAAmB,IAAI,aAAa,KAAK;AACpD;AAEO,SAAS,oBAAoB,KAAyC;AACzE,SAAO,CAAC,OAAO,QAAQ,KAAK,GAAG;AACnC;AAEO,SAAS,oBAAsC,QAAgB;AAClE,WAAS,SAAS,QAAQ;AACtB,QAAI,CAAC,oBAAoB,KAAK,GAAG;AAC7B,aAAO;AAAA,IACX;AAAA,EACJ;AAEA,QAAM,IAAI,MAAM,qCAAqC;AACzD;AA6BO,SAAS,oBAAoB,MAA+B;AAC/D,QAAM,QAAQ,KAAK;AAAA,IACf;AAAA,EACJ;AAEA,MAAI,CAAC,OAAO;AACR,WAAO;AAAA,EACX;AAEA,QAAM,CAAC,WAAW,MAAM,YAAY,UAAU,eAAe,WAAW,IACpE;AAEJ,QAAM,UAAU,SAAS,UAAU;AACnC,QAAM,QAAQ,SAAS,QAAQ;AAE/B,MAAI,aAAa,gBAAgB,SAAS,aAAa,IAAI;AAC3D,MAAI,WAAW,cAAc,SAAS,WAAW,IAAI;AAErD,MAAI,cAAc,CAAC,UAAU;AACzB,eAAW;AACX,iBAAa;AAAA,EACjB;AAEA,MAAI,MAAM,OAAO,KAAK,MAAM,KAAK,GAAG;AAChC,WAAO;AAAA,EACX;AAEA,MAAI,UAAU,WAAW,KAAK,QAAQ;AAClC,WAAO;AAAA,MACH,MAAM,UAAU,IAAI,KAAK;AAAA,MACzB;AAAA,MACA;AAAA,MACA,SAAS,KAAK,UAAU,UAAU,MAAM,EAAE,KAAK;AAAA,MAC/C;AAAA,MACA;AAAA,IACJ;AAAA,EACJ;AAEA,SAAO;AAAA,IACH,MAAM,UAAU,IAAI,KAAK;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACJ;AACJ;AAKA,MAAM,cAAmC,oBAAI,IAAI;AAAA,EAC7C,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,MAAM,KAAK;AAAA,EACZ,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,MAAM,KAAK;AAAA,EACZ,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,iBAAiB,KAAK;AAAA,EACvB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,gBAAgB,KAAK;AAAA,EACtB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,aAAa,KAAK;AAAA,EACnB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,eAAe,KAAK;AAAA,EACrB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,cAAc,KAAK;AAAA,EACpB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,kBAAkB,KAAK;AAAA,EACxB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,kBAAkB,KAAK;AAAA,EACxB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,YAAY,KAAK;AAAA,EAClB,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,WAAW,KAAK;AAAA,EACjB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,UAAU,KAAK;AAAA,EAChB,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,SAAS,KAAK;AAAA,EACf,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,QAAQ,KAAK;AAAA,EACd,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,cAAc,KAAK;AACxB,CAAC;AAOM,SAAS,UAAU,MAA6B;AACnD,QAAM,YAAY,KAAK,YAAY,EAAE,WAAW,QAAQ,EAAE;AAE1D,QAAM,KAAK,YAAY,IAAI,SAAS;AACpC,MAAI,IAAI;AACJ,WAAO;AAAA,EACX;AAEA,WAAS,CAAC,KAAKA,GAAE,KAAK,aAAa;AAC/B,QAAI,UAAU,WAAW,GAAG,GAAG;AAC3B,aAAOA;AAAA,IACX;AAAA,EACJ;AAEA,SAAO;AACX;AAMO,MAAM,uBAAuB,oBAAI,IAAI;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACJ,CAAC;",
   "names": ["id"]
 }

package/dist/esm/generation/api.js

@@ -52,19 +52,23 @@ export function generateApiForDataset(dataset, options = {}) {
     };
     let translationChapters = [];
     for (let { chapters, ...book } of books) {
+      const firstChapterNumber = chapters[0].chapter.number;
+      const lastChapterNumber = chapters[chapters.length - 1].chapter.number;
       const apiBook = {
         ...book,
+        firstChapterNumber,
         firstChapterApiLink: bookChapterApiLink(
           translation.id,
           getBookLink(book),
-          1,
+          firstChapterNumber,
           "json",
           apiPathPrefix
         ),
+        lastChapterNumber,
         lastChapterApiLink: bookChapterApiLink(
           translation.id,
           getBookLink(book),
-          chapters.length,
+          lastChapterNumber,
           "json",
           apiPathPrefix
         ),
@@ -189,22 +193,26 @@ export function generateApiForDataset(dataset, options = {}) {
     };
     let commentaryChapters = [];
     for (let { chapters, ...book } of books) {
+      const firstChapterNumber = chapters[0]?.chapter.number ?? null;
+      const lastChapterNumber = chapters[chapters.length - 1]?.chapter.number ?? null;
       const apiBook = {
         ...book,
-        firstChapterApiLink: bookCommentaryChapterApiLink(
+        firstChapterNumber,
+        firstChapterApiLink: firstChapterNumber ? bookCommentaryChapterApiLink(
           commentary.id,
           getBookLink(book),
-          1,
+          firstChapterNumber,
           "json",
           apiPathPrefix
-        ),
-        lastChapterApiLink: bookCommentaryChapterApiLink(
+        ) : null,
+        lastChapterNumber,
+        lastChapterApiLink: lastChapterNumber ? bookCommentaryChapterApiLink(
           commentary.id,
           getBookLink(book),
-          chapters.length,
+          lastChapterNumber,
           "json",
           apiPathPrefix
-        ),
+        ) : null,
         numberOfChapters: chapters.length,
         totalNumberOfVerses: 0
       };
@@ -291,6 +299,115 @@ export function generateApiForDataset(dataset, options = {}) {
     api.commentaryBooks.push(commentaryBooks);
     api.commentaryProfiles.push(commentaryProfiles);
   }
+  for (let { books, ...datasetInfo } of dataset.datasets ?? []) {
+    const apiDataset = {
+      ...datasetInfo,
+      availableFormats: ["json"],
+      listOfBooksApiLink: listOfDatasetBooksApiLink(
+        datasetInfo.id,
+        apiPathPrefix
+      ),
+      numberOfBooks: books.length,
+      totalNumberOfChapters: 0,
+      totalNumberOfVerses: 0,
+      totalNumberOfReferences: 0,
+      languageName: getNativeName ? getNativeName(datasetInfo.language) ?? void 0 : void 0,
+      languageEnglishName: getEnglishName ? getEnglishName(datasetInfo.language) ?? void 0 : void 0
+    };
+    const datasetBooks = {
+      dataset: apiDataset,
+      books: []
+    };
+    let datasetChapters = [];
+    for (let { chapters, ...book } of books) {
+      const firstChapterNumber = chapters[0]?.chapter.number ?? null;
+      const lastChapterNumber = chapters[chapters.length - 1]?.chapter.number ?? null;
+      const apiBook = {
+        ...book,
+        firstChapterNumber,
+        firstChapterApiLink: bookDatasetChapterApiLink(
+          datasetInfo.id,
+          book.id,
+          firstChapterNumber,
+          "json",
+          apiPathPrefix
+        ),
+        lastChapterNumber,
+        lastChapterApiLink: bookDatasetChapterApiLink(
+          datasetInfo.id,
+          book.id,
+          lastChapterNumber,
+          "json",
+          apiPathPrefix
+        ),
+        numberOfChapters: chapters.length,
+        totalNumberOfVerses: 0,
+        totalNumberOfReferences: 0
+      };
+      for (let { chapter } of chapters) {
+        const apiBookChapter = {
+          dataset: apiDataset,
+          book: apiBook,
+          chapter,
+          thisChapterLink: bookDatasetChapterApiLink(
+            datasetInfo.id,
+            book.id,
+            chapter.number,
+            "json",
+            apiPathPrefix
+          ),
+          nextChapterApiLink: null,
+          previousChapterApiLink: null,
+          numberOfVerses: chapter.content.length,
+          numberOfReferences: 0
+        };
+        for (let verse of chapter.content) {
+          apiBookChapter.numberOfReferences += verse.references.length;
+        }
+        apiBook.totalNumberOfVerses += apiBookChapter.numberOfVerses;
+        apiBook.totalNumberOfReferences += apiBookChapter.numberOfReferences;
+        datasetChapters.push(apiBookChapter);
+        if (!api.datasetBookChapters) {
+          api.datasetBookChapters = [];
+        }
+        api.datasetBookChapters.push(apiBookChapter);
+      }
+      datasetBooks.books.push(apiBook);
+      apiDataset.totalNumberOfChapters += apiBook.numberOfChapters;
+      apiDataset.totalNumberOfVerses += apiBook.totalNumberOfVerses;
+      apiDataset.totalNumberOfReferences += apiBook.totalNumberOfReferences;
+    }
+    for (let i = 0; i < datasetChapters.length; i++) {
+      if (i > 0) {
+        datasetChapters[i].previousChapterApiLink = bookDatasetChapterApiLink(
+          datasetInfo.id,
+          datasetChapters[i - 1].book.id,
+          datasetChapters[i - 1].chapter.number,
+          "json",
+          apiPathPrefix
+        );
+      }
+      if (i < datasetChapters.length - 1) {
+        datasetChapters[i].nextChapterApiLink = bookDatasetChapterApiLink(
+          datasetInfo.id,
+          datasetChapters[i + 1].book.id,
+          datasetChapters[i + 1].chapter.number,
+          "json",
+          apiPathPrefix
+        );
+      }
+    }
+    if (!api.availableDatasets) {
+      api.availableDatasets = {
+        datasets: []
+      };
+    }
+    api.availableDatasets.datasets.push(apiDataset);
+    if (!api.datasetBooks) {
+      api.datasetBooks = [];
+    }
+    api.datasetBooks.push(datasetBooks);
+  }
   return api;
   function getBookLink(book) {
     return useCommonName ? book.commonName : book.id;
@@ -350,6 +467,29 @@ export function generateFilesForApi(api) {
   for (let bookChapter of api.commentaryBookChapters) {
     files.push(jsonFile(bookChapter.thisChapterLink, bookChapter));
   }
+  if (api.availableDatasets) {
+    files.push(
+      jsonFile(
+        `${api.pathPrefix}/api/available_datasets.json`,
+        api.availableDatasets,
+        true
+      )
+    );
+  }
+  if (api.datasetBooks) {
+    for (let datasetBook of api.datasetBooks) {
+      files.push(
+        jsonFile(datasetBook.dataset.listOfBooksApiLink, datasetBook)
+      );
+    }
+  }
+  if (api.datasetBookChapters) {
+    for (let datasetBookChapter of api.datasetBookChapters) {
+      files.push(
+        jsonFile(datasetBookChapter.thisChapterLink, datasetBookChapter)
+      );
+    }
+  }
   return files;
 }
 export async function* generateOutputFilesFromDatasets(datasets, options) {
@@ -365,6 +505,9 @@ export function listOfBooksApiLink(translationId, prefix = "") {
 export function listOfCommentaryBooksApiLink(commentaryId, prefix = "") {
   return `${prefix}/api/c/${commentaryId}/books.json`;
 }
+export function listOfDatasetBooksApiLink(datasetId, prefix = "") {
+  return `${prefix}/api/d/${datasetId}/books.json`;
+}
 export function bookChapterApiLink(translationId, commonName, chapterNumber, extension, prefix = "") {
   return `${prefix}/api/${translationId}/${replaceSpacesWithUnderscores(
     commonName
@@ -380,6 +523,11 @@ export function bookChapterAudioApiLink(translationId, bookId, chapterNumber, re
     bookId
   )}/${chapterNumber}.${reader}.mp3`;
 }
+export function bookDatasetChapterApiLink(translationId, commonName, chapterNumber, extension, prefix = "") {
+  return `${prefix}/api/d/${translationId}/${replaceSpacesWithUnderscores(
+    commonName
+  )}/${chapterNumber}.${extension}`;
+}
 export function profilesCommentaryApiLink(translationId, extension, prefix = "") {
   return `${prefix}/api/c/${translationId}/profiles.${extension}`;
 }