@helloao/tools 0.0.5 → 0.0.6-alpha

package/generation/dataset.js

@@ -1,106 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateDataset = generateDataset;
-const parser_1 = require("../parser");
-const usx_parser_1 = require("../parser/usx-parser");
-const book_order_1 = require("./book-order");
-const lodash_1 = require("lodash");
-const audio_1 = require("./audio");
-const codex_parser_1 = require("../parser/codex-parser");
-/**
- * Generates a list of output files from the given list of input files.
- * @param file The list of files.
- */
-function generateDataset(files, parser = new globalThis.DOMParser()) {
-    let output = {
-        translations: [],
-    };
-    let usfmParser = new parser_1.UsfmParser();
-    let usxParser = new usx_parser_1.USXParser(parser);
-    let codexParser = new codex_parser_1.CodexParser();
-    let parsedTranslations = new Map();
-    const unknownLanguages = new Set();
-    for (let file of files) {
-        try {
-            let parser;
-            if (file.fileType === 'usfm') {
-                parser = usfmParser;
-            }
-            else if (file.fileType === 'usx') {
-                parser = usxParser;
-            }
-            else if (file.fileType === 'json') {
-                parser = codexParser;
-            }
-            else {
-                console.warn('[generate] File does not have a valid type!', file.name);
-                continue;
-            }
-            const parsed = parser.parse(file.content);
-            const id = parsed.id;
-            if (!id) {
-                console.warn('[generate] File does not have a valid book ID!', file.name, id);
-                continue;
-            }
-            const order = book_order_1.bookOrderMap.get(id);
-            if (typeof order !== 'number') {
-                console.warn('[generate] Book does not have an order!', id);
-                continue;
-            }
-            const bookMap = book_order_1.bookIdMap.get(file.metadata.translation.language);
-            if (!bookMap) {
-                if (!unknownLanguages.has(file.metadata.translation.language)) {
-                    console.warn('[generate] File does not have a known language!', file.name, file.metadata.translation.language);
-                    unknownLanguages.add(file.metadata.translation.language);
-                }
-            }
-            const bookName = bookMap?.get(id);
-            if (!!bookMap && !bookName) {
-                console.warn('[generate] Book name not found for ID!', file.name, id);
-            }
-            let translation = parsedTranslations.get(file.metadata.translation.id);
-            if (!translation) {
-                translation = {
-                    ...(0, lodash_1.omit)(file.metadata.translation, 'direction'),
-                    textDirection: file.metadata.translation.direction,
-                    books: []
-                };
-                output.translations.push(translation);
-                parsedTranslations.set(file.metadata.translation.id, translation);
-            }
-            const name = parsed.header ?? bookName?.commonName ?? parsed.title;
-            if (!name) {
-                console.warn('[generate] Book does not have a name!', file.name, id);
-                continue;
-            }
-            const commonName = bookName?.commonName ?? parsed.header ?? parsed.title ?? id;
-            const book = {
-                id: id,
-                name,
-                commonName,
-                title: parsed.title ?? null,
-                order,
-                chapters: [],
-            };
-            for (let content of parsed.content) {
-                if (content.type === 'chapter') {
-                    book.chapters.push({
-                        chapter: {
-                            number: content.number,
-                            content: content.content,
-                            footnotes: content.footnotes
-                        },
-                        thisChapterAudioLinks: (0, audio_1.getAudioUrlsForChapter)(translation.id, id, content.number)
-                    });
-                }
-            }
-            book.chapters = (0, lodash_1.sortBy)(book.chapters, c => c.chapter.number);
-            const index = (0, lodash_1.sortedIndexBy)(translation.books, book, b => b.order);
-            translation.books.splice(index, 0, book);
-        }
-        catch (err) {
-            console.error(`[generate] Error occurred while parsing ${file.name}`, err);
-        }
-    }
-    return output;
-}

package/generation/index.d.ts

@@ -1,7 +0,0 @@
-import * as api from './api';
-import * as audio from './audio';
-import * as dataset from './dataset';
-import * as bookOrder from './book-order';
-export * from './common-types';
-export { api, audio, dataset, bookOrder };
-//# sourceMappingURL=index.d.ts.map

package/generation/index.js

@@ -1,38 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.bookOrder = exports.dataset = exports.audio = exports.api = void 0;
-const api = __importStar(require("./api"));
-exports.api = api;
-const audio = __importStar(require("./audio"));
-exports.audio = audio;
-const dataset = __importStar(require("./dataset"));
-exports.dataset = dataset;
-const bookOrder = __importStar(require("./book-order"));
-exports.bookOrder = bookOrder;
-__exportStar(require("./common-types"), exports);

package/index.d.ts

@@ -1,5 +0,0 @@
-import * as utils from './utils';
-import * as generation from './generation';
-import * as parser from './parser';
-export { utils, generation, parser, };
-//# sourceMappingURL=index.d.ts.map

package/index.js

@@ -1,32 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parser = exports.generation = exports.utils = void 0;
-const utils = __importStar(require("./utils"));
-exports.utils = utils;
-const generation = __importStar(require("./generation"));
-exports.generation = generation;
-const parser = __importStar(require("./parser"));
-exports.parser = parser;

package/parser/codex-parser.js

@@ -1,160 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CodexParser = exports.codexSchema = exports.metadataSchema = exports.chapterHeadingSchema = void 0;
-const zod_1 = require("zod");
-const utils_1 = require("../utils");
-exports.chapterHeadingSchema = zod_1.z.object({
-    type: zod_1.z.literal('chapter-heading'),
-    data: zod_1.z.object({
-        chapter: zod_1.z.coerce.number().int(),
-    }),
-});
-exports.metadataSchema = zod_1.z.discriminatedUnion('type', [
-    exports.chapterHeadingSchema
-]);
-exports.codexSchema = zod_1.z.object({
-    cells: zod_1.z.array(zod_1.z.object({
-        // kind: z.number().int(),
-        language: zod_1.z.string(),
-        value: zod_1.z.string(),
-        metadata: zod_1.z.object({
-            type: zod_1.z.string()
-        }).passthrough().nullable().optional()
-    })),
-});
-/**
- * Defines a parser for codex files.
- */
-class CodexParser {
-    // TODO:
-    // /**
-    //  * Whether to preserve markdown in the parsed content.
-    //  */
-    // preserveMarkdown: boolean = true;
-    _noteCounter = 0;
-    /**
-     * Parses the specified USX content.
-     *
-     * @param usx The USX content to parse.
-     * @returns The parse tree that was generated.
-     */
-    parse(codex) {
-        const json = JSON.parse(codex);
-        const data = exports.codexSchema.parse(json);
-        let root = {
-            type: 'root',
-            content: []
-        };
-        let chapters = new Map();
-        let lastChapter = null;
-        function addChapterContent(chapterNumber, content) {
-            let chapter = chapters.get(chapterNumber);
-            if (!chapter) {
-                chapter = {
-                    type: 'chapter',
-                    number: chapterNumber,
-                    content: [],
-                    footnotes: []
-                };
-                lastChapter = chapter;
-                chapters.set(chapterNumber, chapter);
-            }
-            chapter.content.push(...content);
-        }
-        function addReference(ref, content) {
-            addChapterContent(ref.chapter, [
-                {
-                    type: 'verse',
-                    number: ref.verse,
-                    content: content
-                }
-            ]);
-        }
-        for (let cell of data.cells) {
-            if (cell.language === 'scripture') {
-                const lines = cell.value.split('\n');
-                const references = lines.map(l => (0, utils_1.parseVerseReference)(l) ?? l);
-                let currentRef = null;
-                let content = [];
-                for (let i = 0; i < references.length; i++) {
-                    const ref = references[i];
-                    const nextRef = references[i + 1];
-                    if (typeof ref === 'string') {
-                        // continuation on existing verse
-                        // or line break between verses
-                        if (ref === '') {
-                            // line break
-                            if (typeof nextRef === 'object') {
-                                // between verses
-                                if (currentRef && currentRef.chapter === nextRef.chapter) {
-                                    // in same chapter
-                                    addChapterContent(currentRef.chapter, [
-                                        {
-                                            type: 'line_break',
-                                        }
-                                    ]);
-                                }
-                                else {
-                                    // do nothing since line breaks between chapters are ignored
-                                }
-                            }
-                            else {
-                                // inside verse
-                                content.push({
-                                    lineBreak: true
-                                });
-                            }
-                        }
-                        else if (ref) {
-                            content.push(ref);
-                        }
-                    }
-                    else {
-                        if (!root.id) {
-                            root.id = ref.book;
-                        }
-                        // new verse
-                        if (currentRef) {
-                            // finish previous verse
-                            currentRef = null;
-                            content = [];
-                        }
-                        currentRef = ref;
-                        if (ref.content) {
-                            content.push(ref.content);
-                        }
-                        addReference(ref, content);
-                    }
-                }
-            }
-            else if (cell.language === 'markdown') {
-                if (cell.metadata) {
-                    if (cell.metadata.type === 'chapter-heading') {
-                        const metadata = exports.metadataSchema.parse(cell.metadata);
-                        const chapter = metadata.data.chapter;
-                        addChapterContent(chapter, [
-                            {
-                                type: 'heading',
-                                content: [cell.value]
-                            }
-                        ]);
-                    }
-                }
-                else {
-                    if (lastChapter) {
-                        lastChapter.footnotes.push({
-                            noteId: this._noteCounter++,
-                            text: cell.value,
-                            caller: null,
-                        });
-                    }
-                }
-            }
-        }
-        for (let chapter of chapters.values()) {
-            root.content.push(chapter);
-        }
-        return root;
-    }
-}
-exports.CodexParser = CodexParser;

package/parser/codex-parser.spec.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=codex-parser.spec.d.ts.map