@helloao/cli 0.0.6 → 0.0.7

package/cli.js

@@ -1,204 +0,0 @@
-#!/usr/bin/env node
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const commander_1 = require("commander");
-const path_1 = __importDefault(require("path"));
-const promises_1 = require("fs/promises");
-const linkedom_1 = require("linkedom");
-const downloads_1 = require("./downloads");
-const uploads_1 = require("./uploads");
-const actions_1 = require("./actions");
-const db_1 = require("./db");
-const prompts_1 = require("@inquirer/prompts");
-async function start() {
-    const parser = new linkedom_1.DOMParser();
-    globalThis.DOMParser = linkedom_1.DOMParser;
-    globalThis.Element = linkedom_1.Element;
-    globalThis.Node = linkedom_1.Node;
-    const program = new commander_1.Command();
-    program
-        .name('helloao')
-        .description('A CLI for managing a Free Use Bible API.')
-        .version('0.0.1');
-    program
-        .command('init [path]')
-        .description('Initialize a new Bible API DB.')
-        .option('--source <path>', 'The source database to copy from.')
-        .option('--language <languages...>', 'The language(s) that the database should be initialized with.')
-        .action(async (dbPath, options) => {
-        await (0, actions_1.initDb)(dbPath, options);
-    });
-    program
-        .command('import-translation <dir> [dirs...]')
-        .description('Imports a translation from the given directory into the database.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .action(async (dir, dirs, options) => {
-        await (0, actions_1.importTranslation)(dir, dirs, options);
-    });
-    program
-        .command('import-translations <dir>')
-        .description('Imports all translations from the given directory into the database.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .action(async (dir, options) => {
-        await (0, actions_1.importTranslations)(dir, options);
-    });
-    program
-        .command('upload-test-translation <input>')
-        .description(`Uploads a translation to the HelloAO Free Bible API test S3 bucket.\nRequires access to the HelloAO Free Bible API test S3 bucket.\nFor inquiries, please contact hello@helloao.org.`)
-        .option('--batch-size <size>', 'The number of translations to generate API files for in each batch.', '50')
-        .option('--translations <translations...>', 'The translations to generate API files for.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .option('--overwrite-common-files', 'Whether to overwrite only common files.')
-        .option('--file-pattern <pattern>', 'The file pattern regex that should be used to filter the files that are generated.')
-        .option('--use-common-name', 'Whether to use the common name for the book chapter API link. If false, then book IDs are used.')
-        .option('--generate-audio-files', 'Whether to replace the audio URLs in the dataset with ones that are hosted locally.')
-        .option('--profile <profile>', 'The AWS profile to use for uploading to S3.')
-        .option('--access-key-id <accessKeyId>', 'The AWS access key ID to use for uploading to S3.')
-        .option('--secret-access-key <secretAccessKey>', 'The AWS Secret Access Key to use for uploading to S3.')
-        .option('--pretty', 'Whether to generate pretty-printed JSON files.')
-        .option('--s3-url <s3Url>', 'The S3 bucket URL to upload the files to.', 's3://ao-bible-api-public-uploads')
-        .action(async (input, options) => {
-        const good = await (0, prompts_1.confirm)({
-            message: 'Uploaded files will be publicly accessible. Continue?',
-            default: false,
-        });
-        if (!good) {
-            return;
-        }
-        const result = await (0, actions_1.uploadTestTranslation)(input, options);
-        console.log('\n');
-        console.log('Version:               ', result.version);
-        console.log('Uploaded to:           ', result.uploadS3Url);
-        console.log('URL:                   ', result.url);
-        console.log('Available Translations:', result.availableTranslationsUrl);
-    });
-    program
-        .command('upload-test-translations <input>')
-        .description(`Uploads all the translations in the given input directory to the HelloAO Free Bible API test S3 bucket.\nRequires access to the HelloAO Free Bible API test S3 bucket.\nFor inquiries, please contact hello@helloao.org.`)
-        .option('--batch-size <size>', 'The number of translations to generate API files for in each batch.', '50')
-        .option('--translations <translations...>', 'The translations to generate API files for.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .option('--overwrite-common-files', 'Whether to overwrite only common files.')
-        .option('--file-pattern <pattern>', 'The file pattern regex that should be used to filter the files that are generated.')
-        .option('--use-common-name', 'Whether to use the common name for the book chapter API link. If false, then book IDs are used.')
-        .option('--generate-audio-files', 'Whether to replace the audio URLs in the dataset with ones that are hosted locally.')
-        .option('--profile <profile>', 'The AWS profile to use for uploading to S3.')
-        .option('--access-key-id <accessKeyId>', 'The AWS access key ID to use for uploading to S3.')
-        .option('--secret-access-key <secretAccessKey>', 'The AWS Secret Access Key to use for uploading to S3.')
-        .option('--pretty', 'Whether to generate pretty-printed JSON files.')
-        .option('--s3-url <s3Url>', 'The S3 bucket URL to upload the files to.', 's3://ao-bible-api-public-uploads')
-        .action(async (input, options) => {
-        const good = await (0, prompts_1.confirm)({
-            message: 'Uploaded files will be publicly accessible. Continue?',
-            default: false,
-        });
-        if (!good) {
-            return;
-        }
-        const result = await (0, actions_1.uploadTestTranslations)(input, options);
-        console.log('\nVersion:             ', result.version);
-        console.log('Uploaded to:          ', result.uploadS3Url);
-        console.log('URL:                  ', result.url);
-        console.log('Available Translations:', result.availableTranslationsUrl);
-    });
-    program
-        .command('generate-translation-files <input> <dir>')
-        .description('Generates API files from the given input translation.')
-        .option('--batch-size <size>', 'The number of translations to generate API files for in each batch.', '50')
-        .option('--translations <translations...>', 'The translations to generate API files for.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .option('--overwrite-common-files', 'Whether to overwrite only common files.')
-        .option('--file-pattern <pattern>', 'The file pattern regex that should be used to filter the files that are generated.')
-        .option('--use-common-name', 'Whether to use the common name for the book chapter API link. If false, then book IDs are used.')
-        .option('--generate-audio-files', 'Whether to replace the audio URLs in the dataset with ones that are hosted locally.')
-        .option('--profile <profile>', 'The AWS profile to use for uploading to S3.')
-        .option('--access-key-id <accessKeyId>', 'The AWS access key ID to use for uploading to S3.')
-        .option('--secret-access-key <secretAccessKey>', 'The AWS Secret Access Key to use for uploading to S3.')
-        .option('--pretty', 'Whether to generate pretty-printed JSON files.')
-        .action(async (input, dest, options) => {
-        await (0, actions_1.generateTranslationFiles)(input, dest, options);
-    });
-    program
-        .command('generate-translations-files <input> <dir>')
-        .description('Generates API files from the given input translations.')
-        .option('--batch-size <size>', 'The number of translations to generate API files for in each batch.', '50')
-        .option('--translations <translations...>', 'The translations to generate API files for.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .option('--overwrite-common-files', 'Whether to overwrite only common files.')
-        .option('--file-pattern <pattern>', 'The file pattern regex that should be used to filter the files that are uploaded.')
-        .option('--use-common-name', 'Whether to use the common name for the book chapter API link. If false, then book IDs are used.')
-        .option('--generate-audio-files', 'Whether to replace the audio URLs in the dataset with ones that are hosted locally.')
-        .option('--profile <profile>', 'The AWS profile to use for uploading to S3.')
-        .option('--access-key-id <accessKeyId>', 'The AWS access key ID to use for uploading to S3.')
-        .option('--secret-access-key <secretAccessKey>', 'The AWS Secret Access Key to use for uploading to S3.')
-        .option('--pretty', 'Whether to generate pretty-printed JSON files.')
-        .action(async (input, dest, options) => {
-        await (0, actions_1.generateTranslationsFiles)(input, dest, options);
-    });
-    program
-        .command('upload-api-files')
-        .argument('<dest>', 'The destination to upload the API files to.')
-        .description('Uploads API files to the specified destination. For S3, use the format s3://bucket-name/path/to/folder.')
-        .option('--batch-size <size>', 'The number of translations to generate API files for in each batch.', '50')
-        .option('--translations <translations...>', 'The translations to generate API files for.')
-        .option('--overwrite', 'Whether to overwrite existing files.')
-        .option('--overwrite-common-files', 'Whether to overwrite only common files.')
-        .option('--file-pattern <pattern>', 'The file pattern regex that should be used to filter the files that are uploaded.')
-        .option('--use-common-name', 'Whether to use the common name for the book chapter API link. If false, then book IDs are used.')
-        .option('--generate-audio-files', 'Whether to replace the audio URLs in the dataset with ones that are hosted locally.')
-        .option('--profile <profile>', 'The AWS profile to use for uploading to S3.')
-        .option('--access-key-id <accessKeyId>', 'The AWS access key ID to use for uploading to S3.')
-        .option('--secret-access-key <secretAccessKey>', 'The AWS Secret Access Key to use for uploading to S3.')
-        .option('--pretty', 'Whether to generate pretty-printed JSON files.')
-        .action(async (dest, options) => {
-        const db = (0, db_1.getPrismaDbFromDir)(process.cwd());
-        try {
-            await (0, uploads_1.uploadApiFilesFromDatabase)(db, dest, options);
-        }
-        finally {
-            db.$disconnect();
-        }
-    });
-    program
-        .command('fetch-translations <dir> [translations...]')
-        .description('Fetches the specified translations from fetch.bible and places them in the given directory.')
-        .option('-a, --all', 'Fetch all translations. If omitted, only undownloaded translations will be fetched.')
-        .action(async (dir, translations, options) => {
-        await (0, actions_1.fetchTranslations)(dir, translations, options);
-    });
-    program
-        .command('fetch-audio <dir> [translations...]')
-        .description('Fetches the specified audio translations and places them in the given directory.\nTranslations should be in the format "translationId/audioId". e.g. "BSB/gilbert"')
-        .option('-a, --all', 'Fetch all translations. If omitted, only undownloaded translations will be fetched.')
-        .action(async (dir, translations, options) => {
-        await (0, actions_1.fetchAudio)(dir, translations, options);
-    });
-    program
-        .command('fetch-bible-metadata <dir>')
-        .description('Fetches the Theographic bible metadata and places it in the given directory.')
-        .action(async (dir) => {
-        let files = [
-            'books.json',
-            'chapters.json',
-            'easton.json',
-            'events.json',
-            'people.json',
-            'peopleGroups.json',
-            'periods.json',
-            'places.json',
-            'verses.json',
-        ];
-        await (0, promises_1.mkdir)(dir, { recursive: true });
-        let promises = files.map(async (file) => {
-            const url = `https://raw.githubusercontent.com/robertrouse/theographic-bible-metadata/master/json/${file}`;
-            const fullPath = path_1.default.resolve(dir, file);
-            await (0, downloads_1.downloadFile)(url, fullPath);
-        });
-        await Promise.all(promises);
-    });
-    await program.parseAsync(process.argv);
-}
-start();

package/db.d.ts

@@ -1,92 +0,0 @@
-import { PrismaClient } from './prisma-gen';
-import { Database } from 'better-sqlite3';
-import { DatasetOutput, DatasetTranslation, DatasetTranslationBook } from '@helloao/tools/generation/dataset';
-import { InputFile, TranslationBookChapter } from '@helloao/tools/generation';
-import { GenerateApiOptions } from '@helloao/tools/generation/api';
-import { DOMParser } from 'linkedom';
-import { Readable } from 'stream';
-/**
- * Imports the translations from the given directories into the database.
- * @param db The database to import the translations into.
- * @param dirs The directories to import the translations from.
- * @param parser The DOM parser that should be used for USX files.
- * @param overwrite Whether to force a reload of the translations.
- */
-export declare function importTranslations(db: Database, dirs: string[], parser: DOMParser, overwrite: boolean): Promise<void>;
-/**
- * Imports a batch of translations from the given directories into the database.
- * @param db The database to import the translations into.
- * @param dirs The directories that contain the translations.
- * @param parser The DOM parser that should be used for USX files.
- * @param overwrite Whether to force a reload of the translations.
- */
-export declare function importTranslationBatch(db: Database, dirs: string[], parser: DOMParser, overwrite: boolean): Promise<void>;
-/**
- * Parses and imports the given files into the database.
- * @param db The database to import the files into.
- * @param files The files that should be parsed.
- * @param parser The DOM parser that should be used for USX files.
- * @param overwrite Whether to force a reload of the translations.
- */
-export declare function importTranslationFileBatch(db: Database, files: InputFile[], parser: DOMParser, overwrite: boolean): Promise<void>;
-/**
- * Filters the given input files to only include those that have changed.
- * @param db The database to check for changes.
- * @param files The files to filter.
- */
-export declare function getChangedOrNewInputFiles(db: Database, files: InputFile[]): InputFile[];
-export declare function insertFileMetadata(db: Database, files: InputFile[]): void;
-export declare function insertTranslations(db: Database, translations: DatasetTranslation[]): void;
-export declare function insertTranslationBooks(db: Database, translation: DatasetTranslation, translationBooks: DatasetTranslationBook[]): void;
-export declare function insertTranslationContent(db: Database, translation: DatasetTranslation, book: DatasetTranslationBook, chapters: TranslationBookChapter[]): void;
-export declare function getDbPathFromDir(dir: string): string;
-export declare function getDbPath(p: string | null): string;
-export declare function getPrismaDbFromDir(dir: string): PrismaClient<{
-    datasources: {
-        db: {
-            url: string;
-        };
-    };
-}, never, import("prisma-gen/runtime/library").DefaultArgs>;
-export declare function getDbFromDir(dir: string): Promise<Database>;
-export declare function getDb(dbPath: string): Promise<Database>;
-export interface SerializedFile {
-    path: string;
-    content: string | Readable;
-    /**
-     * Gets the base64-encoded SHA256 hash of the content of the file.
-     */
-    sha256?(): string;
-}
-/**
- * Loads the datasets from the database in a series of batches.
- * @param db The database.
- * @param translationsPerBatch The number of translations to load per batch.
- * @param translationsToLoad The list of translations to load. If not provided, all translations will be loaded.
- */
-export declare function loadDatasets(db: PrismaClient, translationsPerBatch?: number, translationsToLoad?: string[]): AsyncGenerator<DatasetOutput>;
-export interface SerializeApiOptions extends GenerateApiOptions {
-    /**
-     * Whether the output should be pretty-printed.
-     */
-    pretty?: boolean;
-}
-/**
- * Generates and serializes the API files for the datasets that are stored in the database.
- * Yields each batch of serialized files.
- * @param db The database that the dataset should be loaded from.
- * @param options The options to use for serializing the files.
- * @param apiOptions The options to use for generating the API files.
- * @param translationsPerBatch The number of translations that should be loaded and written per batch.
- * @param translations The list of translations that should be loaded. If not provided, all translations will be loaded.
- */
-export declare function serializeFilesFromDatabase(db: PrismaClient, options?: SerializeApiOptions, translationsPerBatch?: number, translations?: string[]): AsyncGenerator<SerializedFile[]>;
-/**
- * Generates and serializes the API files for the given datasets.
- * Yields each batch of serialized files.
- *
- * @param datasets The datasets to serialize.
- * @param options The options to use for generating and serializing the files.
- */
-export declare function serializeDatasets(datasets: AsyncIterable<DatasetOutput>, options?: SerializeApiOptions): AsyncGenerator<SerializedFile[]>;
-//# sourceMappingURL=db.d.ts.map