web-tts 0.1.5 → 0.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "web-tts",
-  "version": "0.1.5",
+  "version": "0.2.0",
   "description": "Convert webpages to audio speech",
   "main": "dist/index.js",
   "bin": {
@@ -38,7 +38,7 @@
     "minimist": "^1.2.5",
     "puppeteer": "^5.2.1",
     "tempy": "^0.6.0",
-    "tts-cli": "^2.0.3"
+    "tts-cli": "^3.0.0"
   },
   "devDependencies": {
     "@types/js-yaml": "^3.12.5",
@@ -78,5 +78,5 @@
     "all": false,
     "report-dir": "./coverage"
   },
-  "gitHead": "4160f16e9656526828e01c5781eed1eee5f1c007"
+  "gitHead": "eb798cd60ee25c96f5267bc222f72a59d8ef294f"
 }

package/dist/index.js

@@ -1,238 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const execa = require("execa");
-const fs_1 = require("fs");
-const js_yaml_1 = require("js-yaml");
-const minimist = require("minimist");
-const puppeteer = require("puppeteer");
-const tempy = require("tempy");
-const { copyFile, readFile, writeFile } = fs_1.promises;
-let page;
-let sourceText = '';
-let vars = {};
-const doAction = (action) => __awaiter(void 0, void 0, void 0, function* () {
-    if (action.command === 'click') {
-        let opts = action;
-        console.log(`Clicking on element ${opts.selector}...`);
-        yield page.click(opts.selector);
-    }
-    else if (action.command === 'each') {
-        let opts = action;
-        const iterable = typeof vars[opts.from] === 'string'
-            ? [vars[opts.from]]
-            : Array.from(vars[opts.from]);
-        for (const item of iterable) {
-            const replaceThis = (str) => {
-                return str.replace(/{{this}}/g, item);
-            };
-            for (const subaction of opts.actions) {
-                const clonedAction = Object.assign({}, subaction);
-                for (const key in clonedAction) {
-                    if (typeof clonedAction[key] === 'string') {
-                        clonedAction[key] = replaceThis(clonedAction[key]);
-                    }
-                }
-                yield doAction(clonedAction);
-            }
-        }
-    }
-    else if (action.command === 'getAll') {
-        let opts = action;
-        console.log(`Getting selectors matching "${opts.selector}...`);
-        const results = yield page.evaluate((selector, prop) => {
-            const matches = Array.from(document.querySelectorAll(selector));
-            return matches.map((el) => String(el[prop]));
-        }, opts.selector, opts.property);
-        console.log(`  ${results.length} matches found. Storing into "${opts.saveAs}".`);
-        vars[opts.saveAs] = results;
-    }
-    else if (action.command === 'getOne') {
-        let opts = action;
-        console.log(`Getting selector matching "${opts.selector}...`);
-        const result = yield page.evaluate((selector, prop) => {
-            const el = document.querySelector(selector);
-            return el && String(el[prop]);
-        }, opts.selector, opts.property);
-        console.log(`  ${result ? '1' : 'No'} match found. Storing into "${opts.saveAs}".`);
-        vars[opts.saveAs] = result;
-    }
-    else if (action.command === 'go') {
-        let opts = action;
-        console.log(`Loading URL ${opts.url}...`);
-        yield page.goto(opts.url);
-    }
-    else if (action.command === 'if') {
-        let opts = action;
-        console.log(`Checking if ${opts.negate ? 'not ' : ''}${opts.test} "${opts.value}"...`);
-        let isTrue = false;
-        if (opts.test === 'contains') {
-            isTrue = yield page.evaluate((selector, text) => {
-                const el = document.querySelector(selector);
-                return el && el.textContent && el.textContent.includes(text);
-            }, opts.selector, opts.value);
-        }
-        if (opts.negate) {
-            isTrue = !isTrue;
-        }
-        if (isTrue) {
-            console.log(`  is true; running actions.`);
-            for (const subaction of opts.actions) {
-                yield doAction(subaction);
-            }
-        }
-        else {
-            console.log('  is false; skipping actions.');
-        }
-    }
-    else if (action.command === 'input') {
-        let opts = action;
-        console.log(`Typing into field "${opts.selector}...`);
-        yield page.type(opts.selector, opts.value);
-    }
-    else if (action.command === 'scrape') {
-        let opts = action;
-        console.log(`Scraping text from "${opts.selector}"...`);
-        sourceText += yield page.evaluate(selector => {
-            const blockElements = [
-                'address',
-                'article',
-                'aside',
-                'blockquote',
-                'details',
-                'dialog',
-                'dd',
-                'div',
-                'dl',
-                'dt',
-                'fieldset',
-                'figcaption',
-                'figure',
-                'footer',
-                'form',
-                'h1',
-                'h2',
-                'h3',
-                'h4',
-                'h5',
-                'h6',
-                'header',
-                'hgroup',
-                'hr',
-                'li',
-                'main',
-                'nav',
-                'ol',
-                'p',
-                'pre',
-                'section',
-                'table',
-                'ul',
-            ].map(name => name.toUpperCase());
-            const codeElements = [
-                'noscript',
-                'script',
-                'style'
-            ].map(name => name.toUpperCase());
-            const inlineBreaks = [
-                'br'
-            ].map(name => name.toUpperCase());
-            const domToString = (node) => {
-                let str = '';
-                for (let child of Array.from(node.childNodes)) {
-                    if (child.nodeType === 3) { // text node
-                        str += child.textContent;
-                    }
-                    else if (child.nodeType === 1 && !codeElements.includes(child.nodeName)) { // element node
-                        if (blockElements.includes(child.nodeName)) {
-                            str += `\n${domToString(child)}.\n`;
-                        }
-                        else {
-                            str += domToString(child);
-                            if (inlineBreaks.includes(child.nodeName)) {
-                                str += '. ';
-                            }
-                        }
-                    }
-                }
-                return str;
-            };
-            const body = document.querySelector(selector);
-            return body ? domToString(body) : '';
-        }, opts.selector);
-    }
-    else if (action.command === 'waitForPage') {
-        console.log('Waiting for page to load...');
-        yield page.waitForNavigation();
-    }
-});
-(() => __awaiter(void 0, void 0, void 0, function* () {
-    const cliOpts = {
-        boolean: ['debug', 'headless'],
-        default: {
-            debug: false,
-            delay: 0,
-            headless: true,
-            height: 1000,
-            width: 2000
-        }
-    };
-    const args = minimist(process.argv.slice(2), cliOpts);
-    const commandsFile = args._[0];
-    if (!commandsFile) {
-        throw new Error('Missing commands filename');
-    }
-    const outputFile = args._[1];
-    if (!outputFile) {
-        throw new Error('Missing output filename');
-    }
-    const input = yield readFile(commandsFile, 'utf8');
-    const actions = js_yaml_1.safeLoad(input);
-    const browser = yield puppeteer.launch({
-        headless: args.headless,
-        devtools: args.debug,
-        slowMo: args.delay
-    });
-    page = yield browser.newPage();
-    if (args.debug) {
-        page.on('console', msg => console.log('PAGE LOG:', msg.text()));
-    }
-    yield page.setViewport({
-        width: args.width,
-        height: args.height
-    });
-    for (const action of actions) {
-        yield doAction(action);
-    }
-    yield browser.close();
-    const textFilename = tempy.file();
-    yield writeFile(textFilename, sourceText, 'utf8');
-    console.log('Converting text to audio...');
-    const audioFilename = tempy.file();
-    let ttsArgs = [
-        'node_modules/.bin/tts',
-        textFilename,
-        audioFilename
-    ];
-    for (const name in args) {
-        if (name === '_' || Object.keys(cliOpts.default).includes(name)) {
-            continue;
-        }
-        ttsArgs.push(`--${name}`, args[name]);
-    }
-    console.log(`  Running 'node ${ttsArgs.join(' ')}'`);
-    yield execa('node', ttsArgs, {
-        stdout: 'inherit',
-        stderr: 'inherit'
-    });
-    yield copyFile(audioFilename, outputFile);
-    console.log(`Done. Wrote file to ${outputFile}`);
-}))();