hydra-crawler 2.8.3 → 3.0.1

package/dist/parsers/ollama.parser.js

@@ -1,51 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { CommonsFixedDuration, commonsTypeHasPropertyNumberOrUndefined, commonsTypeHasPropertyString, commonsTypeHasPropertyT } from 'tscommons-es-core';
-import { commonsOutputDebug, commonsOutputError } from 'nodecommons-es-cli';
-import { RigQueueLengthService } from '../services/rig-queue-length.service';
-import { TextParser } from './text.parser';
-import { isIDataConfig } from './data.parser';
-export function isIOllamaConfig(test) {
-    if (!isIDataConfig(test))
-        return false;
-    if (!commonsTypeHasPropertyString(test, 'url'))
-        return false;
-    if (!commonsTypeHasPropertyString(test, 'key'))
-        return false;
-    if (!commonsTypeHasPropertyNumberOrUndefined(test, 'keepAlive'))
-        return false;
-    return true;
-}
-export class OllamaParser extends TextParser {
-    constructor(outcome, config, configKey) {
-        super(outcome, config, configKey);
-        if (!config)
-            return;
-        if (!commonsTypeHasPropertyT(config, 'ollama', isIOllamaConfig)) {
-            commonsOutputError('Invalid config for OllamaParser');
-        }
-        const ollamaConfig = config['ollama'];
-        this.ollamaUrl = ollamaConfig.url;
-        this.ollamaKey = ollamaConfig.key;
-        if (ollamaConfig.keepAlive) {
-            this.ollamaKeepAlive = CommonsFixedDuration.fromMillis(ollamaConfig.keepAlive);
-        }
-    }
-    debugGetLength() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.ollamaUrl || !this.ollamaKey)
-                return;
-            const rigService = new RigQueueLengthService(this.ollamaUrl, this.ollamaKey);
-            const length = yield rigService.getLength();
-            commonsOutputDebug(`Rig queue length is: ${length.active} active, ${length.queue} queued: ${length.line} total line length.`);
-        });
-    }
-}
-//# sourceMappingURL=ollama.parser.js.map

package/dist/parsers/ollama.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ollama.parser.js","sourceRoot":"","sources":["../../src/parsers/ollama.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,oBAAoB,EAAE,uCAAuC,EAAE,4BAA4B,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAErK,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAE5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAO7E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAO3D,MAAM,UAAU,eAAe,CAAC,IAAa;IAC5C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAgB,YAAsC,SAAQ,UAAa;IAKhF,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CACH,OAAO,EACP,MAAM,EACN,SAAS,CACV,CAAC;QAEF,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAgB,MAAM,EAAE,QAAQ,EAAE,eAAe,CAAC,EAAE;YAC/E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;SACtD;QACD,MAAM,YAAY,GAAkB,MAAM,CAAC,QAAQ,CAAkB,CAAC;QAEtE,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC;QAElC,IAAI,YAAY,CAAC,SAAS,EAAE;YAC3B,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC/E;IACF,CAAC;IAEY,cAAc;;YAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,OAAO;YAE/C,MAAM,UAAU,GAA0B,IAAI,qBAAqB,CACjE,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,CACf,CAAC;YAEF,MAAM,MAAM,GAAiB,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;YAC1D,kBAAkB,CAAC,wBAAwB,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,KAAK,YAAY,MAAM,CAAC,IAAI,qBAAqB,CAAC,CAAC;QAC/H,CAAC;KAAA;CACD"}

package/dist/parsers/paragraphs.parser.js

@@ -1,49 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsStringSplitWords, commonsTypeHasPropertyNumberOrUndefined } from 'tscommons-es-core';
-import { HtmlParser } from './html.parser';
-import { isIDataConfig } from './data.parser';
-export function isIParagraphsConfig(test) {
-    if (!isIDataConfig(test))
-        return false;
-    if (!commonsTypeHasPropertyNumberOrUndefined(test, 'paragraphWordsThreshold'))
-        return false;
-    return true;
-}
-export class ParagraphsParser extends HtmlParser {
-    static parseParagraphs(dom, paragraphsConfig) {
-        const nodes = dom('p,dd')
-            .contents()
-            // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access
-            .filter((_index, element) => element.nodeType === 3);
-        const paragraphs = [];
-        dom(nodes).each((_index, element) => {
-            const paragraph = dom(element).text();
-            if (paragraphsConfig.paragraphWordsThreshold && commonsStringSplitWords(paragraph).length >= paragraphsConfig.paragraphWordsThreshold) {
-                paragraphs.push(paragraph);
-            }
-        });
-        return paragraphs
-            .map((p) => p.trim())
-            .filter((p) => p !== '');
-    }
-    parse(database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.dom)
-                return; // invalid parse
-            const paragraphsConfig = this.getConfig(isIParagraphsConfig);
-            if (!paragraphsConfig)
-                return;
-            const paragraphs = ParagraphsParser.parseParagraphs(this.dom, paragraphsConfig);
-            yield this.parseParagraphs(database, paragraphs);
-        });
-    }
-}
-//# sourceMappingURL=paragraphs.parser.js.map

package/dist/parsers/paragraphs.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"paragraphs.parser.js","sourceRoot":"","sources":["../../src/parsers/paragraphs.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,uBAAuB,EAAE,uCAAuC,EAAE,MAAM,mBAAmB,CAAC;AAIrG,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAK3D,MAAM,UAAU,mBAAmB,CAAC,IAAa;IAChD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,yBAAyB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE5F,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAgB,gBAA8C,SAAQ,UAAa;IACjF,MAAM,CAAC,eAAe,CAC3B,GAAiB,EACjB,gBAAmC;QAEpC,MAAM,KAAK,GAAoB,GAAG,CAAC,MAAM,CAAC;aACvC,QAAQ,EAAE;YACX,sEAAsE;aACrE,MAAM,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAW,EAAE,CAAE,OAAe,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC;QAElG,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CACb,CAAC,MAAc,EAAE,OAAwB,EAAQ,EAAE;YAClD,MAAM,SAAS,GAAW,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAE9C,IAAI,gBAAgB,CAAC,uBAAuB,IAAI,uBAAuB,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,gBAAgB,CAAC,uBAAuB,EAAE;gBACtI,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aAC3B;QACF,CAAC,CACF,CAAC;QAEF,OAAO,UAAU;aACd,GAAG,CAAC,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAIY,KAAK,CAAC,QAAyB;;YAC3C,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO,CAAC,gBAAgB;YAEvC,MAAM,gBAAgB,GAAgC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAC1F,IAAI,CAAC,gBAAgB;gBAAE,OAAO;YAE9B,MAAM,UAAU,GAAa,gBAAgB,CAAC,eAAe,CAC3D,IAAI,CAAC,GAAG,EACR,gBAAgB,CACjB,CAAC;YAEF,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC;KAAA;CACD"}

package/dist/parsers/parser.js

@@ -1,57 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeHasPropertyT } from 'tscommons-es-core';
-import { commonsOutputError } from 'nodecommons-es-cli';
-import { isIParserConfig } from '../interfaces/iparser-config';
-export class Parser {
-    // these all have to be optional because of the Ctor approach used elsewhere
-    // similarly, we don't check types of the config (T) other than the enabled in TParserConfig
-    constructor(outcome, config, configKey) {
-        this.outcome = outcome;
-        this.configKey = configKey;
-        this.enabled = false;
-        if (!config || !this.configKey)
-            return;
-        if (!commonsTypeHasPropertyT(config, this.configKey, isIParserConfig)) {
-            commonsOutputError(`Invalid config for Parser (${this.configKey})`);
-        }
-        this.parserConfig = config[this.configKey];
-        this.enabled = this.parserConfig.enabled;
-    }
-    getConfig(// this allows subclasses to get their config without having to have all the T attributes of their own children
-    checker) {
-        if (!this.parserConfig)
-            return undefined;
-        if (!checker(this.parserConfig))
-            throw new Error(`Invalid parser config for ${this.configKey}`);
-        return this.parserConfig;
-    }
-    isEnabled() {
-        return this.enabled;
-    }
-    init(_database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            // subclasses can implement
-        });
-    }
-    parse(_database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            // subclasses can implement
-        });
-    }
-    // eslint-disable-next-line @typescript-eslint/require-await
-    links() {
-        return __awaiter(this, void 0, void 0, function* () {
-            // subclasses can implement
-            return [];
-        });
-    }
-}
-//# sourceMappingURL=parser.js.map

package/dist/parsers/parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/parsers/parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAMxD,OAAO,EAAiB,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAE9E,MAAM,OAAgB,MAAM;IAI3B,4EAA4E;IAC5E,4FAA4F;IAC5F,YACY,OAAyB,EACnC,MAAkC,EAC1B,SAAkB;QAFhB,YAAO,GAAP,OAAO,CAAkB;QAE3B,cAAS,GAAT,SAAS,CAAS;QARpB,YAAO,GAAY,KAAK,CAAC;QAUhC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAEvC,IAAI,CAAC,uBAAuB,CAAgB,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE;YACrF,kBAAkB,CAAC,8BAA8B,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;SACpE;QAED,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAM,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;IAC1C,CAAC;IAES,SAAS,CAAK,+GAA+G;IACrI,OAAqC;QAEtC,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,SAAS,CAAC;QAEzC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAU,EAAE,CAAC,CAAC;QAEjG,OAAO,IAAI,CAAC,YAAiB,CAAC;IAC/B,CAAC;IAEM,SAAS;QACf,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAIY,IAAI,CAAC,SAA0B;;YAC3C,2BAA2B;QAC5B,CAAC;KAAA;IAEY,KAAK,CAAC,SAA0B;;YAC5C,2BAA2B;QAC5B,CAAC;KAAA;IAED,4DAA4D;IAC/C,KAAK;;YACjB,2BAA2B;YAE3B,OAAO,EAAE,CAAC;QACX,CAAC;KAAA;CACD"}

package/dist/parsers/php-error.parser.d.ts

@@ -1,12 +0,0 @@
-import { TKeyObject } from 'tscommons-es-core';
-import { DatabaseService } from '../services/database.service';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { StringParser } from './string.parser';
-import { IDataConfig } from './data.parser';
-export declare class PhpErrorParser extends StringParser<IDataConfig> {
-    private url?;
-    constructor(url?: string | undefined, outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>);
-    parse(database: DatabaseService): Promise<void>;
-    supports(_contentType: string, isAllow: boolean): boolean;
-}

package/dist/parsers/php-error.parser.js

@@ -1,52 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { deriveEPhpErrorType } from 'hydra-crawler-ts-assets';
-import { StringParser } from './string.parser';
-const PHP_ERROR = '<br />\\s{1,2}<b>([A-Za-z ]+?)</b>:  ([^<]+?) in <b>([^<]+?)</b> on line <b>([0-9]+?)</b><br />';
-export class PhpErrorParser extends StringParser {
-    constructor(url, outcome, config) {
-        super(outcome, config, 'phpError');
-        this.url = url;
-    }
-    parse(database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.stringData || !this.url)
-                return;
-            const pattern = new RegExp(PHP_ERROR, 'g');
-            const errors = [];
-            while (true) {
-                const result = pattern.exec(this.stringData);
-                if (result === null)
-                    break;
-                const type = deriveEPhpErrorType(result[1]);
-                if (type === undefined)
-                    continue;
-                const message = result[2];
-                const file = result[3];
-                const line = parseInt(result[4], 10);
-                const error = {
-                    type: type,
-                    message: message,
-                    file: file,
-                    line: line
-                };
-                errors.push(error);
-            }
-            if (errors.length > 0)
-                yield database.setData(this.url, 'phpErrors', errors);
-            else
-                yield database.unsetData(this.url, 'phpErrors');
-        });
-    }
-    supports(_contentType, isAllow) {
-        return isAllow; // everything allowlisted
-    }
-}
-//# sourceMappingURL=php-error.parser.js.map

package/dist/parsers/php-error.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"php-error.parser.js","sourceRoot":"","sources":["../../src/parsers/php-error.parser.ts"],"names":[],"mappings":";;;;;;;;;AAGA,OAAO,EAAiB,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAO7E,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAG/C,MAAM,SAAS,GAAW,iGAAiG,CAAC;AAE5H,MAAM,OAAO,cAAe,SAAQ,YAAyB;IAC5D,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAJ1B,QAAG,GAAH,GAAG,CAAS;IAKtB,CAAC;IAEY,KAAK,CAAC,QAAyB;;YAC3C,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAE1C,MAAM,OAAO,GAAW,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAEnD,MAAM,MAAM,GAAgB,EAAE,CAAC;YAC/B,OAAO,IAAI,EAAE;gBACZ,MAAM,MAAM,GAAyB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACnE,IAAI,MAAM,KAAK,IAAI;oBAAE,MAAM;gBAE3B,MAAM,IAAI,GAA4B,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,IAAI,IAAI,KAAK,SAAS;oBAAE,SAAS;gBAEjC,MAAM,OAAO,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;gBAClC,MAAM,IAAI,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,IAAI,GAAW,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAE7C,MAAM,KAAK,GAAc;oBACvB,IAAI,EAAE,IAAI;oBACV,OAAO,EAAE,OAAO;oBAChB,IAAI,EAAE,IAAI;oBACV,IAAI,EAAE,IAAI;iBACX,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnB;YAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;;gBACxE,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACtD,CAAC;KAAA;IAEM,QAAQ,CAAC,YAAoB,EAAE,OAAgB;QACrD,OAAO,OAAO,CAAC,CAAC,yBAAyB;IAC1C,CAAC;CACD"}

package/dist/parsers/phrase.parser.js

@@ -1,26 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { RegexParser } from './regex.parser';
-export class PhraseParser extends RegexParser {
-    setPhrases(phrases, caseInsensitive) {
-        const map = new Map();
-        for (const phrase of phrases) {
-            const regex = new RegExp(`(^|[^0-9A-Za-z])${phrase}($|[^0-9A-Za-z])`, `g${caseInsensitive ? 'i' : ''}`);
-            map.set(phrase, regex);
-        }
-        this.setRegExs(map);
-    }
-    parseRegExs(database, matches) {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.parsePhrases(database, Array.from(matches.keys()));
-        });
-    }
-}
-//# sourceMappingURL=phrase.parser.js.map

package/dist/parsers/phrase.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"phrase.parser.js","sourceRoot":"","sources":["../../src/parsers/phrase.parser.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAG7C,MAAM,OAAgB,YAA0C,SAAQ,WAAc;IAC9E,UAAU,CACf,OAAiB,EACjB,eAAwB;QAEzB,MAAM,GAAG,GAAwB,IAAI,GAAG,EAAkB,CAAC;QAC3D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC7B,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,mBAAmB,MAAM,kBAAkB,EAAE,IAAI,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChH,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;SACvB;QAED,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAIe,WAAW,CAAC,QAAyB,EAAE,OAAuC;;YAC7F,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;KAAA;CACD"}

package/dist/parsers/regex.parser.js

@@ -1,43 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { TextParser } from './text.parser';
-export class RegexParser extends TextParser {
-    constructor() {
-        super(...arguments);
-        this.regexs = new Map();
-    }
-    setRegExs(regexs) {
-        for (const key of regexs.keys()) {
-            this.regexs.set(key, regexs.get(key));
-        }
-    }
-    getRegExs() {
-        return this.regexs;
-    }
-    parseText(database, text) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const matches = new Map();
-            for (const key of this.regexs.keys()) {
-                const regex = this.regexs.get(key);
-                const results = [];
-                while (true) {
-                    const result = regex.exec(text);
-                    if (!result || result === null)
-                        break;
-                    results.push(result);
-                }
-                if (results.length > 0)
-                    matches.set(key, results);
-            }
-            yield this.parseRegExs(database, matches);
-        });
-    }
-}
-//# sourceMappingURL=regex.parser.js.map

package/dist/parsers/regex.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"regex.parser.js","sourceRoot":"","sources":["../../src/parsers/regex.parser.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,MAAM,OAAgB,WAAmC,SAAQ,UAAa;IAA9E;;QACS,WAAM,GAAwB,IAAI,GAAG,EAAkB,CAAC;IAgCjE,CAAC;IA9BU,SAAS,CAAC,MAA2B;QAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,CAAC;SACvC;IACF,CAAC;IAEM,SAAS;QACf,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAIe,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,MAAM,OAAO,GAAmC,IAAI,GAAG,EAA6B,CAAC;YACrF,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAW,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;gBAE5C,MAAM,OAAO,GAAsB,EAAE,CAAC;gBACtC,OAAO,IAAI,EAAE;oBACZ,MAAM,MAAM,GAAyB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtD,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,IAAI;wBAAE,MAAM;oBAEtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACrB;gBAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;aAClD;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;KAAA;CACD"}

package/dist/parsers/server.parser.d.ts

@@ -1,11 +0,0 @@
-import { TKeyObject } from 'tscommons-es-core';
-import { DatabaseService } from '../services/database.service';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { Parser } from './parser';
-export declare class ServerParser extends Parser<IParserConfig> {
-    private url?;
-    constructor(url?: string | undefined, outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>);
-    supports(_contentType: string): boolean;
-    parse(database: DatabaseService): Promise<void>;
-}

package/dist/parsers/server.parser.js

@@ -1,67 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { EServer } from '../enums/eserver';
-import { EXPoweredBy } from '../enums/ex-powered-by';
-import { Parser } from './parser';
-export class ServerParser extends Parser {
-    constructor(url, outcome, config) {
-        super(outcome, config, 'server');
-        this.url = url;
-    }
-    supports(_contentType) {
-        return true; // everything
-    }
-    parse(database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.outcome || !this.url)
-                return;
-            const server = this.outcome.headers['server'] || undefined;
-            const xPoweredBy = this.outcome.headers['x-powered-by'] || undefined;
-            if (server === undefined && xPoweredBy === undefined) {
-                yield database.unsetData(this.url, 'server');
-                return;
-            }
-            const data = {};
-            if (server) {
-                if (/^Apache($|\/)/.test(server))
-                    data.server = EServer.APACHE;
-                if (/^Microsoft-IIS($|\/)/.test(server))
-                    data.server = EServer.IIS;
-                if (/^nginx($|\/)/.test(server))
-                    data.server = EServer.NGINX;
-                if (/^cloudflare($|\/)/.test(server))
-                    data.server = EServer.CLOUDFLARE;
-                if (/^AmazonS3($|\/)/.test(server))
-                    data.server = EServer.AMAZONS3;
-                if (/^Jetty($|\/)/.test(server))
-                    data.server = EServer.JETTY;
-            }
-            if (xPoweredBy) {
-                if (/^PHP($|\/)/.test(xPoweredBy))
-                    data.xPoweredBy = EXPoweredBy.PHP;
-                if (/^ASP.NET($|\/)/.test(xPoweredBy))
-                    data.xPoweredBy = EXPoweredBy.ASPNET;
-                if (/^Express($|\/)/.test(xPoweredBy))
-                    data.xPoweredBy = EXPoweredBy.EXPRESS;
-                if (/^Zope($|\/)/.test(xPoweredBy))
-                    data.xPoweredBy = EXPoweredBy.ZOPE;
-            }
-            if (data.server === undefined && data.xPoweredBy === undefined) {
-                yield database.unsetData(this.url, 'server');
-                return;
-            }
-            try {
-                yield database.setData(this.url, 'server', data);
-            }
-            catch (ex) { /* do nothing */ }
-        });
-    }
-}
-//# sourceMappingURL=server.parser.js.map

package/dist/parsers/server.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"server.parser.js","sourceRoot":"","sources":["../../src/parsers/server.parser.ts"],"names":[],"mappings":";;;;;;;;;AAQA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,MAAM,OAAO,YAAa,SAAQ,MAAqB;IACtD,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAJxB,QAAG,GAAH,GAAG,CAAS;IAKtB,CAAC;IAEM,QAAQ,CAAC,YAAoB;QACnC,OAAO,IAAI,CAAC,CAAC,aAAa;IAC3B,CAAC;IAEY,KAAK,CAAC,QAAyB;;YAC3C,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAEvC,MAAM,MAAM,GAAsB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAY,IAAI,SAAS,CAAC;YACzF,MAAM,UAAU,GAAsB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAY,IAAI,SAAS,CAAC;YAEnG,IAAI,MAAM,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE;gBACrD,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAC7C,OAAO;aACP;YAED,MAAM,IAAI,GAAY,EAAE,CAAC;YAEzB,IAAI,MAAM,EAAE;gBACX,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAC/D,IAAI,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;gBACnE,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;gBAC7D,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;gBACvE,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;gBACnE,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC;oBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;aAC7D;YAED,IAAI,UAAU,EAAE;gBACf,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;oBAAE,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC;gBACrE,IAAI,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC;oBAAE,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;gBAC5E,IAAI,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC;oBAAE,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC;gBAC7E,IAAI,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC;oBAAE,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC;aACvE;YAED,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;gBAC/D,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAC7C,OAAO;aACP;YAED,IAAI;gBACH,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;aACjD;YAAC,OAAO,EAAE,EAAE,EAAE,gBAAgB,EAAE;QAClC,CAAC;KAAA;CACD"}

package/dist/parsers/spelling.parser.js

@@ -1,27 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { DictionaryParser } from './dictionary.parser';
-export class SpellingParser extends DictionaryParser {
-    constructor(url, outcome, config) {
-        super(outcome, config, 'spelling');
-        this.url = url;
-    }
-    parseMatches(database, matches, _nonMatches) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.url)
-                return;
-            if (matches.length > 0)
-                yield database.setData(this.url, 'spelling', matches);
-            else
-                yield database.unsetData(this.url, 'spelling');
-        });
-    }
-}
-//# sourceMappingURL=spelling.parser.js.map

package/dist/parsers/spelling.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"spelling.parser.js","sourceRoot":"","sources":["../../src/parsers/spelling.parser.ts"],"names":[],"mappings":";;;;;;;;;AAOA,OAAO,EAAE,gBAAgB,EAAqB,MAAM,qBAAqB,CAAC;AAE1E,MAAM,OAAO,cAAe,SAAQ,gBAAmC;IACtE,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAJ1B,QAAG,GAAH,GAAG,CAAS;IAKtB,CAAC;IAEe,YAAY,CAAC,QAAyB,EAAE,OAAiB,EAAE,WAAqB;;YAC/F,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAEtB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;;gBACzE,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACrD,CAAC;KAAA;CACD"}

package/dist/parsers/string.parser.d.ts

@@ -1,8 +0,0 @@
-import { TKeyObject } from 'tscommons-es-core';
-import { IRequestOutcome } from '../interfaces/irequest-outcome';
-import { IParserConfig } from '../interfaces/iparser-config';
-import { DataParser, IDataConfig } from './data.parser';
-export declare abstract class StringParser<T extends IDataConfig> extends DataParser<T> {
-    protected stringData: string | undefined;
-    constructor(outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>, configKey?: string);
-}

package/dist/parsers/string.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"string.parser.js","sourceRoot":"","sources":["../../src/parsers/string.parser.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAKpD,OAAO,EAAE,UAAU,EAAe,MAAM,eAAe,CAAC;AAExD,MAAM,OAAgB,YAAoC,SAAQ,UAAa;IAG9E,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAElC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QAEvB,IAAI;YACH,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACnD;QAAC,OAAO,EAAE,EAAE;YACZ,SAAS;SACT;IACF,CAAC;CACD"}

package/dist/parsers/text.parser.js

@@ -1,41 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import extractor from 'unfluff';
-import { HtmlParser } from './html.parser';
-export class TextParser extends HtmlParser {
-    static attemptExtract(html) {
-        try {
-            // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-call
-            const extracted = extractor(html);
-            if (!extracted)
-                throw new Error('Unable to run unfluff');
-            return extracted.text
-                .split(/\n+/)
-                .map((s) => s.trim())
-                .filter((s) => s !== '')
-                .join('\n');
-        }
-        catch (ex) {
-            return '';
-        }
-    }
-    parse(database) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.dom) {
-                yield this.parseText(database, '');
-                return;
-            }
-            const html = this.dom.html();
-            const extracted = TextParser.attemptExtract(html);
-            yield this.parseText(database, extracted);
-        });
-    }
-}
-//# sourceMappingURL=text.parser.js.map

package/dist/parsers/text.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"text.parser.js","sourceRoot":"","sources":["../../src/parsers/text.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,SAAS,MAAM,SAAS,CAAC;AAIhC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,MAAM,OAAgB,UAAkC,SAAQ,UAAa;IACrE,MAAM,CAAC,cAAc,CAAC,IAAY;QACxC,IAAI;YACH,sGAAsG;YACtG,MAAM,SAAS,GAAqB,SAAS,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAEzD,OAAO,SAAS,CAAC,IAAI;iBAClB,KAAK,CAAC,KAAK,CAAC;iBACZ,GAAG,CAAC,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBACpC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;iBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;SACd;QAAC,OAAO,EAAE,EAAE;YACZ,OAAO,EAAE,CAAC;SACV;IACF,CAAC;IAIY,KAAK,CAAC,QAAyB;;YAC3C,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACd,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACnC,OAAO;aACP;YAED,MAAM,IAAI,GAAW,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,SAAS,GAAW,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAE1D,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC3C,CAAC;KAAA;CACD"}

package/dist/parsers/words.parser.js

@@ -1,40 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { commonsTypeHasPropertyBooleanOrUndefined } from 'tscommons-es-core';
-import { TextParser } from './text.parser';
-import { isIDataConfig } from './data.parser';
-const WORD_WITH_HYPHEN = '(?<![a-z0-9])[a-z0-9](?:[-\']?[a-z0-9])*(?![a-z0-9])';
-const WORD_WITHOUT_HYPHEN = '(?<![a-z0-9])[a-z0-9](?:[\']?[a-z0-9])*(?![a-z0-9])';
-export function isIWordsConfig(test) {
-    if (!isIDataConfig(test))
-        return false;
-    if (!commonsTypeHasPropertyBooleanOrUndefined(test, 'allowHyphenatedWords'))
-        return false;
-    return true;
-}
-export class WordsParser extends TextParser {
-    parseText(database, text) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const wordsConfig = this.getConfig(isIWordsConfig);
-            if (!wordsConfig)
-                return;
-            const pattern = wordsConfig.allowHyphenatedWords ? new RegExp(WORD_WITH_HYPHEN, 'ig') : new RegExp(WORD_WITHOUT_HYPHEN, 'ig');
-            const words = [];
-            while (true) {
-                const result = pattern.exec(text);
-                if (result === null)
-                    break;
-                words.push(result[0]);
-            }
-            yield this.parseWords(database, words);
-        });
-    }
-}
-//# sourceMappingURL=words.parser.js.map

package/dist/parsers/words.parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"words.parser.js","sourceRoot":"","sources":["../../src/parsers/words.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,wCAAwC,EAAE,MAAM,mBAAmB,CAAC;AAI7E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAE3D,MAAM,gBAAgB,GAAW,sDAAsD,CAAC;AACxF,MAAM,mBAAmB,GAAW,qDAAqD,CAAC;AAK1F,MAAM,UAAU,cAAc,CAAC,IAAa;IAC3C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,wCAAwC,CAAC,IAAI,EAAE,sBAAsB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE1F,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAgB,WAAoC,SAAQ,UAAa;IAG9D,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,MAAM,WAAW,GAA2B,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAC3E,IAAI,CAAC,WAAW;gBAAE,OAAO;YAEzB,MAAM,OAAO,GAAW,WAAW,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;YAEtI,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,OAAO,IAAI,EAAE;gBACZ,MAAM,MAAM,GAAyB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxD,IAAI,MAAM,KAAK,IAAI;oBAAE,MAAM;gBAE3B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;aACtB;YAED,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACxC,CAAC;KAAA;CACD"}

package/dist/queries/complex-english.query.d.ts

@@ -1,2 +0,0 @@
-import { TQuery } from '../types/tquery';
-export declare const QUERY: TQuery;

package/dist/queries/complex-english.query.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"complex-english.query.js","sourceRoot":"","sources":["../../src/queries/complex-english.query.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC,OAAO,EAAE,kBAAkB,EAAc,MAAM,mBAAmB,CAAC;AAEnE,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACrI,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAOjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AAMzE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAUvC,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,KAAY,EACZ,OAAe,EACf,aAAwC,EACzB,EAAE;IAClB,MAAM,MAAM,GAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM,EAAE;QACZ,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAC1C,OAAO;KACP;IAED,MAAM,MAAM,GAAyB,IAAI,oBAAoB,CAC3D,SAAS,EACT,SAAS,EACT,aAAa,CACd,CAAC;IACF,MAAM,MAAM,GAAwB,MAAM,CAAC,SAAS,EAAE,CAAC;IAEvD,MAAM,aAAa,GAAmC,MAAM,CAAC,aAAa,EAAE,CAAC;IAC7E,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAE/D,kBAAkB,CAAC,uDAAuD,MAAM,EAAE,CAAC,CAAC;IAEpF,MAAM,MAAM,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACrE;QACE,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO,CAAC,IAAI;QACpB,UAAU,EAAE,GAAG;QACf,cAAc,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;KAClC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,OAAO,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YAAE,qBAAqB,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,GAAG,GAAc,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM;QAExB,MAAM,QAAQ,GAAkB,GAA+B,CAAC;QAEhE,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,SAAS,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAChC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAClC;gBAAE,SAAS;SACZ;QAED,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,cAAc,EAAE,QAAQ,CAAC,cAAc;SACxC,CAAC,CAAC;KACH;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEvB,MAAM,IAAI,GAAqB,MAAM,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3E,IAAI,CAAC,IAAI,EAAE;YACV,kBAAkB,CAAC,8BAA8B,CAAC,CAAC;YACnD,SAAS;SACT;QAED,MAAM,GAAG,GAA2B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE;YACT,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;YACrD,SAAS;SACT;QAED,MAAM,KAAK,GAAoB,GAAG,CAAC,GAAG,CAAC;aACpC,QAAQ,EAAE;YACX,sEAAsE;aACrE,MAAM,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAW,EAAE,CAAE,OAAe,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC;QAElG,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAQ,EAAE;YAClE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAa,WAAW;aAChC,IAAI,CAAC,IAAI,CAAC;aACV,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;aAC3B,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAE5C,MAAM,MAAM,GAAa,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAEnD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;YAC1B,IAAI,OAAO,GAAW,IAAI,CAAC;YAE3B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,cAAc,EAAE;gBAC3C,MAAM,KAAK,GAAqB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAEhC,MAAM,WAAW,GAAa,aAAa,CAAC,OAAO,CAAC,CAAC;gBAErD,MAAM,KAAK,GAAa,CAAE,KAAK,OAAO,EAAE,CAAE,CAAC;gBAC3C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAErE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC7D;YAED,IAAI,OAAO,KAAK,IAAI,EAAE;gBACrB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aAChB;SACD;KACD;AACF,CAAC,CAAA,CAAC"}

package/dist/queries/flash-content.query.d.ts

@@ -1,2 +0,0 @@
-import { TQuery } from '../types/tquery';
-export declare const QUERY: TQuery;