hydra-crawler 2.7.0 → 2.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/dist/apps/query.app.js +16 -26
  2. package/dist/apps/query.app.js.map +1 -1
  3. package/dist/queries/complex-english.query.d.ts +1 -1
  4. package/dist/queries/complex-english.query.js +1 -2
  5. package/dist/queries/complex-english.query.js.map +1 -1
  6. package/dist/queries/flash-content.query.d.ts +1 -1
  7. package/dist/queries/flash-content.query.js +1 -2
  8. package/dist/queries/flash-content.query.js.map +1 -1
  9. package/dist/queries/linking-to-domains.query.d.ts +1 -1
  10. package/dist/queries/linking-to-domains.query.js +1 -2
  11. package/dist/queries/linking-to-domains.query.js.map +1 -1
  12. package/dist/queries/readability-score.query.d.ts +1 -1
  13. package/dist/queries/readability-score.query.js +1 -2
  14. package/dist/queries/readability-score.query.js.map +1 -1
  15. package/dist/services/rig-llama-guard.service.d.ts +0 -1
  16. package/dist/services/rig-llama-guard.service.js +0 -18
  17. package/dist/services/rig-llama-guard.service.js.map +1 -1
  18. package/package.json +1 -1
  19. package/dist/queries/llamaguard-unsafe-content.query.d.ts +0 -2
  20. package/dist/queries/llamaguard-unsafe-content.query.js +0 -93
  21. package/dist/queries/llamaguard-unsafe-content.query.js.map +0 -1
package/dist/apps/query.app.js CHANGED
@@ -8,12 +8,15 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
8
8
  });
9
9
  };
10
10
  import { commonsTypeIsTKeyObject } from 'tscommons-es-core';
11
- import { commonsOutputDebug, commonsOutputDoing, commonsOutputSuccess } from 'nodecommons-es-cli';
11
+ import { commonsOutputDie, commonsOutputDoing, commonsOutputSuccess } from 'nodecommons-es-cli';
12
12
  import { CommonsApp } from 'nodecommons-es-app';
13
- import { commonsFileCwdRelativeOrAbsolutePath, commonsFileIsDirectory, commonsFileIsFile, commonsFileRootRelativePath } from 'nodecommons-es-file';
14
13
  import { Lists } from '../classes/lists';
15
14
  import { Expiry } from '../classes/expiry';
16
15
  import { isIParserConfig } from '../interfaces/iparser-config';
16
+ import { QUERY as QUERY_COMPLEX_ENGLISH } from '../queries/complex-english.query';
17
+ import { QUERY as QUERY_FLASH_CONTENT } from '../queries/flash-content.query';
18
+ import { QUERY as QUERY_LINKING_TO_DOMAINS } from '../queries/linking-to-domains.query';
19
+ import { QUERY as QUERY_READABILITY_SCORE } from '../queries/readability-score.query';
17
20
  export class QueryApp extends CommonsApp {
18
21
  constructor(queryName) {
19
22
  super('hydra-crawler');
@@ -56,30 +59,17 @@ export class QueryApp extends CommonsApp {
56
59
  return __awaiter(this, void 0, void 0, function* () {
57
60
  if (!this.databaseService)
58
61
  throw new Error('Database service has not been set');
59
- const paths = [];
60
- const cwdNodeModulesConfig = commonsFileCwdRelativeOrAbsolutePath('dist/queries');
61
- commonsOutputDebug(`Calculated cwd node_modules path for queries is ${cwdNodeModulesConfig}`);
62
- if (commonsFileIsDirectory(cwdNodeModulesConfig))
63
- paths.push(cwdNodeModulesConfig);
64
- const localNodeModulesConfig = commonsFileRootRelativePath('dist/queries');
65
- commonsOutputDebug(`Calculated global node_modules path for queries is ${localNodeModulesConfig}`);
66
- if (commonsFileIsDirectory(localNodeModulesConfig))
67
- paths.push(localNodeModulesConfig);
68
- const globalNodeModulesConfig = commonsFileRootRelativePath('node_modules/hydra-crawler/dist/queries');
69
- commonsOutputDebug(`Calculated global node_modules path for queries is ${globalNodeModulesConfig}`);
70
- if (commonsFileIsDirectory(globalNodeModulesConfig))
71
- paths.push(globalNodeModulesConfig);
72
- const exists = paths
73
- .filter((p) => commonsFileIsDirectory(p));
74
- if (exists.length === 0)
75
- throw new Error('Unable to derive queries path');
76
- commonsOutputDebug(`Selected path is: ${exists[0]}`);
77
- const path = `${exists[0]}/${this.queryName}.query.js`;
78
- commonsOutputDebug(`Query file path is: ${path}`);
79
- if (!commonsFileIsFile(path))
80
- throw new Error('No such query exists');
81
- // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-var-requires
82
- const query = require(path).default;
62
+ let query;
63
+ if (this.queryName === 'complex-english')
64
+ query = QUERY_COMPLEX_ENGLISH;
65
+ if (this.queryName === 'flash-content')
66
+ query = QUERY_FLASH_CONTENT;
67
+ if (this.queryName === 'linking-to-domains')
68
+ query = QUERY_LINKING_TO_DOMAINS;
69
+ if (this.queryName === 'readability-score')
70
+ query = QUERY_READABILITY_SCORE;
71
+ if (!query)
72
+ commonsOutputDie('No such available query');
83
73
  yield query(this.getArgs(), this.databaseService, this.lists, this.expiry, this.parsersConfig);
84
74
  });
85
75
  }
package/dist/apps/query.app.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"query.app.js","sourceRoot":"","sources":["../../src/apps/query.app.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAClG,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,oCAAoC,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAEnJ,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAI3C,OAAO,EAAiB,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAU9E,MAAM,OAAO,QAAS,SAAQ,UAAU;IAQvC,YACU,SAAiB;QAE1B,KAAK,CAAC,eAAe,CAAC,CAAC;QAFd,cAAS,GAAT,SAAS,CAAQ;QAI1B,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAEzE,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAE3B,MAAM,aAAa,GAAY,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,uBAAuB,CAAgB,aAAa,EAAE,eAAe,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC5H,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAEM,UAAU;QAChB,OAAO,eAAe,CAAC;IACxB,CAAC;IAEM,kBAAkB,CACvB,eAAgC;QAEjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACxC,CAAC;IAEM,SAAS,CACd,IAAW,EACX,OAAiB;QAElB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEM,WAAW,CAChB,QAAmB;QAEpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAEY,IAAI;;;;;YAChB,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAEpF,kBAAkB,CAAC,wBAAwB,CAAC,CAAC;YAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YAClC,oBAAoB,EAAE,CAAC;YAEvB,MAAM,OAAM,IAAI,WAAE,CAAC;QACpB,CAAC;KAAA;IAEY,GAAG;;YACf,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAEhF,MAAM,KAAK,GAAa,EAAE,CAAC;YAE3B,MAAM,oBAAoB,GAAW,oCAAoC,CAAC,cAAc,CAAC,CAAC;YAC1F,kBAAkB,CAAC,mDAAmD,oBAAoB,EAAE,CAAC,CAAC;YAC9F,IAAI,sBAAsB,CAAC,oBAAoB,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAEnF,MAAM,sBAAsB,GAAW,2BAA2B,CAAC,cAAc,CAAC,CAAC;YACnF,kBAAkB,CAAC,sDAAsD,sBAAsB,EAAE,CAAC,CAAC;YACnG,IAAI,sBAAsB,CAAC,sBAAsB,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAEvF,MAAM,uBAAuB,GAAW,2BAA2B,CAAC,yCAAyC,CAAC,CAAC;YAC/G,kBAAkB,CAAC,sDAAsD,uBAAuB,EAAE,CAAC,CAAC;YACpG,IAAI,sBAAsB,CAAC,uBAAuB,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAEzF,MAAM,MAAM,GAAa,KAAK;iBAC3B,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;YAE7D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC1E,kBAAkB,CAAC,qBAAqB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAErD,MAAM,IAAI,GAAW,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,WAAW,CAAC;YAC/D,kBAAkB,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC;YAElD,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAEtE,mJAAmJ;YACnJ,MAAM,KAAK,GAAW,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAE5C,MAAM,KAAK,CACT,IAAI,CAAC,OAAO,EAAE,EACd,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,aAAa,CACnB,CAAC;QACH,CAAC;KAAA;CACD"}
1
+ {"version":3,"file":"query.app.js","sourceRoot":"","sources":["../../src/apps/query.app.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAExE,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAChG,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAI3C,OAAO,EAAiB,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAQ9E,OAAO,EAAE,KAAK,IAAI,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,KAAK,IAAI,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAC9E,OAAO,EAAE,KAAK,IAAI,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AACxF,OAAO,EAAE,KAAK,IAAI,uBAAuB,EAAE,MAAM,oCAAoC,CAAC;AAItF,MAAM,OAAO,QAAS,SAAQ,UAAU;IAQvC,YACU,SAAiB;QAE1B,KAAK,CAAC,eAAe,CAAC,CAAC;QAFd,cAAS,GAAT,SAAS,CAAQ;QAI1B,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAEzE,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAE3B,MAAM,aAAa,GAAY,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,uBAAuB,CAAgB,aAAa,EAAE,eAAe,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC5H,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAEM,UAAU;QAChB,OAAO,eAAe,CAAC;IACxB,CAAC;IAEM,kBAAkB,CACvB,eAAgC;QAEjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACxC,CAAC;IAEM,SAAS,CACd,IAAW,EACX,OAAiB;QAElB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEM,WAAW,CAChB,QAAmB;QAEpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAEY,IAAI;;;;;YAChB,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAEpF,kBAAkB,CAAC,wBAAwB,CAAC,CAAC;YAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YAClC,oBAAoB,EAAE,CAAC;YAEvB,MAAM,OAAM,IAAI,WAAE,CAAC;QACpB,CAAC;KAAA;IAEY,GAAG;;YACf,IAAI,CAAC,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAEhF,IAAI,KAAuB,CAAC;YAE5B,IAAI,IAAI,CAAC,SAAS,KAAK,iBAAiB;gBAAE,KAAK,GAAG,qBAAqB,CAAC;YACxE,IAAI,IAAI,CAAC,SAAS,KAAK,eAAe;gBAAE,KAAK,GAAG,mBAAmB,CAAC;YACpE,IAAI,IAAI,CAAC,SAAS,KAAK,oBAAoB;gBAAE,KAAK,GAAG,wBAAwB,CAAC;YAC9E,IAAI,IAAI,CAAC,SAAS,KAAK,mBAAmB;gBAAE,KAAK,GAAG,uBAAuB,CAAC;YAE5E,IAAI,CAAC,KAAK;gBAAE,gBAAgB,CAAC,yBAAyB,CAAC,CAAC;YAExD,MAAM,KAAK,CACT,IAAI,CAAC,OAAO,EAAE,EACd,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,aAAa,CACnB,CAAC;QACH,CAAC;KAAA;CACD"}
package/dist/queries/complex-english.query.d.ts CHANGED
@@ -1,2 +1,2 @@
1
1
  import { TQuery } from '../types/tquery';
2
- export declare const query: TQuery;
2
+ export declare const QUERY: TQuery;
package/dist/queries/complex-english.query.js CHANGED
@@ -14,7 +14,7 @@ import { commonsOutputDoing, commonsOutputError, commonsOutputProgress, commonsO
14
14
  import { commonsHttpReadUrlAsBuffer } from 'nodecommons-es-http';
15
15
  import { ComplexEnglishParser } from '../parsers/complex-english.parser';
16
16
  import { EList } from '../enums/elist';
17
- export const query = (args, databaseService, lists, _expiry, parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
17
+ export const QUERY = (args, databaseService, lists, _expiry, parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
18
18
  const domain = args.getString('domain');
19
19
  if (!domain) {
20
20
  commonsOutputError('No domain specified');
@@ -101,5 +101,4 @@ export const query = (args, databaseService, lists, _expiry, parsersConfig) => _
101
101
  }
102
102
  }
103
103
  });
104
- // export default query;
105
104
  //# sourceMappingURL=complex-english.query.js.map
package/dist/queries/complex-english.query.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"complex-english.query.js","sourceRoot":"","sources":["../../src/queries/complex-english.query.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC,OAAO,EAAE,kBAAkB,EAAc,MAAM,mBAAmB,CAAC;AAEnE,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACrI,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAOjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AAMzE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAUvC,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,KAAY,EACZ,OAAe,EACf,aAAwC,EACzB,EAAE;IAClB,MAAM,MAAM,GAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM,EAAE;QACZ,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAC1C,OAAO;KACP;IAED,MAAM,MAAM,GAAyB,IAAI,oBAAoB,CAC3D,SAAS,EACT,SAAS,EACT,aAAa,CACd,CAAC;IACF,MAAM,MAAM,GAAwB,MAAM,CAAC,SAAS,EAAE,CAAC;IAEvD,MAAM,aAAa,GAAmC,MAAM,CAAC,aAAa,EAAE,CAAC;IAC7E,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAE/D,kBAAkB,CAAC,uDAAuD,MAAM,EAAE,CAAC,CAAC;IAEpF,MAAM,MAAM,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACrE;QACE,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO,CAAC,IAAI;QACpB,UAAU,EAAE,GAAG;QACf,cAAc,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;KAClC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,OAAO,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YAAE,qBAAqB,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,GAAG,GAAc,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM;QAExB,MAAM,QAAQ,GAAkB,GAA+B,CAAC;QAEhE,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,SAAS,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAChC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAClC;gBAAE,SAAS;SACZ;QAED,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,cAAc,EAAE,QAAQ,CAAC,cAAc;SACxC,CAAC,CAAC;KACH;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEvB,MAAM,IAAI,GAAqB,MAAM,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3E,IAAI,CAAC,IAAI,EAAE;YACV,kBAAkB,CAAC,8BAA8B,CAAC,CAAC;YACnD,SAAS;SACT;QAED,MAAM,GAAG,GAA2B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE;YACT,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;YACrD,SAAS;SACT;QAED,MAAM,KAAK,GAAoB,GAAG,CAAC,GAAG,CAAC;aACpC,QAAQ,EAAE;YACX,sEAAsE;aACrE,MAAM,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAW,EAAE,CAAE,OAAe,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC;QAElG,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAQ,EAAE;YAClE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAa,WAAW;aAChC,IAAI,CAAC,IAAI,CAAC;aACV,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;aAC3B,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAE5C,MAAM,MAAM,GAAa,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAEnD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;YAC1B,IAAI,OAAO,GAAW,IAAI,CAAC;YAE3B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,cAAc,EAAE;gBAC3C,MAAM,KAAK,GAAqB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAEhC,MAAM,WAAW,GAAa,aAAa,CAAC,OAAO,CAAC,CAAC;gBAErD,MAAM,KAAK,GAAa,CAAE,KAAK,OAAO,EAAE,CAAE,CAAC;gBAC3C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAErE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC7D;YAED,IAAI,OAAO,KAAK,IAAI,EAAE;gBACrB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aAChB;SACD;KACD;AACF,CAAC,CAAA,CAAC;AAEF,wBAAwB"}
1
+ {"version":3,"file":"complex-english.query.js","sourceRoot":"","sources":["../../src/queries/complex-english.query.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC,OAAO,EAAE,kBAAkB,EAAc,MAAM,mBAAmB,CAAC;AAEnE,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAGlD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACrI,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAOjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AAMzE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAUvC,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,KAAY,EACZ,OAAe,EACf,aAAwC,EACzB,EAAE;IAClB,MAAM,MAAM,GAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM,EAAE;QACZ,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAC1C,OAAO;KACP;IAED,MAAM,MAAM,GAAyB,IAAI,oBAAoB,CAC3D,SAAS,EACT,SAAS,EACT,aAAa,CACd,CAAC;IACF,MAAM,MAAM,GAAwB,MAAM,CAAC,SAAS,EAAE,CAAC;IAEvD,MAAM,aAAa,GAAmC,MAAM,CAAC,aAAa,EAAE,CAAC;IAC7E,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAE/D,kBAAkB,CAAC,uDAAuD,MAAM,EAAE,CAAC,CAAC;IAEpF,MAAM,MAAM,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACrE;QACE,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO,CAAC,IAAI;QACpB,UAAU,EAAE,GAAG;QACf,cAAc,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;KAClC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,OAAO,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YAAE,qBAAqB,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,GAAG,GAAc,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM;QAExB,MAAM,QAAQ,GAAkB,GAA+B,CAAC;QAEhE,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,SAAS,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAClB,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAChC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAClC;gBAAE,SAAS;SACZ;QAED,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,cAAc,EAAE,QAAQ,CAAC,cAAc;SACxC,CAAC,CAAC;KACH;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEvB,MAAM,IAAI,GAAqB,MAAM,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3E,IAAI,CAAC,IAAI,EAAE;YACV,kBAAkB,CAAC,8BAA8B,CAAC,CAAC;YACnD,SAAS;SACT;QAED,MAAM,GAAG,GAA2B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE;YACT,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;YACrD,SAAS;SACT;QAED,MAAM,KAAK,GAAoB,GAAG,CAAC,GAAG,CAAC;aACpC,QAAQ,EAAE;YACX,sEAAsE;aACrE,MAAM,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAW,EAAE,CAAE,OAAe,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC;QAElG,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,MAAc,EAAE,OAAwB,EAAQ,EAAE;YAClE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAa,WAAW;aAChC,IAAI,CAAC,IAAI,CAAC;aACV,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;aAC3B,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAE5C,MAAM,MAAM,GAAa,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAEnD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;YAC1B,IAAI,OAAO,GAAW,IAAI,CAAC;YAE3B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,cAAc,EAAE;gBAC3C,MAAM,KAAK,GAAqB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAEhC,MAAM,WAAW,GAAa,aAAa,CAAC,OAAO,CAAC,CAAC;gBAErD,MAAM,KAAK,GAAa,CAAE,KAAK,OAAO,EAAE,CAAE,CAAC;gBAC3C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAErE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC7D;YAED,IAAI,OAAO,KAAK,IAAI,EAAE;gBACrB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aAChB;SACD;KACD;AACF,CAAC,CAAA,CAAC"}
package/dist/queries/flash-content.query.d.ts CHANGED
@@ -1,2 +1,2 @@
1
1
  import { TQuery } from '../types/tquery';
2
- export declare const query: TQuery;
2
+ export declare const QUERY: TQuery;
package/dist/queries/flash-content.query.js CHANGED
@@ -13,7 +13,7 @@ import { isTLink } from 'hydra-crawler-ts-assets';
13
13
  import { EStatus } from 'hydra-crawler-ts-assets';
14
14
  import { commonsOutputDoing, commonsOutputProgress, commonsOutputResult, commonsOutputSuccess } from 'nodecommons-es-cli';
15
15
  import { CommonsCsv } from 'nodecommons-es-file';
16
- export const query = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
16
+ export const QUERY = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
17
17
  const filename = args.getString('filename');
18
18
  commonsOutputDoing('Searching for FLV and SWF URLs');
19
19
  const results = databaseService.getUrls().find({
@@ -79,5 +79,4 @@ export const query = (args, databaseService, _lists, _expiry, _parsersConfig) =>
79
79
  ]);
80
80
  csv.save(rows, filename, true);
81
81
  });
82
- // export default query;
83
82
  //# sourceMappingURL=flash-content.query.js.map
package/dist/queries/flash-content.query.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"flash-content.query.js","sourceRoot":"","sources":["../../src/queries/flash-content.query.ts"],"names":[],"mappings":";;;;;;;;;AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EAAQ,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAS,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACvI,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAgBjD,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;IACrD,MAAM,OAAO,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACtE;QACE,GAAG,EAAE,eAAe;QACpB,MAAM,EAAE,EAAE,GAAG,EAAE;gBACb,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,UAAU;gBAClB,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,MAAM;aACf,EAAE;KACJ,EACD,EAAE,CACH,CAAC;IACF,MAAM,IAAI,GAAW,MAAM,eAAe,CAAC,gBAAgB,CACzD,OAAO,EACP,MAAM,CACP,CAAC;IACF,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjC,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;IAC3D,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,MAAM,QAAQ,GAAuB,IAAI,GAAG,EAAiB,CAAC;IAC9D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACvB,MAAM,QAAQ,GAA8B,eAAe,CAAC,QAAQ,EAAE,CAAC,IAAI,CACzE;YACE,QAAQ,EAAE,GAAG,CAAC,GAAG;SAClB,EACD,EAAE,CACH,CAAC;QACF,MAAM,KAAK,GAAY,MAAM,eAAe,CAAC,gBAAgB,CAC3D,QAAQ,EACR,OAAO,CACR,CAAC;QAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEjC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAE7B,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;KACzB;IACD,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAW,EAAE,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACvB,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE;YAC7C,IAAI,CAAC,IAAI,CAAC;gBACR,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,GAAG,CAAC,GAAG;aACd,CAAC,CAAC;SACH;KACD;IACD,IAAI;SACD,IAAI,CAAC,CAAC,CAAO,EAAE,CAAO,EAAU,EAAE;QAClC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QAC9B,OAAO,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;IAEL,oBAAoB,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAe,IAAI,UAAU,CAAC;QACrC;YACE,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;QACD;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;KACF,CAAC,CAAC;IACH,GAAG,CAAC,IAAI,CACN,IAAI,EACJ,QAAQ,EACR,IAAI,CACL,CAAC;AACH,CAAC,CAAA,CAAC;AAEF,wBAAwB"}
1
+ {"version":3,"file":"flash-content.query.js","sourceRoot":"","sources":["../../src/queries/flash-content.query.ts"],"names":[],"mappings":";;;;;;;;;AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EAAQ,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAS,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACvI,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAgBjD,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;IACrD,MAAM,OAAO,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACtE;QACE,GAAG,EAAE,eAAe;QACpB,MAAM,EAAE,EAAE,GAAG,EAAE;gBACb,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,UAAU;gBAClB,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,MAAM;aACf,EAAE;KACJ,EACD,EAAE,CACH,CAAC;IACF,MAAM,IAAI,GAAW,MAAM,eAAe,CAAC,gBAAgB,CACzD,OAAO,EACP,MAAM,CACP,CAAC;IACF,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjC,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;IAC3D,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,MAAM,QAAQ,GAAuB,IAAI,GAAG,EAAiB,CAAC;IAC9D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACvB,MAAM,QAAQ,GAA8B,eAAe,CAAC,QAAQ,EAAE,CAAC,IAAI,CACzE;YACE,QAAQ,EAAE,GAAG,CAAC,GAAG;SAClB,EACD,EAAE,CACH,CAAC;QACF,MAAM,KAAK,GAAY,MAAM,eAAe,CAAC,gBAAgB,CAC3D,QAAQ,EACR,OAAO,CACR,CAAC;QAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEjC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;QACtB,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAE7B,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;KACzB;IACD,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAW,EAAE,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACvB,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE;YAC7C,IAAI,CAAC,IAAI,CAAC;gBACR,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,GAAG,CAAC,GAAG;aACd,CAAC,CAAC;SACH;KACD;IACD,IAAI;SACD,IAAI,CAAC,CAAC,CAAO,EAAE,CAAO,EAAU,EAAE;QAClC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QAC9B,OAAO,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;IAEL,oBAAoB,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAe,IAAI,UAAU,CAAC;QACrC;YACE,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;QACD;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;KACF,CAAC,CAAC;IACH,GAAG,CAAC,IAAI,CACN,IAAI,EACJ,QAAQ,EACR,IAAI,CACL,CAAC;AACH,CAAC,CAAA,CAAC"}
package/dist/queries/linking-to-domains.query.d.ts CHANGED
@@ -1,2 +1,2 @@
1
1
  import { TQuery } from '../types/tquery';
2
- export declare const query: TQuery;
2
+ export declare const QUERY: TQuery;
package/dist/queries/linking-to-domains.query.js CHANGED
@@ -31,7 +31,7 @@ const domainSort = (a, b) => {
31
31
  return 1;
32
32
  return 0;
33
33
  };
34
- export const query = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
34
+ export const QUERY = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
35
35
  const regexStr = args.getString('regex');
36
36
  if (!regexStr) {
37
37
  commonsOutputError('No domain regex specified');
@@ -127,5 +127,4 @@ export const query = (args, databaseService, _lists, _expiry, _parsersConfig) =>
127
127
  console.log(JSON.stringify(outcome));
128
128
  }
129
129
  });
130
- // export default query;
131
130
  //# sourceMappingURL=linking-to-domains.query.js.map
package/dist/queries/linking-to-domains.query.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"linking-to-domains.query.js","sourceRoot":"","sources":["../../src/queries/linking-to-domains.query.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAQ,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAS,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAW,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAiB3J,MAAM,UAAU,GAAqC,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE;IACrF,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1C,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IACrB,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,CAAC,CAAC;AACV,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,QAAQ,GAAqB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,CAAC,QAAQ,EAAE;QACd,kBAAkB,CAAC,2BAA2B,CAAC,CAAC;QAChD,OAAO;KACP;IACD,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE3C,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;IACrD,MAAM,OAAO,GAAgC,eAAe,CAAC,UAAU,EAAE,CAAC,IAAI,CAC5E;QACE,MAAM,EAAE,KAAK;KACd,EACD,EAAE,CACH,CAAC;IACF,MAAM,OAAO,GAAc,MAAM,eAAe,CAAC,gBAAgB,CAC/D,OAAO,EACP,SAAS,CACV,CAAC;IACF,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,UAAU,GAAyB,IAAI,GAAG,EAAmB,CAAC;IACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,kBAAkB,CAAC,0BAA0B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACvE;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;SAClC,EACD,EAAE,CACH,CAAC;QACF,MAAM,IAAI,GAAW,MAAM,eAAe,CAAC,gBAAgB,CACzD,QAAQ,EACR,MAAM,CACP,CAAC;QACF,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;KAC7B;IAED,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;IAC3D,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,MAAM,cAAc,GAAqC,IAAI,GAAG,EAA+B,CAAC;IAChG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,MAAM,IAAI,GAAqB,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,SAAS;QAEpC,MAAM,GAAG,GAAuB,IAAI,GAAG,EAAiB,CAAC;QAEzD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACvB,MAAM,QAAQ,GAA8B,eAAe,CAAC,QAAQ,EAAE,CAAC,IAAI,CACzE;gBACE,QAAQ,EAAE,GAAG,CAAC,GAAG;aAClB,EACD,EAAE,CACH,CAAC;YACF,MAAM,KAAK,GAAY,MAAM,eAAe,CAAC,gBAAgB,CAC3D,QAAQ,EACR,OAAO,CACR,CAAC;YAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEjC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,qBAAqB,CAAC,KAAK,CAAC,CAAC;YAE7B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SACpB;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QAE7B,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC;IACD,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,kBAAkB,CAAC,0BAA0B,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,IAAI,EAAE,EAAE;QAC3C,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAE5B,KAAK,MAAM,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,IAAI,EAAE,EAAE;YACrD,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,GAAG,CAAE;iBACpE,GAAG,CAAC,CAAC,IAAW,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC1C;KACD;IACD,oBAAoB,EAAE,CAAC;IAEvB,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE;QACtC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;aACjB,IAAI,CAAC,UAAU,CAAC;aAChB,OAAO,CAAC,CAAC,MAAc,EAAQ,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;KACL;SAAM,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE;QACzC,MAAM,UAAU,GAA0B,IAAI,GAAG,EAAoB,CAAC;QAEtE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAC1C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE;gBAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE;oBACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;wBAAE,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAClD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;wBAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBACxE;aACD;SACD;QAED,MAAM,IAAI,GAAa,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;aACjD,IAAI,CAAC,UAAU,CAAC,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACvB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAEtC,IAAI,KAAK,GAAY,IAAI,CAAC;YAC1B,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,EAAE;gBACvC,MAAM,GAAG,GAAa;oBACpB,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBAChB,GAAG;iBACJ,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAE5B,KAAK,GAAG,KAAK,CAAC;aACd;SACD;KACD;SAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE;QAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;KACrC;AACF,CAAC,CAAA,CAAC;AAEF,wBAAwB"}
1
+ {"version":3,"file":"linking-to-domains.query.js","sourceRoot":"","sources":["../../src/queries/linking-to-domains.query.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAQ,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAS,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAW,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAiB3J,MAAM,UAAU,GAAqC,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE;IACrF,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1C,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IACrB,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,CAAC,CAAC;AACV,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,QAAQ,GAAqB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,CAAC,QAAQ,EAAE;QACd,kBAAkB,CAAC,2BAA2B,CAAC,CAAC;QAChD,OAAO;KACP;IACD,MAAM,KAAK,GAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE3C,kBAAkB,CAAC,gCAAgC,CAAC,CAAC;IACrD,MAAM,OAAO,GAAgC,eAAe,CAAC,UAAU,EAAE,CAAC,IAAI,CAC5E;QACE,MAAM,EAAE,KAAK;KACd,EACD,EAAE,CACH,CAAC;IACF,MAAM,OAAO,GAAc,MAAM,eAAe,CAAC,gBAAgB,CAC/D,OAAO,EACP,SAAS,CACV,CAAC;IACF,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,UAAU,GAAyB,IAAI,GAAG,EAAmB,CAAC;IACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,kBAAkB,CAAC,0BAA0B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAA6B,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACvE;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;SAClC,EACD,EAAE,CACH,CAAC;QACF,MAAM,IAAI,GAAW,MAAM,eAAe,CAAC,gBAAgB,CACzD,QAAQ,EACR,MAAM,CACP,CAAC;QACF,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;KAC7B;IAED,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;IAC3D,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,MAAM,cAAc,GAAqC,IAAI,GAAG,EAA+B,CAAC;IAChG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,MAAM,IAAI,GAAqB,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,SAAS;QAEpC,MAAM,GAAG,GAAuB,IAAI,GAAG,EAAiB,CAAC;QAEzD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACvB,MAAM,QAAQ,GAA8B,eAAe,CAAC,QAAQ,EAAE,CAAC,IAAI,CACzE;gBACE,QAAQ,EAAE,GAAG,CAAC,GAAG;aAClB,EACD,EAAE,CACH,CAAC;YACF,MAAM,KAAK,GAAY,MAAM,eAAe,CAAC,gBAAgB,CAC3D,QAAQ,EACR,OAAO,CACR,CAAC;YAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEjC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,qBAAqB,CAAC,KAAK,CAAC,CAAC;YAE7B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SACpB;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QAE7B,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC;IACD,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,kBAAkB,CAAC,0BAA0B,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,IAAI,EAAE,EAAE;QAC3C,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAE5B,KAAK,MAAM,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,IAAI,EAAE,EAAE;YACrD,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,GAAG,CAAE;iBACpE,GAAG,CAAC,CAAC,IAAW,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC1C;KACD;IACD,oBAAoB,EAAE,CAAC;IAEvB,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE;QACtC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;aACjB,IAAI,CAAC,UAAU,CAAC;aAChB,OAAO,CAAC,CAAC,MAAc,EAAQ,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;KACL;SAAM,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE;QACzC,MAAM,UAAU,GAA0B,IAAI,GAAG,EAAoB,CAAC;QAEtE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YAC1C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE;gBAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE;oBACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;wBAAE,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAClD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;wBAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBACxE;aACD;SACD;QAED,MAAM,IAAI,GAAa,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;aACjD,IAAI,CAAC,UAAU,CAAC,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACvB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAEtC,IAAI,KAAK,GAAY,IAAI,CAAC;YAC1B,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,EAAE;gBACvC,MAAM,GAAG,GAAa;oBACpB,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBAChB,GAAG;iBACJ,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAE5B,KAAK,GAAG,KAAK,CAAC;aACd;SACD;KACD;SAAM,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE;QAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;KACrC;AACF,CAAC,CAAA,CAAC"}
package/dist/queries/readability-score.query.d.ts CHANGED
@@ -1,2 +1,2 @@
1
1
  import { TQuery } from '../types/tquery';
2
- export declare const query: TQuery;
2
+ export declare const QUERY: TQuery;
package/dist/queries/readability-score.query.js CHANGED
@@ -9,7 +9,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
9
9
  };
10
10
  import { EStatus } from 'hydra-crawler-ts-assets';
11
11
  import { commonsOutputDoing, commonsOutputError, commonsOutputProgress, commonsOutputResult } from 'nodecommons-es-cli';
12
- export const query = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
12
+ export const QUERY = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
13
13
  const domain = args.getString('domain');
14
14
  if (!domain) {
15
15
  commonsOutputError('No domain specified');
@@ -76,5 +76,4 @@ export const query = (args, databaseService, _lists, _expiry, _parsersConfig) =>
76
76
  console.log(`${match.url}\t${match.stats.paragraphs}\t${match.stats.sentences}\t${match.stats.words}\t${match.stats.fkre}\t${match.stats.ari}\t${match.score}`);
77
77
  }
78
78
  });
79
- // export default query;
80
79
  //# sourceMappingURL=readability-score.query.js.map
package/dist/queries/readability-score.query.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"readability-score.query.js","sourceRoot":"","sources":["../../src/queries/readability-score.query.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAuBrI,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,MAAM,GAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM,EAAE;QACZ,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAC1C,OAAO;KACP;IAED,kBAAkB,CAAC,4DAA4D,MAAM,EAAE,CAAC,CAAC;IAEzF,MAAM,OAAO,GAA+B,eAAe,CAAC,OAAO,EAAE,CAAC,SAAS,CAAU;QACvF,EAAE,MAAM,EAAE;gBACR,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;gBACjC,MAAM,EAAE,MAAM;gBACd,sBAAsB,EAAE,WAAW;aACpC,EAAE;QACH,EAAE,MAAM,EAAE;gBACR,2BAA2B,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;gBAC3C,0BAA0B,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;aAC3C,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE;oBACL,UAAU,EAAE,kCAAkC;oBAC9C,SAAS,EAAE,iCAAiC;oBAC5C,KAAK,EAAE,6BAA6B;oBACpC,IAAI,EAAE,4BAA4B;oBAClC,GAAG,EAAE,2BAA2B;iBACjC;aACF,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAE,GAAG,EAAE,aAAa,CAAE,EAAE,CAAE,EAAE;oBACtD,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAE,EAAE,EAAE,YAAY,CAAE,EAAE,CAAE,EAAE;iBACpD;aACF,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE;oBACR,IAAI,EAAE,EAAE,OAAO,EAAE,CAAE,EAAE,SAAS,EAAE,CAAE,GAAG,EAAE,aAAa,CAAE,EAAE,EAAE,GAAG,CAAE,EAAE;oBACjE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAE,EAAE,SAAS,EAAE,CAAE,YAAY,EAAE,CAAC,CAAE,EAAE,EAAE,EAAE,CAAE,EAAE;iBAC7D;aACF,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,EAAE,OAAO,EAAE,CAAE,EAAE,IAAI,EAAE,CAAE,gBAAgB,EAAE,eAAe,CAAE,EAAE,EAAE,CAAC,CAAE,EAAE;aAC3E,EAAE;QACH,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE;KACzB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,OAAO,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YAAE,qBAAqB,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,GAAG,GAAiB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM;QAExB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAClB;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;KAChK;AACF,CAAC,CAAA,CAAC;AAEF,wBAAwB"}
1
+ {"version":3,"file":"readability-score.query.js","sourceRoot":"","sources":["../../src/queries/readability-score.query.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAuBrI,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,MAAM,GAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM,EAAE;QACZ,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAC1C,OAAO;KACP;IAED,kBAAkB,CAAC,4DAA4D,MAAM,EAAE,CAAC,CAAC;IAEzF,MAAM,OAAO,GAA+B,eAAe,CAAC,OAAO,EAAE,CAAC,SAAS,CAAU;QACvF,EAAE,MAAM,EAAE;gBACR,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;gBACjC,MAAM,EAAE,MAAM;gBACd,sBAAsB,EAAE,WAAW;aACpC,EAAE;QACH,EAAE,MAAM,EAAE;gBACR,2BAA2B,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;gBAC3C,0BAA0B,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;aAC3C,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE;oBACL,UAAU,EAAE,kCAAkC;oBAC9C,SAAS,EAAE,iCAAiC;oBAC5C,KAAK,EAAE,6BAA6B;oBACpC,IAAI,EAAE,4BAA4B;oBAClC,GAAG,EAAE,2BAA2B;iBACjC;aACF,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAE,GAAG,EAAE,aAAa,CAAE,EAAE,CAAE,EAAE;oBACtD,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAE,EAAE,EAAE,YAAY,CAAE,EAAE,CAAE,EAAE;iBACpD;aACF,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE;oBACR,IAAI,EAAE,EAAE,OAAO,EAAE,CAAE,EAAE,SAAS,EAAE,CAAE,GAAG,EAAE,aAAa,CAAE,EAAE,EAAE,GAAG,CAAE,EAAE;oBACjE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAE,EAAE,SAAS,EAAE,CAAE,YAAY,EAAE,CAAC,CAAE,EAAE,EAAE,EAAE,CAAE,EAAE;iBAC7D;aACF,EAAE;QACH,EAAE,QAAQ,EAAE;gBACV,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,EAAE,OAAO,EAAE,CAAE,EAAE,IAAI,EAAE,CAAE,gBAAgB,EAAE,eAAe,CAAE,EAAE,EAAE,CAAC,CAAE,EAAE;aAC3E,EAAE;QACH,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE;KACzB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,KAAK,GAAW,CAAC,CAAC;IACtB,OAAO,IAAI,EAAE;QACZ,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;YAAE,qBAAqB,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,GAAG,GAAiB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM;QAExB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAClB;IAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;KAChK;AACF,CAAC,CAAA,CAAC"}
package/dist/services/rig-llama-guard.service.d.ts CHANGED
@@ -29,7 +29,6 @@ export declare function toELlamaGuardCategory(type: string): ELlamaGuardCategory
29
29
  export declare function fromELlamaGuardCategory(type: ELlamaGuardCategory): string;
30
30
  export declare function isELlamaGuardCategory(test: unknown): test is ELlamaGuardCategory;
31
31
  export declare function keyToELlamaGuardCategory(key: string): ELlamaGuardCategory;
32
- export declare function prettyLlamaGuardCategory(category: ELlamaGuardCategory): string;
33
32
  export declare const ELLAMA_GUARD_CATEGORYS: ELlamaGuardCategory[];
34
33
  export type TLlamaGuardResult = {
35
34
  classification: ELlamaGuardClassification;
package/dist/services/rig-llama-guard.service.js CHANGED
@@ -171,24 +171,6 @@ export function keyToELlamaGuardCategory(key) {
171
171
  }
172
172
  throw new Error(`Unable to obtain ELlamaGuardCategory for key: ${key}`);
173
173
  }
174
- export function prettyLlamaGuardCategory(category) {
175
- switch (category) {
176
- case ELlamaGuardCategory.S1: return 'Violent Crimes';
177
- case ELlamaGuardCategory.S2: return 'Non-Violent Crimes';
178
- case ELlamaGuardCategory.S3: return 'Sex Crimes';
179
- case ELlamaGuardCategory.S4: return 'Child Exploitation';
180
- case ELlamaGuardCategory.S5: return 'Defamation';
181
- case ELlamaGuardCategory.S6: return 'Specialized Advice';
182
- case ELlamaGuardCategory.S7: return 'Privacy';
183
- case ELlamaGuardCategory.S8: return 'Intellectual Property';
184
- case ELlamaGuardCategory.S9: return 'Indiscriminate Weapons';
185
- case ELlamaGuardCategory.S10: return 'Hate';
186
- case ELlamaGuardCategory.S11: return 'Self-Harm';
187
- case ELlamaGuardCategory.S12: return 'Sexual Content';
188
- case ELlamaGuardCategory.S13: return 'Elections';
189
- case ELlamaGuardCategory.S14: return 'Code Interpreter Abuse';
190
- }
191
- }
192
174
  export const ELLAMA_GUARD_CATEGORYS = Object.keys(ELlamaGuardCategory)
193
175
  .map((e) => keyToELlamaGuardCategory(e));
194
176
  function isTLlamaGuardResult(test) {
package/dist/services/rig-llama-guard.service.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"rig-llama-guard.service.js","sourceRoot":"","sources":["../../src/services/rig-llama-guard.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,4BAA4B,EAAE,kBAAkB,EAAwB,wBAAwB,EAAE,0BAA0B,EAAE,+BAA+B,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAEvN,OAAO,EAAE,uCAAuC,EAAE,MAAM,qBAAqB,CAAC;AAE9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAwB,MAAM,gCAAgC,CAAC;AAEjG,MAAM,CAAN,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,0CAAa,CAAA;IACb,8CAAiB,CAAA;AACnB,CAAC,EAHW,yBAAyB,KAAzB,yBAAyB,QAGpC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAY;IACvD,QAAQ,IAAI,EAAE;QACb,KAAK,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC7C,OAAO,yBAAyB,CAAC,IAAI,CAAC;QACvC,KAAK,yBAAyB,CAAC,MAAM,CAAC,QAAQ,EAAE;YAC/C,OAAO,yBAAyB,CAAC,MAAM,CAAC;KACzC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,IAA+B;IAC5E,QAAQ,IAAI,EAAE;QACb,KAAK,yBAAyB,CAAC,IAAI;YAClC,OAAO,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClD,KAAK,yBAAyB,CAAC,MAAM;YACpC,OAAO,yBAAyB,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;KACpD;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAa;IACxD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,OAAO,2BAA2B,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,GAAW;IACzD,QAAQ,GAAG,EAAE;QACZ,KAAK,MAAM;YACV,OAAO,yBAAyB,CAAC,IAAI,CAAC;QACvC,KAAK,QAAQ;YACZ,OAAO,yBAAyB,CAAC,MAAM,CAAC;KACzC;IAED,MAAM,IAAI,KAAK,CAAC,uDAAuD,GAAG,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,MAAM,4BAA4B,GAAgC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC;KAC5G,GAAG,CAAC,CAAC,CAAS,EAA6B,EAAE,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpF,MAAM,CAAN,IAAY,mBAeX;AAfD,WAAY,mBAAmB;IAC7B,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;AACb,CAAC,EAfW,mBAAmB,KAAnB,mBAAmB,QAe9B;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY;IACjD,QAAQ,IAAI,EAAE;QACb,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;KAChC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAyB;IAChE,QAAQ,IAAI,EAAE;QACb,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;KAC3C;IAED,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa;IAClD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,OAAO,qBAAqB,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,GAAW;IACnD,QAAQ,GAAG,EAAE;QACZ,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;KAChC;IAED,MAAM,IAAI,KAAK,CAAC,iDAAiD,GAAG,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAA6B;IACrE,QAAQ,QAAQ,EAAE;QACjB,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,gBAAgB,CAAC;QACrD,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,oBAAoB,CAAC;QACzD,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,YAAY,CAAC;QACjD,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,oBAAoB,CAAC;QACzD,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,YAAY,CAAC;QACjD,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,oBAAoB,CAAC;QACzD,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9C,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,uBAAuB,CAAC;QAC5D,KAAK,mBAAmB,CAAC,EAAE,CAAC,CAAC,OAAO,wBAAwB,CAAC;QAC7D,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,MAAM,CAAC;QAC5C,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,WAAW,CAAC;QACjD,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,gBAAgB,CAAC;QACtD,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,WAAW,CAAC;QACjD,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC,OAAO,wBAAwB,CAAC;KAC9D;AACF,CAAC;AAED,MAAM,CAAC,MAAM,sBAAsB,GAA0B,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC;KAC1F,GAAG,CAAC,CAAC,CAAS,EAAuB,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC;AAaxE,SAAS,mBAAmB,CAAC,IAAa;IACzC,IAAI,CAAC,0BAA0B,CAA4B,IAAI,EAAE,gBAAgB,EAAE,2BAA2B,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9H,IAAI,IAAI,CAAC,cAAc,KAAK,yBAAyB,CAAC,MAAM,EAAE;QAC7D,IAAI,CAAC,+BAA+B,CAAsB,IAAI,EAAE,YAAY,EAAE,qBAAqB,CAAC;YAAE,OAAO,KAAK,CAAC;KACnH;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAS,wBAAwB,CAAC,CAAS;IAC1C,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACb,IAAI,CAAC,KAAK,MAAM,EAAE;QACjB,OAAO;YACL,cAAc,EAAE,yBAAyB,CAAC,IAAI;SAC/C,CAAC;KACF;IAED,MAAM,KAAK,GAAyB,0EAA0E,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvH,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,MAAM,UAAU,GAA0B,kBAAkB,CAC1D,4BAA4B,CAC1B,wBAAwB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC;SAChD,GAAG,CAAC,CAAC,EAAU,EAAiC,EAAE,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CACjF,EACD,SAAS,EACT,CAAC,CAAsB,EAAE,CAAsB,EAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CACrE,CAAC;IAEF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAE1C,OAAO;QACL,cAAc,EAAE,yBAAyB,CAAC,MAAM;QAChD,UAAU,EAAE,UAAU;KACvB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,oBAAqB,SAAQ,yBAAyB;IAClE,YACE,GAAW,EACX,GAAW,EACH,KAAa;QAEtB,KAAK,CACH,IAAI,iBAAiB,CACnB,IAAI,uCAAuC,EAAE,EAC7C,GAAG,GAAG,SAAS,EACf,GAAG,CACJ,EACD,GAAG,EACH,GAAG,CACJ,CAAC;QAVO,UAAK,GAAL,KAAK,CAAQ;IAWvB,CAAC;IAEY,QAAQ,CACnB,IAAY,EACZ,SAAgC;;YAEjC,MAAM,MAAM,GAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BtB;iBACE,IAAI,EAAE;iBACN,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE/B,MAAM,IAAI,GAAyB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACtD,IAAI,SAAS,EAAE;gBACd,MAAM,IAAI,GAAW,SAAS,CAAC,OAAO,CAAC;gBACvC,IAAI,IAAI,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAExE,IAAI,CAAC,UAAU,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;aACzC;YAED,IAAI;gBACH,MAAM,QAAQ,GAAW,MAAM,IAAI,CAAC,sBAAsB,CAIxD,aAAa,IAAI,CAAC,KAAK,EAAE,EACzB,IAAI,EACJ,CAAC,IAAa,EAAkB,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAC5D,SAAS,EACT,SAAS,EACT;oBACE,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,CAAC;iBACjB,CACF,CAAC;gBACF,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAErD,MAAM,MAAM,GAA4B,wBAAwB,CAAC,QAAQ,CAAC,CAAC;gBAC3E,IAAI,CAAC,MAAM;oBAAE,OAAO,SAAS,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAEnD,OAAO,MAAM,CAAC;aACd;YAAC,OAAO,CAAC,EAAE;gBACX,OAAO,SAAS,CAAC;aACjB;QACF,CAAC;KAAA;CACD"}
1
+ {"version":3,"file":"rig-llama-guard.service.js","sourceRoot":"","sources":["../../src/services/rig-llama-guard.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,4BAA4B,EAAE,kBAAkB,EAAwB,wBAAwB,EAAE,0BAA0B,EAAE,+BAA+B,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAEvN,OAAO,EAAE,uCAAuC,EAAE,MAAM,qBAAqB,CAAC;AAE9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAwB,MAAM,gCAAgC,CAAC;AAEjG,MAAM,CAAN,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,0CAAa,CAAA;IACb,8CAAiB,CAAA;AACnB,CAAC,EAHW,yBAAyB,KAAzB,yBAAyB,QAGpC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAY;IACvD,QAAQ,IAAI,EAAE;QACb,KAAK,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC7C,OAAO,yBAAyB,CAAC,IAAI,CAAC;QACvC,KAAK,yBAAyB,CAAC,MAAM,CAAC,QAAQ,EAAE;YAC/C,OAAO,yBAAyB,CAAC,MAAM,CAAC;KACzC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,IAA+B;IAC5E,QAAQ,IAAI,EAAE;QACb,KAAK,yBAAyB,CAAC,IAAI;YAClC,OAAO,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClD,KAAK,yBAAyB,CAAC,MAAM;YACpC,OAAO,yBAAyB,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;KACpD;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAa;IACxD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,OAAO,2BAA2B,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,GAAW;IACzD,QAAQ,GAAG,EAAE;QACZ,KAAK,MAAM;YACV,OAAO,yBAAyB,CAAC,IAAI,CAAC;QACvC,KAAK,QAAQ;YACZ,OAAO,yBAAyB,CAAC,MAAM,CAAC;KACzC;IAED,MAAM,IAAI,KAAK,CAAC,uDAAuD,GAAG,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,MAAM,4BAA4B,GAAgC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC;KAC5G,GAAG,CAAC,CAAC,CAAS,EAA6B,EAAE,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpF,MAAM,CAAN,IAAY,mBAeX;AAfD,WAAY,mBAAmB;IAC7B,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,gCAAS,CAAA;IACT,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;AACb,CAAC,EAfW,mBAAmB,KAAnB,mBAAmB,QAe9B;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY;IACjD,QAAQ,IAAI,EAAE;QACb,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE;YACrC,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC;KAChC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAyB;IAChE,QAAQ,IAAI,EAAE;QACb,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,EAAE;YAC1B,OAAO,mBAAmB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC1C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC3C,KAAK,mBAAmB,CAAC,GAAG;YAC3B,OAAO,mBAAmB,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;KAC3C;IAED,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa;IAClD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,OAAO,qBAAqB,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,GAAW;IACnD,QAAQ,GAAG,EAAE;QACZ,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,IAAI;YACR,OAAO,mBAAmB,CAAC,EAAE,CAAC;QAC/B,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;QAChC,KAAK,KAAK;YACT,OAAO,mBAAmB,CAAC,GAAG,CAAC;KAChC;IAED,MAAM,IAAI,KAAK,CAAC,iDAAiD,GAAG,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,MAAM,sBAAsB,GAA0B,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC;KAC1F,GAAG,CAAC,CAAC,CAAS,EAAuB,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC;AAaxE,SAAS,mBAAmB,CAAC,IAAa;IACzC,IAAI,CAAC,0BAA0B,CAA4B,IAAI,EAAE,gBAAgB,EAAE,2BAA2B,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9H,IAAI,IAAI,CAAC,cAAc,KAAK,yBAAyB,CAAC,MAAM,EAAE;QAC7D,IAAI,CAAC,+BAA+B,CAAsB,IAAI,EAAE,YAAY,EAAE,qBAAqB,CAAC;YAAE,OAAO,KAAK,CAAC;KACnH;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAS,wBAAwB,CAAC,CAAS;IAC1C,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACb,IAAI,CAAC,KAAK,MAAM,EAAE;QACjB,OAAO;YACL,cAAc,EAAE,yBAAyB,CAAC,IAAI;SAC/C,CAAC;KACF;IAED,MAAM,KAAK,GAAyB,0EAA0E,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvH,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,MAAM,UAAU,GAA0B,kBAAkB,CAC1D,4BAA4B,CAC1B,wBAAwB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC;SAChD,GAAG,CAAC,CAAC,EAAU,EAAiC,EAAE,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CACjF,EACD,SAAS,EACT,CAAC,CAAsB,EAAE,CAAsB,EAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CACrE,CAAC;IAEF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAE1C,OAAO;QACL,cAAc,EAAE,yBAAyB,CAAC,MAAM;QAChD,UAAU,EAAE,UAAU;KACvB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,oBAAqB,SAAQ,yBAAyB;IAClE,YACE,GAAW,EACX,GAAW,EACH,KAAa;QAEtB,KAAK,CACH,IAAI,iBAAiB,CACnB,IAAI,uCAAuC,EAAE,EAC7C,GAAG,GAAG,SAAS,EACf,GAAG,CACJ,EACD,GAAG,EACH,GAAG,CACJ,CAAC;QAVO,UAAK,GAAL,KAAK,CAAQ;IAWvB,CAAC;IAEY,QAAQ,CACnB,IAAY,EACZ,SAAgC;;YAEjC,MAAM,MAAM,GAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BtB;iBACE,IAAI,EAAE;iBACN,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE/B,MAAM,IAAI,GAAyB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACtD,IAAI,SAAS,EAAE;gBACd,MAAM,IAAI,GAAW,SAAS,CAAC,OAAO,CAAC;gBACvC,IAAI,IAAI,GAAG,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAExE,IAAI,CAAC,UAAU,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;aACzC;YAED,IAAI;gBACH,MAAM,QAAQ,GAAW,MAAM,IAAI,CAAC,sBAAsB,CAIxD,aAAa,IAAI,CAAC,KAAK,EAAE,EACzB,IAAI,EACJ,CAAC,IAAa,EAAkB,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAC5D,SAAS,EACT,SAAS,EACT;oBACE,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,CAAC;iBACjB,CACF,CAAC;gBACF,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAErD,MAAM,MAAM,GAA4B,wBAAwB,CAAC,QAAQ,CAAC,CAAC;gBAC3E,IAAI,CAAC,MAAM;oBAAE,OAAO,SAAS,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAEnD,OAAO,MAAM,CAAC;aACd;YAAC,OAAO,CAAC,EAAE;gBACX,OAAO,SAAS,CAAC;aACjB;QACF,CAAC;KAAA;CACD"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "hydra-crawler",
3
- "version": "2.7.0",
3
+ "version": "2.8.0",
4
4
  "description": "Node.js Hydra web crawler",
5
5
  "author": "Pete Morris",
6
6
  "license": "ISC",
package/dist/queries/llamaguard-unsafe-content.query.d.ts DELETED
@@ -1,2 +0,0 @@
1
- import { TQuery } from '../types/tquery';
2
- export declare const query: TQuery;
package/dist/queries/llamaguard-unsafe-content.query.js DELETED
@@ -1,93 +0,0 @@
1
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
2
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
3
- return new (P || (P = Promise))(function (resolve, reject) {
4
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
5
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
6
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
7
- step((generator = generator.apply(thisArg, _arguments || [])).next());
8
- });
9
- };
10
- import { ECommonsCsvColumnType } from 'tscommons-es-format';
11
- import { EStatus } from 'hydra-crawler-ts-assets';
12
- import { commonsOutputDoing, commonsOutputResult, commonsOutputSuccess } from 'nodecommons-es-cli';
13
- import { CommonsCsv } from 'nodecommons-es-file';
14
- import { ELLAMA_GUARD_CATEGORYS, prettyLlamaGuardCategory } from '../services/rig-llama-guard.service';
15
- export const query = (args, databaseService, _lists, _expiry, _parsersConfig) => __awaiter(void 0, void 0, void 0, function* () {
16
- const filename = args.getString('filename');
17
- commonsOutputDoing('Searching for URLs marked unsafe');
18
- const results = databaseService.getUrls().find({
19
- 'llamaguard.classification': 'unsafe',
20
- status: { $in: [
21
- EStatus.ACTIVE,
22
- EStatus.DENY,
23
- EStatus.DISALLOWED,
24
- EStatus.DONE,
25
- EStatus.FAILED,
26
- EStatus.QUEUED
27
- ] }
28
- }, {});
29
- const urls = yield databaseService.listQueryResults(results, (_t) => true);
30
- commonsOutputResult(urls.length);
31
- commonsOutputDoing('Inverting categorisation');
32
- const map = new Map();
33
- for (const category of ELLAMA_GUARD_CATEGORYS)
34
- map.set(category, []);
35
- for (const url of urls) {
36
- if (url.llamaguard.classification === 'safe')
37
- continue;
38
- for (const category of url.llamaguard.categories)
39
- map.get(category).push(url);
40
- }
41
- commonsOutputSuccess();
42
- commonsOutputDoing('Building CSV array');
43
- const rows = [];
44
- for (const category of ELLAMA_GUARD_CATEGORYS) {
45
- const pretty = prettyLlamaGuardCategory(category);
46
- for (const url of map.get(category)) {
47
- rows.push({
48
- category: category,
49
- pretty: pretty,
50
- domain: url.domain,
51
- url: url.url
52
- });
53
- }
54
- }
55
- rows
56
- .sort((a, b) => {
57
- if (a.category < b.category)
58
- return -1;
59
- if (a.category > b.category)
60
- return 1;
61
- if (a.domain < b.domain)
62
- return -1;
63
- if (a.domain > b.domain)
64
- return 1;
65
- if (a.url < b.url)
66
- return -1;
67
- if (a.url > b.url)
68
- return 1;
69
- return 0;
70
- });
71
- commonsOutputSuccess();
72
- const csv = new CommonsCsv([
73
- {
74
- name: 'category',
75
- type: ECommonsCsvColumnType.STRING
76
- },
77
- {
78
- name: 'meaning',
79
- type: ECommonsCsvColumnType.STRING
80
- },
81
- {
82
- name: 'domain',
83
- type: ECommonsCsvColumnType.STRING
84
- },
85
- {
86
- name: 'url',
87
- type: ECommonsCsvColumnType.STRING
88
- }
89
- ]);
90
- csv.save(rows, filename, true);
91
- });
92
- // export default query;
93
- //# sourceMappingURL=llamaguard-unsafe-content.query.js.map
package/dist/queries/llamaguard-unsafe-content.query.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"llamaguard-unsafe-content.query.js","sourceRoot":"","sources":["../../src/queries/llamaguard-unsafe-content.query.ts"],"names":[],"mappings":";;;;;;;;;AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAG5D,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAe,kBAAkB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAChH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAMjD,OAAO,EAAE,sBAAsB,EAAuB,wBAAwB,EAAqB,MAAM,qCAAqC,CAAC;AAe/I,MAAM,CAAC,MAAM,KAAK,GAAW,CAC3B,IAAiB,EACjB,eAAgC,EAChC,MAAa,EACb,OAAe,EACf,cAAyC,EAC1B,EAAE;IAClB,MAAM,QAAQ,GAAW,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAEpD,kBAAkB,CAAC,kCAAkC,CAAC,CAAC;IACvD,MAAM,OAAO,GAA2C,eAAe,CAAC,OAAO,EAAE,CAAC,IAAI,CACpF;QACE,2BAA2B,EAAE,QAAQ;QACrC,MAAM,EAAE,EAAE,GAAG,EAAE;gBACb,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,UAAU;gBAClB,OAAO,CAAC,IAAI;gBACZ,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,MAAM;aACf,EAAE;KACJ,EACD,EAAE,CACH,CAAC;IACF,MAAM,IAAI,GAAyB,MAAM,eAAe,CAAC,gBAAgB,CACvE,OAAO,EACP,CAAC,EAAW,EAA4B,EAAE,CAAC,IAAI,CAChD,CAAC;IACF,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjC,kBAAkB,CAAC,0BAA0B,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAqC,IAAI,GAAG,EAA+B,CAAC;IACrF,KAAK,MAAM,QAAQ,IAAI,sBAAsB;QAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACvB,IAAI,GAAG,CAAC,UAAU,CAAC,cAAc,KAAK,MAAM;YAAE,SAAS;QAEvD,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU;YAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAC/E;IACD,oBAAoB,EAAE,CAAC;IAEvB,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAW,EAAE,CAAC;IACxB,KAAK,MAAM,QAAQ,IAAI,sBAAsB,EAAE;QAC9C,MAAM,MAAM,GAAW,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAE1D,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,EAAE;YACrC,IAAI,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,GAAG,EAAE,GAAG,CAAC,GAAG;aACb,CAAC,CAAC;SACH;KACD;IAED,IAAI;SACD,IAAI,CAAC,CAAC,CAAO,EAAE,CAAO,EAAU,EAAE;QAClC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC;QAEtC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG;YAAE,OAAO,CAAC,CAAC;QAE5B,OAAO,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;IAEL,oBAAoB,EAAE,CAAC;IAEvB,MAAM,GAAG,GAAe,IAAI,UAAU,CAAC;QACrC;YACE,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;QACD;YACE,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;QACD;YACE,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;QACD;YACE,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,qBAAqB,CAAC,MAAM;SACnC;KACF,CAAC,CAAC;IACH,GAAG,CAAC,IAAI,CACN,IAAI,EACJ,QAAQ,EACR,IAAI,CACL,CAAC;AACH,CAAC,CAAA,CAAC;AAEF,wBAAwB"}