hydra-crawler 2.8.4 → 3.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (467) hide show
  1. package/dist/apis/{autocomplete.api.d.ts → autocomplete.api.d.mts} +4 -4
  2. package/dist/apis/autocomplete.api.mjs +14 -0
  3. package/dist/apis/autocomplete.api.mjs.map +1 -0
  4. package/dist/apis/{bugs.api.d.ts → bugs.api.d.mts} +4 -4
  5. package/dist/apis/bugs.api.mjs +18 -0
  6. package/dist/apis/bugs.api.mjs.map +1 -0
  7. package/dist/apis/{crawl.api.d.ts → crawl.api.d.mts} +4 -4
  8. package/dist/apis/crawl.api.mjs +17 -0
  9. package/dist/apis/crawl.api.mjs.map +1 -0
  10. package/dist/apis/{domains.api.d.ts → domains.api.d.mts} +4 -4
  11. package/dist/apis/{domains.api.js → domains.api.mjs} +10 -18
  12. package/dist/apis/domains.api.mjs.map +1 -0
  13. package/dist/apis/{images.api.d.ts → images.api.d.mts} +4 -4
  14. package/dist/apis/images.api.mjs +19 -0
  15. package/dist/apis/images.api.mjs.map +1 -0
  16. package/dist/apis/{statistics.api.d.ts → statistics.api.d.mts} +4 -4
  17. package/dist/apis/statistics.api.mjs +33 -0
  18. package/dist/apis/statistics.api.mjs.map +1 -0
  19. package/dist/apis/{test.api.d.ts → test.api.d.mts} +3 -3
  20. package/dist/apis/test.api.mjs +10 -0
  21. package/dist/apis/test.api.mjs.map +1 -0
  22. package/dist/apis/{urls.api.d.ts → urls.api.d.mts} +4 -4
  23. package/dist/apis/urls.api.mjs +21 -0
  24. package/dist/apis/urls.api.mjs.map +1 -0
  25. package/dist/apps/{cleanup.app.d.ts → cleanup.app.d.mts} +5 -5
  26. package/dist/apps/cleanup.app.mjs +129 -0
  27. package/dist/apps/cleanup.app.mjs.map +1 -0
  28. package/dist/apps/{cross-populate-export.app.d.ts → cross-populate-export.app.d.mts} +3 -3
  29. package/dist/apps/cross-populate-export.app.mjs +61 -0
  30. package/dist/apps/cross-populate-export.app.mjs.map +1 -0
  31. package/dist/apps/{cross-populate-import.app.d.ts → cross-populate-import.app.d.mts} +3 -3
  32. package/dist/apps/cross-populate-import.app.mjs +61 -0
  33. package/dist/apps/cross-populate-import.app.mjs.map +1 -0
  34. package/dist/apps/{denylist.app.d.ts → denylist.app.d.mts} +5 -5
  35. package/dist/apps/denylist.app.mjs +135 -0
  36. package/dist/apps/denylist.app.mjs.map +1 -0
  37. package/dist/apps/{expire.app.d.ts → expire.app.d.mts} +8 -7
  38. package/dist/apps/expire.app.mjs +51 -0
  39. package/dist/apps/expire.app.mjs.map +1 -0
  40. package/dist/apps/{export-domain-urls.d.ts → export-domain-urls.d.mts} +3 -3
  41. package/dist/apps/export-domain-urls.mjs +85 -0
  42. package/dist/apps/export-domain-urls.mjs.map +1 -0
  43. package/dist/apps/{extract-text.app.d.ts → extract-text.app.d.mts} +2 -2
  44. package/dist/apps/extract-text.app.mjs +43 -0
  45. package/dist/apps/extract-text.app.mjs.map +1 -0
  46. package/dist/apps/{hydra.app.d.ts → hydra.app.d.mts} +10 -10
  47. package/dist/apps/hydra.app.mjs +222 -0
  48. package/dist/apps/hydra.app.mjs.map +1 -0
  49. package/dist/apps/{import.app.d.ts → import.app.d.mts} +3 -3
  50. package/dist/apps/import.app.mjs +48 -0
  51. package/dist/apps/import.app.mjs.map +1 -0
  52. package/dist/apps/{internal-hydra-common.app.d.ts → internal-hydra-common.app.d.mts} +6 -6
  53. package/dist/apps/{internal-hydra-common.app.js → internal-hydra-common.app.mjs} +1 -1
  54. package/dist/apps/internal-hydra-common.app.mjs.map +1 -0
  55. package/dist/apps/{move-to-archive.app.d.ts → move-to-archive.app.d.mts} +2 -2
  56. package/dist/apps/move-to-archive.app.mjs +31 -0
  57. package/dist/apps/move-to-archive.app.mjs.map +1 -0
  58. package/dist/apps/{prune-archive.app.d.ts → prune-archive.app.d.mts} +2 -2
  59. package/dist/apps/prune-archive.app.mjs +40 -0
  60. package/dist/apps/prune-archive.app.mjs.map +1 -0
  61. package/dist/apps/{query.app.d.ts → query.app.d.mts} +6 -6
  62. package/dist/apps/query.app.mjs +69 -0
  63. package/dist/apps/query.app.mjs.map +1 -0
  64. package/dist/apps/{reattempt.app.d.ts → reattempt.app.d.mts} +6 -6
  65. package/dist/apps/reattempt.app.mjs +81 -0
  66. package/dist/apps/reattempt.app.mjs.map +1 -0
  67. package/dist/apps/{requeue-domain.app.d.ts → requeue-domain.app.d.mts} +3 -3
  68. package/dist/apps/requeue-domain.app.mjs +52 -0
  69. package/dist/apps/requeue-domain.app.mjs.map +1 -0
  70. package/dist/apps/{seed.app.d.ts → seed.app.d.mts} +5 -5
  71. package/dist/apps/seed.app.mjs +59 -0
  72. package/dist/apps/seed.app.mjs.map +1 -0
  73. package/dist/apps/{startup.app.d.ts → startup.app.d.mts} +3 -3
  74. package/dist/apps/startup.app.mjs +55 -0
  75. package/dist/apps/startup.app.mjs.map +1 -0
  76. package/dist/apps/{unarchive-urls.app.d.ts → unarchive-urls.app.d.mts} +5 -5
  77. package/dist/apps/unarchive-urls.app.mjs +78 -0
  78. package/dist/apps/unarchive-urls.app.mjs.map +1 -0
  79. package/dist/classes/{cleaner.d.ts → cleaner.d.mts} +2 -2
  80. package/dist/classes/cleaner.mjs +264 -0
  81. package/dist/classes/cleaner.mjs.map +1 -0
  82. package/dist/classes/{crawler.d.ts → crawler.d.mts} +10 -12
  83. package/dist/classes/{crawler.js → crawler.mjs} +216 -184
  84. package/dist/classes/crawler.mjs.map +1 -0
  85. package/dist/classes/{dns.js → dns.mjs} +4 -4
  86. package/dist/classes/dns.mjs.map +1 -0
  87. package/dist/classes/{expirer.d.ts → expirer.d.mts} +2 -2
  88. package/dist/classes/expirer.mjs +117 -0
  89. package/dist/classes/expirer.mjs.map +1 -0
  90. package/dist/classes/{expiry.d.ts → expiry.d.mts} +1 -1
  91. package/dist/classes/{expiry.js → expiry.mjs} +7 -9
  92. package/dist/classes/expiry.mjs.map +1 -0
  93. package/dist/classes/{lists.d.ts → lists.d.mts} +2 -2
  94. package/dist/classes/{lists.js → lists.mjs} +4 -4
  95. package/dist/classes/lists.mjs.map +1 -0
  96. package/dist/classes/{robot.d.ts → robot.d.mts} +3 -3
  97. package/dist/classes/robot.mjs +74 -0
  98. package/dist/classes/robot.mjs.map +1 -0
  99. package/dist/classes/{tracker.d.ts → tracker.d.mts} +3 -3
  100. package/dist/classes/tracker.mjs +101 -0
  101. package/dist/classes/tracker.mjs.map +1 -0
  102. package/dist/{cli.js → cli.mjs} +46 -58
  103. package/dist/cli.mjs.map +1 -0
  104. package/dist/enums/{eavailable-strategy.js → eavailable-strategy.mjs} +1 -1
  105. package/dist/enums/eavailable-strategy.mjs.map +1 -0
  106. package/dist/enums/{elist.js → elist.mjs} +1 -1
  107. package/dist/enums/elist.mjs.map +1 -0
  108. package/dist/enums/{eserver.js → eserver.mjs} +1 -1
  109. package/dist/enums/eserver.mjs.map +1 -0
  110. package/dist/enums/{ex-powered-by.js → ex-powered-by.mjs} +1 -1
  111. package/dist/enums/ex-powered-by.mjs.map +1 -0
  112. package/dist/helpers/{matcher.d.ts → matcher.d.mts} +1 -1
  113. package/dist/helpers/{matcher.js → matcher.mjs} +1 -1
  114. package/dist/helpers/matcher.mjs.map +1 -0
  115. package/dist/helpers/{random.d.ts → random.d.mts} +1 -1
  116. package/dist/helpers/{random.js → random.mjs} +1 -1
  117. package/dist/helpers/random.mjs.map +1 -0
  118. package/dist/helpers/{utf-decoder.d.ts → utf-decoder.d.mts} +0 -1
  119. package/dist/helpers/{utf-decoder.js → utf-decoder.mjs} +3 -3
  120. package/dist/helpers/utf-decoder.mjs.map +1 -0
  121. package/dist/interfaces/{iexpiry.d.ts → iexpiry.d.mts} +1 -1
  122. package/dist/interfaces/{iexpiry.js → iexpiry.mjs} +3 -3
  123. package/dist/interfaces/iexpiry.mjs.map +1 -0
  124. package/dist/interfaces/{imatch.js → imatch.mjs} +2 -2
  125. package/dist/interfaces/imatch.mjs.map +1 -0
  126. package/dist/interfaces/{iparser-config.js → iparser-config.mjs} +2 -2
  127. package/dist/interfaces/iparser-config.mjs.map +1 -0
  128. package/dist/interfaces/{iparser.d.ts → iparser.d.mts} +1 -1
  129. package/dist/interfaces/iparser.mjs +2 -0
  130. package/dist/interfaces/iparser.mjs.map +1 -0
  131. package/dist/interfaces/{irequest-outcome.d.ts → irequest-outcome.d.mts} +0 -2
  132. package/dist/interfaces/irequest-outcome.mjs +2 -0
  133. package/dist/interfaces/irequest-outcome.mjs.map +1 -0
  134. package/dist/interfaces/iserver.mjs +2 -0
  135. package/dist/interfaces/iserver.mjs.map +1 -0
  136. package/dist/parsers/accessibility-metrics.parser.d.mts +11 -0
  137. package/dist/parsers/accessibility-metrics.parser.mjs +30 -0
  138. package/dist/parsers/accessibility-metrics.parser.mjs.map +1 -0
  139. package/dist/parsers/asp-error.parser.d.mts +12 -0
  140. package/dist/parsers/asp-error.parser.mjs +38 -0
  141. package/dist/parsers/asp-error.parser.mjs.map +1 -0
  142. package/dist/parsers/{bad-words.parser.d.ts → bad-words.parser.d.mts} +6 -6
  143. package/dist/parsers/bad-words.parser.mjs +17 -0
  144. package/dist/parsers/bad-words.parser.mjs.map +1 -0
  145. package/dist/parsers/complex-english.parser.d.mts +15 -0
  146. package/dist/parsers/complex-english.parser.mjs +52 -0
  147. package/dist/parsers/complex-english.parser.mjs.map +1 -0
  148. package/dist/parsers/data.parser.d.mts +13 -0
  149. package/dist/parsers/{data.parser.js → data.parser.mjs} +8 -7
  150. package/dist/parsers/data.parser.mjs.map +1 -0
  151. package/dist/parsers/{dictionary.parser.d.ts → dictionary.parser.d.mts} +6 -6
  152. package/dist/parsers/dictionary.parser.mjs +63 -0
  153. package/dist/parsers/dictionary.parser.mjs.map +1 -0
  154. package/dist/parsers/html.parser.d.mts +13 -0
  155. package/dist/parsers/{html.parser.js → html.parser.mjs} +4 -3
  156. package/dist/parsers/html.parser.mjs.map +1 -0
  157. package/dist/parsers/hyperlinks.parser.d.mts +20 -0
  158. package/dist/parsers/hyperlinks.parser.mjs +104 -0
  159. package/dist/parsers/hyperlinks.parser.mjs.map +1 -0
  160. package/dist/parsers/image-tags.parser.d.mts +19 -0
  161. package/dist/parsers/image-tags.parser.mjs +42 -0
  162. package/dist/parsers/image-tags.parser.mjs.map +1 -0
  163. package/dist/parsers/{interest.parser.d.ts → interest.parser.d.mts} +7 -7
  164. package/dist/parsers/interest.parser.mjs +60 -0
  165. package/dist/parsers/interest.parser.mjs.map +1 -0
  166. package/dist/parsers/jpeg.parser.d.mts +11 -0
  167. package/dist/parsers/jpeg.parser.mjs +29 -0
  168. package/dist/parsers/jpeg.parser.mjs.map +1 -0
  169. package/dist/parsers/{llama-guard.parser.d.ts → llama-guard.parser.d.mts} +7 -7
  170. package/dist/parsers/llama-guard.parser.mjs +56 -0
  171. package/dist/parsers/llama-guard.parser.mjs.map +1 -0
  172. package/dist/parsers/{offence.parser.d.ts → offence.parser.d.mts} +7 -7
  173. package/dist/parsers/offence.parser.mjs +60 -0
  174. package/dist/parsers/offence.parser.mjs.map +1 -0
  175. package/dist/parsers/{ollama.parser.d.ts → ollama.parser.d.mts} +6 -6
  176. package/dist/parsers/ollama.parser.mjs +43 -0
  177. package/dist/parsers/ollama.parser.mjs.map +1 -0
  178. package/dist/parsers/{paragraphs.parser.d.ts → paragraphs.parser.d.mts} +5 -5
  179. package/dist/parsers/paragraphs.parser.mjs +38 -0
  180. package/dist/parsers/paragraphs.parser.mjs.map +1 -0
  181. package/dist/parsers/{parser.d.ts → parser.d.mts} +6 -6
  182. package/dist/parsers/parser.mjs +45 -0
  183. package/dist/parsers/parser.mjs.map +1 -0
  184. package/dist/parsers/php-error.parser.d.mts +12 -0
  185. package/dist/parsers/php-error.parser.mjs +42 -0
  186. package/dist/parsers/php-error.parser.mjs.map +1 -0
  187. package/dist/parsers/{phrase.parser.d.ts → phrase.parser.d.mts} +3 -3
  188. package/dist/parsers/phrase.parser.mjs +15 -0
  189. package/dist/parsers/phrase.parser.mjs.map +1 -0
  190. package/dist/parsers/{regex.parser.d.ts → regex.parser.d.mts} +3 -3
  191. package/dist/parsers/regex.parser.mjs +29 -0
  192. package/dist/parsers/regex.parser.mjs.map +1 -0
  193. package/dist/parsers/server.parser.d.mts +11 -0
  194. package/dist/parsers/server.parser.mjs +57 -0
  195. package/dist/parsers/server.parser.mjs.map +1 -0
  196. package/dist/parsers/{spelling.parser.d.ts → spelling.parser.d.mts} +6 -6
  197. package/dist/parsers/spelling.parser.mjs +17 -0
  198. package/dist/parsers/spelling.parser.mjs.map +1 -0
  199. package/dist/parsers/string.parser.d.mts +8 -0
  200. package/dist/parsers/{string.parser.js → string.parser.mjs} +5 -4
  201. package/dist/parsers/string.parser.mjs.map +1 -0
  202. package/dist/parsers/{text.parser.d.ts → text.parser.d.mts} +3 -3
  203. package/dist/parsers/text.parser.mjs +30 -0
  204. package/dist/parsers/text.parser.mjs.map +1 -0
  205. package/dist/parsers/{words.parser.d.ts → words.parser.d.mts} +3 -3
  206. package/dist/parsers/words.parser.mjs +29 -0
  207. package/dist/parsers/words.parser.mjs.map +1 -0
  208. package/dist/queries/complex-english.query.d.mts +2 -0
  209. package/dist/queries/{complex-english.query.js → complex-english.query.mjs} +26 -28
  210. package/dist/queries/complex-english.query.mjs.map +1 -0
  211. package/dist/queries/flash-content.query.d.mts +2 -0
  212. package/dist/queries/flash-content.query.mjs +80 -0
  213. package/dist/queries/flash-content.query.mjs.map +1 -0
  214. package/dist/queries/linking-to-domains.query.d.mts +2 -0
  215. package/dist/queries/linking-to-domains.query.mjs +128 -0
  216. package/dist/queries/linking-to-domains.query.mjs.map +1 -0
  217. package/dist/queries/llamaguard-unsafe-content.query.d.mts +2 -0
  218. package/dist/queries/llamaguard-unsafe-content.query.mjs +90 -0
  219. package/dist/queries/llamaguard-unsafe-content.query.mjs.map +1 -0
  220. package/dist/queries/readability-score.query.d.mts +2 -0
  221. package/dist/queries/{readability-score.query.js → readability-score.query.mjs} +11 -20
  222. package/dist/queries/readability-score.query.mjs.map +1 -0
  223. package/dist/servers/{crawl.server.d.ts → crawl.server.d.mts} +10 -10
  224. package/dist/servers/crawl.server.mjs +192 -0
  225. package/dist/servers/crawl.server.mjs.map +1 -0
  226. package/dist/servers/{express.server.d.ts → express.server.d.mts} +2 -3
  227. package/dist/servers/express.server.mjs +13 -0
  228. package/dist/servers/express.server.mjs.map +1 -0
  229. package/dist/servers/{maintenance.server.d.ts → maintenance.server.d.mts} +5 -5
  230. package/dist/servers/maintenance.server.mjs +97 -0
  231. package/dist/servers/maintenance.server.mjs.map +1 -0
  232. package/dist/servers/{rest.server.d.ts → rest.server.d.mts} +4 -4
  233. package/dist/servers/rest.server.mjs +62 -0
  234. package/dist/servers/rest.server.mjs.map +1 -0
  235. package/dist/servers/{socket-io.server.d.ts → socket-io.server.d.mts} +4 -4
  236. package/dist/servers/socket-io.server.mjs +22 -0
  237. package/dist/servers/socket-io.server.mjs.map +1 -0
  238. package/dist/services/{database.service.d.ts → database.service.d.mts} +12 -12
  239. package/dist/services/database.service.mjs +645 -0
  240. package/dist/services/database.service.mjs.map +1 -0
  241. package/dist/services/{ollama-rest.service.d.ts → ollama-rest.service.d.mts} +2 -2
  242. package/dist/services/ollama-rest.service.mjs +27 -0
  243. package/dist/services/ollama-rest.service.mjs.map +1 -0
  244. package/dist/services/{rig-llama-guard.service.d.ts → rig-llama-guard.service.d.mts} +2 -2
  245. package/dist/services/{rig-llama-guard.service.js → rig-llama-guard.service.mjs} +33 -43
  246. package/dist/services/rig-llama-guard.service.mjs.map +1 -0
  247. package/dist/services/{rig-queue-length.service.d.ts → rig-queue-length.service.d.mts} +1 -1
  248. package/dist/services/rig-queue-length.service.mjs +12 -0
  249. package/dist/services/rig-queue-length.service.mjs.map +1 -0
  250. package/dist/services/{rig-subjectivity-scale.service.d.ts → rig-subjectivity-scale.service.d.mts} +2 -2
  251. package/dist/services/rig-subjectivity-scale.service.mjs +82 -0
  252. package/dist/services/rig-subjectivity-scale.service.mjs.map +1 -0
  253. package/dist/services/{rig-ticket-rest.service.d.ts → rig-ticket-rest.service.d.mts} +3 -3
  254. package/dist/services/rig-ticket-rest.service.mjs +15 -0
  255. package/dist/services/rig-ticket-rest.service.mjs.map +1 -0
  256. package/dist/services/{rig-ticketed-promise.service.d.ts → rig-ticketed-promise.service.d.mts} +4 -6
  257. package/dist/services/{rig-ticketed-promise.service.js → rig-ticketed-promise.service.mjs} +7 -6
  258. package/dist/services/rig-ticketed-promise.service.mjs.map +1 -0
  259. package/dist/types/{tcrawl-config.js → tcrawl-config.mjs} +2 -2
  260. package/dist/types/tcrawl-config.mjs.map +1 -0
  261. package/dist/types/{thydra-config.js → thydra-config.mjs} +2 -2
  262. package/dist/types/thydra-config.mjs.map +1 -0
  263. package/dist/types/tparser-ctor.d.mts +7 -0
  264. package/dist/types/tparser-ctor.mjs +2 -0
  265. package/dist/types/tparser-ctor.mjs.map +1 -0
  266. package/dist/types/tquery.d.mts +7 -0
  267. package/dist/types/tquery.mjs +2 -0
  268. package/dist/types/tquery.mjs.map +1 -0
  269. package/dist/types/tqueue-length.mjs +2 -0
  270. package/dist/types/tqueue-length.mjs.map +1 -0
  271. package/dist/types/{trobots-config.js → trobots-config.mjs} +2 -2
  272. package/dist/types/trobots-config.mjs.map +1 -0
  273. package/package.json +37 -43
  274. package/dist/apis/autocomplete.api.js +0 -22
  275. package/dist/apis/autocomplete.api.js.map +0 -1
  276. package/dist/apis/bugs.api.js +0 -26
  277. package/dist/apis/bugs.api.js.map +0 -1
  278. package/dist/apis/crawl.api.js +0 -25
  279. package/dist/apis/crawl.api.js.map +0 -1
  280. package/dist/apis/domains.api.js.map +0 -1
  281. package/dist/apis/images.api.js +0 -27
  282. package/dist/apis/images.api.js.map +0 -1
  283. package/dist/apis/statistics.api.js +0 -41
  284. package/dist/apis/statistics.api.js.map +0 -1
  285. package/dist/apis/test.api.js +0 -19
  286. package/dist/apis/test.api.js.map +0 -1
  287. package/dist/apis/urls.api.js +0 -29
  288. package/dist/apis/urls.api.js.map +0 -1
  289. package/dist/apps/cleanup.app.js +0 -151
  290. package/dist/apps/cleanup.app.js.map +0 -1
  291. package/dist/apps/cross-populate-export.app.js +0 -75
  292. package/dist/apps/cross-populate-export.app.js.map +0 -1
  293. package/dist/apps/cross-populate-import.app.js +0 -100
  294. package/dist/apps/cross-populate-import.app.js.map +0 -1
  295. package/dist/apps/denylist.app.js +0 -132
  296. package/dist/apps/denylist.app.js.map +0 -1
  297. package/dist/apps/expire.app.js +0 -63
  298. package/dist/apps/expire.app.js.map +0 -1
  299. package/dist/apps/export-domain-urls.js +0 -99
  300. package/dist/apps/export-domain-urls.js.map +0 -1
  301. package/dist/apps/extract-text.app.js +0 -55
  302. package/dist/apps/extract-text.app.js.map +0 -1
  303. package/dist/apps/hydra.app.js +0 -218
  304. package/dist/apps/hydra.app.js.map +0 -1
  305. package/dist/apps/import.app.js +0 -57
  306. package/dist/apps/import.app.js.map +0 -1
  307. package/dist/apps/internal-hydra-common.app.js.map +0 -1
  308. package/dist/apps/move-to-archive.app.js +0 -46
  309. package/dist/apps/move-to-archive.app.js.map +0 -1
  310. package/dist/apps/prune-archive.app.js +0 -55
  311. package/dist/apps/prune-archive.app.js.map +0 -1
  312. package/dist/apps/query.app.js +0 -80
  313. package/dist/apps/query.app.js.map +0 -1
  314. package/dist/apps/reattempt.app.js +0 -83
  315. package/dist/apps/reattempt.app.js.map +0 -1
  316. package/dist/apps/requeue-domain.app.js +0 -64
  317. package/dist/apps/requeue-domain.app.js.map +0 -1
  318. package/dist/apps/seed.app.js +0 -69
  319. package/dist/apps/seed.app.js.map +0 -1
  320. package/dist/apps/startup.app.js +0 -64
  321. package/dist/apps/startup.app.js.map +0 -1
  322. package/dist/apps/unarchive-urls.app.js +0 -83
  323. package/dist/apps/unarchive-urls.app.js.map +0 -1
  324. package/dist/classes/cleaner.js +0 -266
  325. package/dist/classes/cleaner.js.map +0 -1
  326. package/dist/classes/crawler.js.map +0 -1
  327. package/dist/classes/dns.js.map +0 -1
  328. package/dist/classes/expirer.js +0 -121
  329. package/dist/classes/expirer.js.map +0 -1
  330. package/dist/classes/expiry.js.map +0 -1
  331. package/dist/classes/lists.js.map +0 -1
  332. package/dist/classes/robot.js +0 -82
  333. package/dist/classes/robot.js.map +0 -1
  334. package/dist/classes/tracker.js +0 -120
  335. package/dist/classes/tracker.js.map +0 -1
  336. package/dist/cli.js.map +0 -1
  337. package/dist/enums/eavailable-strategy.js.map +0 -1
  338. package/dist/enums/elist.js.map +0 -1
  339. package/dist/enums/eserver.js.map +0 -1
  340. package/dist/enums/ex-powered-by.js.map +0 -1
  341. package/dist/helpers/matcher.js.map +0 -1
  342. package/dist/helpers/random.js.map +0 -1
  343. package/dist/helpers/utf-decoder.js.map +0 -1
  344. package/dist/interfaces/iexpiry.js.map +0 -1
  345. package/dist/interfaces/imatch.js.map +0 -1
  346. package/dist/interfaces/iparser-config.js.map +0 -1
  347. package/dist/interfaces/iparser.js +0 -2
  348. package/dist/interfaces/iparser.js.map +0 -1
  349. package/dist/interfaces/irequest-outcome.js +0 -2
  350. package/dist/interfaces/irequest-outcome.js.map +0 -1
  351. package/dist/interfaces/iserver.js +0 -2
  352. package/dist/interfaces/iserver.js.map +0 -1
  353. package/dist/parsers/accessibility-metrics.parser.d.ts +0 -11
  354. package/dist/parsers/accessibility-metrics.parser.js +0 -40
  355. package/dist/parsers/accessibility-metrics.parser.js.map +0 -1
  356. package/dist/parsers/asp-error.parser.d.ts +0 -12
  357. package/dist/parsers/asp-error.parser.js +0 -48
  358. package/dist/parsers/asp-error.parser.js.map +0 -1
  359. package/dist/parsers/bad-words.parser.js +0 -27
  360. package/dist/parsers/bad-words.parser.js.map +0 -1
  361. package/dist/parsers/complex-english.parser.d.ts +0 -15
  362. package/dist/parsers/complex-english.parser.js +0 -61
  363. package/dist/parsers/complex-english.parser.js.map +0 -1
  364. package/dist/parsers/data.parser.d.ts +0 -14
  365. package/dist/parsers/data.parser.js.map +0 -1
  366. package/dist/parsers/dictionary.parser.js +0 -73
  367. package/dist/parsers/dictionary.parser.js.map +0 -1
  368. package/dist/parsers/html.parser.d.ts +0 -13
  369. package/dist/parsers/html.parser.js.map +0 -1
  370. package/dist/parsers/hyperlinks.parser.d.ts +0 -20
  371. package/dist/parsers/hyperlinks.parser.js +0 -115
  372. package/dist/parsers/hyperlinks.parser.js.map +0 -1
  373. package/dist/parsers/image-tags.parser.d.ts +0 -19
  374. package/dist/parsers/image-tags.parser.js +0 -52
  375. package/dist/parsers/image-tags.parser.js.map +0 -1
  376. package/dist/parsers/interest.parser.js +0 -69
  377. package/dist/parsers/interest.parser.js.map +0 -1
  378. package/dist/parsers/jpeg.parser.d.ts +0 -11
  379. package/dist/parsers/jpeg.parser.js +0 -39
  380. package/dist/parsers/jpeg.parser.js.map +0 -1
  381. package/dist/parsers/llama-guard.parser.js +0 -65
  382. package/dist/parsers/llama-guard.parser.js.map +0 -1
  383. package/dist/parsers/offence.parser.js +0 -69
  384. package/dist/parsers/offence.parser.js.map +0 -1
  385. package/dist/parsers/ollama.parser.js +0 -51
  386. package/dist/parsers/ollama.parser.js.map +0 -1
  387. package/dist/parsers/paragraphs.parser.js +0 -49
  388. package/dist/parsers/paragraphs.parser.js.map +0 -1
  389. package/dist/parsers/parser.js +0 -57
  390. package/dist/parsers/parser.js.map +0 -1
  391. package/dist/parsers/php-error.parser.d.ts +0 -12
  392. package/dist/parsers/php-error.parser.js +0 -52
  393. package/dist/parsers/php-error.parser.js.map +0 -1
  394. package/dist/parsers/phrase.parser.js +0 -26
  395. package/dist/parsers/phrase.parser.js.map +0 -1
  396. package/dist/parsers/regex.parser.js +0 -43
  397. package/dist/parsers/regex.parser.js.map +0 -1
  398. package/dist/parsers/server.parser.d.ts +0 -11
  399. package/dist/parsers/server.parser.js +0 -67
  400. package/dist/parsers/server.parser.js.map +0 -1
  401. package/dist/parsers/spelling.parser.js +0 -27
  402. package/dist/parsers/spelling.parser.js.map +0 -1
  403. package/dist/parsers/string.parser.d.ts +0 -8
  404. package/dist/parsers/string.parser.js.map +0 -1
  405. package/dist/parsers/text.parser.js +0 -41
  406. package/dist/parsers/text.parser.js.map +0 -1
  407. package/dist/parsers/words.parser.js +0 -40
  408. package/dist/parsers/words.parser.js.map +0 -1
  409. package/dist/queries/complex-english.query.d.ts +0 -2
  410. package/dist/queries/complex-english.query.js.map +0 -1
  411. package/dist/queries/flash-content.query.d.ts +0 -2
  412. package/dist/queries/flash-content.query.js +0 -82
  413. package/dist/queries/flash-content.query.js.map +0 -1
  414. package/dist/queries/linking-to-domains.query.d.ts +0 -2
  415. package/dist/queries/linking-to-domains.query.js +0 -130
  416. package/dist/queries/linking-to-domains.query.js.map +0 -1
  417. package/dist/queries/llamaguard-unsafe-content.query.d.ts +0 -2
  418. package/dist/queries/llamaguard-unsafe-content.query.js +0 -92
  419. package/dist/queries/llamaguard-unsafe-content.query.js.map +0 -1
  420. package/dist/queries/readability-score.query.d.ts +0 -2
  421. package/dist/queries/readability-score.query.js.map +0 -1
  422. package/dist/servers/crawl.server.js +0 -198
  423. package/dist/servers/crawl.server.js.map +0 -1
  424. package/dist/servers/express.server.js +0 -13
  425. package/dist/servers/express.server.js.map +0 -1
  426. package/dist/servers/maintenance.server.js +0 -103
  427. package/dist/servers/maintenance.server.js.map +0 -1
  428. package/dist/servers/rest.server.js +0 -46
  429. package/dist/servers/rest.server.js.map +0 -1
  430. package/dist/servers/socket-io.server.js +0 -61
  431. package/dist/servers/socket-io.server.js.map +0 -1
  432. package/dist/services/database.service.js +0 -795
  433. package/dist/services/database.service.js.map +0 -1
  434. package/dist/services/ollama-rest.service.js +0 -46
  435. package/dist/services/ollama-rest.service.js.map +0 -1
  436. package/dist/services/rig-llama-guard.service.js.map +0 -1
  437. package/dist/services/rig-queue-length.service.js +0 -22
  438. package/dist/services/rig-queue-length.service.js.map +0 -1
  439. package/dist/services/rig-subjectivity-scale.service.js +0 -96
  440. package/dist/services/rig-subjectivity-scale.service.js.map +0 -1
  441. package/dist/services/rig-ticket-rest.service.js +0 -29
  442. package/dist/services/rig-ticket-rest.service.js.map +0 -1
  443. package/dist/services/rig-ticketed-promise.service.js.map +0 -1
  444. package/dist/types/tcrawl-config.js.map +0 -1
  445. package/dist/types/thydra-config.js.map +0 -1
  446. package/dist/types/tparser-ctor.d.ts +0 -7
  447. package/dist/types/tparser-ctor.js +0 -2
  448. package/dist/types/tparser-ctor.js.map +0 -1
  449. package/dist/types/tquery.d.ts +0 -7
  450. package/dist/types/tquery.js +0 -2
  451. package/dist/types/tquery.js.map +0 -1
  452. package/dist/types/tqueue-length.js +0 -2
  453. package/dist/types/tqueue-length.js.map +0 -1
  454. package/dist/types/trobots-config.js.map +0 -1
  455. /package/dist/classes/{dns.d.ts → dns.d.mts} +0 -0
  456. /package/dist/{cli.d.ts → cli.d.mts} +0 -0
  457. /package/dist/enums/{eavailable-strategy.d.ts → eavailable-strategy.d.mts} +0 -0
  458. /package/dist/enums/{elist.d.ts → elist.d.mts} +0 -0
  459. /package/dist/enums/{eserver.d.ts → eserver.d.mts} +0 -0
  460. /package/dist/enums/{ex-powered-by.d.ts → ex-powered-by.d.mts} +0 -0
  461. /package/dist/interfaces/{imatch.d.ts → imatch.d.mts} +0 -0
  462. /package/dist/interfaces/{iparser-config.d.ts → iparser-config.d.mts} +0 -0
  463. /package/dist/interfaces/{iserver.d.ts → iserver.d.mts} +0 -0
  464. /package/dist/types/{tcrawl-config.d.ts → tcrawl-config.d.mts} +0 -0
  465. /package/dist/types/{thydra-config.d.ts → thydra-config.d.mts} +0 -0
  466. /package/dist/types/{tqueue-length.d.ts → tqueue-length.d.mts} +0 -0
  467. /package/dist/types/{trobots-config.d.ts → trobots-config.d.mts} +0 -0
@@ -1,61 +0,0 @@
1
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
2
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
3
- return new (P || (P = Promise))(function (resolve, reject) {
4
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
5
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
6
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
7
- step((generator = generator.apply(thisArg, _arguments || [])).next());
8
- });
9
- };
10
- import { CommonsAppSocketIoServer } from 'nodecommons-es-app-socket-io';
11
- export class SocketIoServer extends CommonsAppSocketIoServer {
12
- fetching(fetch) {
13
- const _super = Object.create(null, {
14
- broadcast: { get: () => super.broadcast }
15
- });
16
- return __awaiter(this, void 0, void 0, function* () {
17
- yield _super.broadcast.call(this, 'fetching', fetch);
18
- });
19
- }
20
- outcome(outcome) {
21
- const _super = Object.create(null, {
22
- broadcast: { get: () => super.broadcast }
23
- });
24
- return __awaiter(this, void 0, void 0, function* () {
25
- yield _super.broadcast.call(this, 'outcome', outcome);
26
- });
27
- }
28
- statusTallies(tallies) {
29
- const _super = Object.create(null, {
30
- broadcast: { get: () => super.broadcast }
31
- });
32
- return __awaiter(this, void 0, void 0, function* () {
33
- yield _super.broadcast.call(this, 'statusTallies', tallies);
34
- });
35
- }
36
- linkTallies(tally) {
37
- const _super = Object.create(null, {
38
- broadcast: { get: () => super.broadcast }
39
- });
40
- return __awaiter(this, void 0, void 0, function* () {
41
- yield _super.broadcast.call(this, 'linkTallies', tally);
42
- });
43
- }
44
- domainTallies(tally) {
45
- const _super = Object.create(null, {
46
- broadcast: { get: () => super.broadcast }
47
- });
48
- return __awaiter(this, void 0, void 0, function* () {
49
- yield _super.broadcast.call(this, 'domainTallies', tally);
50
- });
51
- }
52
- bandwidth(bps) {
53
- const _super = Object.create(null, {
54
- broadcast: { get: () => super.broadcast }
55
- });
56
- return __awaiter(this, void 0, void 0, function* () {
57
- yield _super.broadcast.call(this, 'bandwidth', bps);
58
- });
59
- }
60
- }
61
- //# sourceMappingURL=socket-io.server.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"socket-io.server.js","sourceRoot":"","sources":["../../src/servers/socket-io.server.ts"],"names":[],"mappings":";;;;;;;;;AAIA,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAExE,MAAM,OAAO,cAAe,SAAQ,wBAAwB;IAC9C,QAAQ,CAAC,KAAa;;;;;YAClC,MAAM,OAAM,SAAS,YAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;KAAA;IAEY,OAAO,CAAC,OAAiB;;;;;YACrC,MAAM,OAAM,SAAS,YAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;KAAA;IAEY,aAAa,CAAC,OAAuB;;;;;YACjD,MAAM,OAAM,SAAS,YAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;KAAA;IAEY,WAAW,CAAC,KAAa;;;;;YACrC,MAAM,OAAM,SAAS,YAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;KAAA;IAEY,aAAa,CAAC,KAAa;;;;;YACvC,MAAM,OAAM,SAAS,YAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC;KAAA;IAEY,SAAS,CAAC,GAAW;;;;;YACjC,MAAM,OAAM,SAAS,YAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QACzC,CAAC;KAAA;CACD"}