@yrpri/api 9.0.103 → 9.0.104

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (422) hide show
  1. package/package.json +1 -1
  2. package/dist/active-citizen/controllers/activities.cjs +0 -174
  3. package/dist/active-citizen/controllers/news_feeds.cjs +0 -96
  4. package/dist/active-citizen/controllers/notifications.cjs +0 -243
  5. package/dist/active-citizen/controllers/recommendations.cjs +0 -280
  6. package/dist/active-citizen/engine/allOurIdeas/aiHelper.js +0 -204
  7. package/dist/active-citizen/engine/allOurIdeas/explainAnswersAssistant.js +0 -66
  8. package/dist/active-citizen/engine/allOurIdeas/iconGenerator.js +0 -38
  9. package/dist/active-citizen/engine/analytics/export_anon_community_activities.js +0 -334
  10. package/dist/active-citizen/engine/analytics/importer.js +0 -308
  11. package/dist/active-citizen/engine/analytics/manager.cjs +0 -377
  12. package/dist/active-citizen/engine/analytics/plausible/manager.cjs +0 -500
  13. package/dist/active-citizen/engine/analytics/statsCalc.cjs +0 -194
  14. package/dist/active-citizen/engine/analytics/utils.cjs +0 -369
  15. package/dist/active-citizen/engine/marketing/campaign.cjs +0 -90
  16. package/dist/active-citizen/engine/moderation/fraud/CreateFraudAuditReport.cjs +0 -313
  17. package/dist/active-citizen/engine/moderation/fraud/FraudBase.cjs +0 -239
  18. package/dist/active-citizen/engine/moderation/fraud/FraudDeleteBase.cjs +0 -211
  19. package/dist/active-citizen/engine/moderation/fraud/FraudDeleteEndorsements.cjs +0 -120
  20. package/dist/active-citizen/engine/moderation/fraud/FraudDeletePointQualities.cjs +0 -114
  21. package/dist/active-citizen/engine/moderation/fraud/FraudDeletePoints.cjs +0 -101
  22. package/dist/active-citizen/engine/moderation/fraud/FraudDeletePosts.cjs +0 -84
  23. package/dist/active-citizen/engine/moderation/fraud/FraudDeleteRatings.cjs +0 -15
  24. package/dist/active-citizen/engine/moderation/fraud/FraudGetBase.cjs +0 -133
  25. package/dist/active-citizen/engine/moderation/fraud/FraudGetEndorsements.cjs +0 -185
  26. package/dist/active-citizen/engine/moderation/fraud/FraudGetPointQualities.cjs +0 -184
  27. package/dist/active-citizen/engine/moderation/fraud/FraudGetPoints.cjs +0 -170
  28. package/dist/active-citizen/engine/moderation/fraud/FraudGetPosts.cjs +0 -109
  29. package/dist/active-citizen/engine/moderation/fraud/FraudGetRatings.cjs +0 -140
  30. package/dist/active-citizen/engine/moderation/fraud/FraudScannerNotifier.cjs +0 -279
  31. package/dist/active-citizen/engine/moderation/get_moderation_items.cjs +0 -386
  32. package/dist/active-citizen/engine/moderation/image_labeling/CommunityLabeling.cjs +0 -49
  33. package/dist/active-citizen/engine/moderation/image_labeling/GroupLabeling.cjs +0 -68
  34. package/dist/active-citizen/engine/moderation/image_labeling/ImageLabelingBase.cjs +0 -288
  35. package/dist/active-citizen/engine/moderation/image_labeling/PointLabeling.cjs +0 -33
  36. package/dist/active-citizen/engine/moderation/image_labeling/PostLabeling.cjs +0 -56
  37. package/dist/active-citizen/engine/moderation/perspective_api_client.cjs +0 -106
  38. package/dist/active-citizen/engine/moderation/process_moderation_items.cjs +0 -344
  39. package/dist/active-citizen/engine/moderation/toxicity_analysis.cjs +0 -810
  40. package/dist/active-citizen/engine/news_feeds/activity_and_item_index_definitions.cjs +0 -15
  41. package/dist/active-citizen/engine/news_feeds/generate_dynamically.cjs +0 -362
  42. package/dist/active-citizen/engine/news_feeds/generate_from_notifications.cjs +0 -268
  43. package/dist/active-citizen/engine/news_feeds/news_feeds_utils.cjs +0 -439
  44. package/dist/active-citizen/engine/notifications/emails_utils.cjs +0 -569
  45. package/dist/active-citizen/engine/notifications/generate_point_notifications.cjs +0 -233
  46. package/dist/active-citizen/engine/notifications/generate_post_notifications.cjs +0 -118
  47. package/dist/active-citizen/engine/notifications/generate_post_status_change_notifications.cjs +0 -41
  48. package/dist/active-citizen/engine/notifications/notifications_utils.cjs +0 -148
  49. package/dist/active-citizen/engine/notifications/point_delivery.cjs +0 -54
  50. package/dist/active-citizen/engine/notifications/post_delivery.cjs +0 -31
  51. package/dist/active-citizen/engine/notifications/process_delayed_notifications.cjs +0 -471
  52. package/dist/active-citizen/engine/notifications/process_general_notifications.cjs +0 -212
  53. package/dist/active-citizen/engine/old/exporters/categories_dataset.js +0 -153
  54. package/dist/active-citizen/engine/old/exporters/dataset_tools.js +0 -80
  55. package/dist/active-citizen/engine/old/exporters/sentiment_dataset.js +0 -157
  56. package/dist/active-citizen/engine/recommendations/events_importer.cjs +0 -139
  57. package/dist/active-citizen/engine/recommendations/events_manager.cjs +0 -212
  58. package/dist/active-citizen/engine/reports/add_points_to_sheet.cjs +0 -83
  59. package/dist/active-citizen/engine/reports/commonUtils.js +0 -75
  60. package/dist/active-citizen/engine/reports/common_utils.cjs +0 -740
  61. package/dist/active-citizen/engine/reports/docx_group_report.cjs +0 -596
  62. package/dist/active-citizen/engine/reports/xlsAllOurIdeasExport.js +0 -232
  63. package/dist/active-citizen/engine/reports/xls_community_users_report.cjs +0 -277
  64. package/dist/active-citizen/engine/reports/xls_group_report.cjs +0 -718
  65. package/dist/active-citizen/llms/baseChatBot.js +0 -183
  66. package/dist/active-citizen/llms/imageGeneration/chatGptImageGenerator.js +0 -56
  67. package/dist/active-citizen/llms/imageGeneration/collectionImageGenerator.js +0 -109
  68. package/dist/active-citizen/llms/imageGeneration/dalleImageGenerator.js +0 -84
  69. package/dist/active-citizen/llms/imageGeneration/fluxImageGenerator.js +0 -49
  70. package/dist/active-citizen/llms/imageGeneration/iImageGenerator.js +0 -1
  71. package/dist/active-citizen/llms/imageGeneration/imageProcessorService.js +0 -64
  72. package/dist/active-citizen/llms/imageGeneration/imagenImageGenerator.js +0 -107
  73. package/dist/active-citizen/llms/imageGeneration/s3Service.js +0 -110
  74. package/dist/active-citizen/llms/llmTranslation.js +0 -472
  75. package/dist/active-citizen/models/ac_activity.cjs +0 -216
  76. package/dist/active-citizen/models/ac_background_job.cjs +0 -109
  77. package/dist/active-citizen/models/ac_campaign.cjs +0 -97
  78. package/dist/active-citizen/models/ac_client_activity.cjs +0 -23
  79. package/dist/active-citizen/models/ac_delayed_notification.cjs +0 -43
  80. package/dist/active-citizen/models/ac_following.cjs +0 -43
  81. package/dist/active-citizen/models/ac_list.cjs +0 -68
  82. package/dist/active-citizen/models/ac_list_users.cjs +0 -19
  83. package/dist/active-citizen/models/ac_mute.cjs +0 -27
  84. package/dist/active-citizen/models/ac_news_feed_item.cjs +0 -57
  85. package/dist/active-citizen/models/ac_news_feed_processed_range.cjs +0 -59
  86. package/dist/active-citizen/models/ac_notification.cjs +0 -292
  87. package/dist/active-citizen/models/ac_translation_cache.cjs +0 -750
  88. package/dist/active-citizen/models/ac_watching.cjs +0 -31
  89. package/dist/active-citizen/scripts/analytics/setup_all_plausible_goals.cjs +0 -13
  90. package/dist/active-citizen/scripts/fix_old_delayed_notifications.js +0 -63
  91. package/dist/active-citizen/scripts/kue_status.js +0 -31
  92. package/dist/active-citizen/scripts/kue_watch_stuck_jobs.js +0 -24
  93. package/dist/active-citizen/scripts/translation_clear_language.js +0 -117
  94. package/dist/active-citizen/scripts/translation_delete.js +0 -27
  95. package/dist/active-citizen/scripts/translation_replace_text_from_url.js +0 -180
  96. package/dist/active-citizen/scripts/translation_update.js +0 -28
  97. package/dist/active-citizen/scripts/translations_list.js +0 -27
  98. package/dist/active-citizen/utils/airbrake.cjs +0 -17
  99. package/dist/active-citizen/utils/get_anonymous_system_user.cjs +0 -21
  100. package/dist/active-citizen/utils/i18n.cjs +0 -3
  101. package/dist/active-citizen/utils/logger.cjs +0 -25
  102. package/dist/active-citizen/utils/redisConnection.cjs +0 -29
  103. package/dist/active-citizen/utils/to_json.cjs +0 -9
  104. package/dist/active-citizen/utils/translation_cloning.cjs +0 -171
  105. package/dist/active-citizen/utils/translation_helpers.cjs +0 -534
  106. package/dist/active-citizen/utils/truncate_text.cjs +0 -21
  107. package/dist/active-citizen/utils/updateAllLocalesFromEn.js +0 -253
  108. package/dist/active-citizen/utils/updateLocaleFolders.js +0 -34
  109. package/dist/active-citizen/workers/activity.cjs +0 -189
  110. package/dist/active-citizen/workers/anonymizations.cjs +0 -734
  111. package/dist/active-citizen/workers/bulk_status_update.cjs +0 -458
  112. package/dist/active-citizen/workers/delayed_jobs.cjs +0 -244
  113. package/dist/active-citizen/workers/deletions.cjs +0 -1911
  114. package/dist/active-citizen/workers/email.cjs +0 -9
  115. package/dist/active-citizen/workers/fraud_management.cjs +0 -109
  116. package/dist/active-citizen/workers/generativeAi.js +0 -56
  117. package/dist/active-citizen/workers/main.cjs +0 -89
  118. package/dist/active-citizen/workers/marketing.cjs +0 -25
  119. package/dist/active-citizen/workers/moderation.cjs +0 -73
  120. package/dist/active-citizen/workers/notification_delivery.cjs +0 -368
  121. package/dist/active-citizen/workers/notification_news_feed.cjs +0 -142
  122. package/dist/active-citizen/workers/queue.cjs +0 -99
  123. package/dist/active-citizen/workers/recount.cjs +0 -74
  124. package/dist/active-citizen/workers/reports.cjs +0 -42
  125. package/dist/active-citizen/workers/similarities.cjs +0 -21
  126. package/dist/active-citizen/workers/speech_to_text.cjs +0 -482
  127. package/dist/agents/assistants/agentAssistant.js +0 -88
  128. package/dist/agents/assistants/baseAssistant.js +0 -888
  129. package/dist/agents/assistants/baseAssistantWithVoice.js +0 -150
  130. package/dist/agents/assistants/modes/agentDirectConnection.js +0 -84
  131. package/dist/agents/assistants/modes/agentSelectionMode.js +0 -44
  132. package/dist/agents/assistants/modes/baseAssistantMode.js +0 -54
  133. package/dist/agents/assistants/modes/tools/agentTools.js +0 -447
  134. package/dist/agents/assistants/modes/tools/baseTools.js +0 -58
  135. package/dist/agents/assistants/modes/tools/loginTools.js +0 -156
  136. package/dist/agents/assistants/modes/tools/models/agents.js +0 -146
  137. package/dist/agents/assistants/modes/tools/models/subscriptions.js +0 -332
  138. package/dist/agents/assistants/modes/tools/models/users.js +0 -11
  139. package/dist/agents/assistants/modes/tools/navigationTools.js +0 -166
  140. package/dist/agents/assistants/modes/tools/subscriptionTools.js +0 -323
  141. package/dist/agents/assistants/modes/tools/workflowConverstationTools.js +0 -112
  142. package/dist/agents/assistants/voiceAssistant.js +0 -619
  143. package/dist/agents/controllers/agentProductController.js +0 -103
  144. package/dist/agents/controllers/agentSubscriptionController.js +0 -261
  145. package/dist/agents/controllers/assistantsController.js +0 -511
  146. package/dist/agents/controllers/policySynthAgents.js +0 -395
  147. package/dist/agents/managers/agentProductManager.js +0 -91
  148. package/dist/agents/managers/emailInvitesManager.js +0 -55
  149. package/dist/agents/managers/emailTemplateRenderer.js +0 -362
  150. package/dist/agents/managers/newAiModelSetup.js +0 -650
  151. package/dist/agents/managers/notificationAgentQueueManager.js +0 -510
  152. package/dist/agents/managers/subscriptionManager.js +0 -535
  153. package/dist/agents/managers/workflowConversationManager.js +0 -79
  154. package/dist/agents/models/agentProduct.js +0 -116
  155. package/dist/agents/models/agentProductBoosterPurchase.js +0 -58
  156. package/dist/agents/models/agentProductBundle.js +0 -68
  157. package/dist/agents/models/agentProductRun.js +0 -52
  158. package/dist/agents/models/discount.js +0 -88
  159. package/dist/agents/models/subscription.js +0 -79
  160. package/dist/agents/models/subscriptionPlan.js +0 -46
  161. package/dist/agents/models/subscriptionUser.js +0 -27
  162. package/dist/agents/models/testData/createEvolyAgentProduct.js +0 -477
  163. package/dist/agents/models/testData/old/updateAgentWorkflowConfiguration.js +0 -230
  164. package/dist/agents/models/testData/setupEvolyAgentProductConfig.js +0 -233
  165. package/dist/agents/models/testData/updateAgentWorkflowConfiguration.js +0 -230
  166. package/dist/agents/models/workflowConversation.js +0 -53
  167. package/dist/agents/tools/setTemplateWorkflowCommunityId.js +0 -46
  168. package/dist/app.js +0 -943
  169. package/dist/authorization.cjs +0 -1860
  170. package/dist/bot_control.js +0 -1930
  171. package/dist/config/config.cjs +0 -14
  172. package/dist/config/config.js +0 -14
  173. package/dist/controllers/allOurIdeas.js +0 -696
  174. package/dist/controllers/audios.cjs +0 -100
  175. package/dist/controllers/bulkStatusUpdates.cjs +0 -202
  176. package/dist/controllers/categories.cjs +0 -199
  177. package/dist/controllers/communities.cjs +0 -2996
  178. package/dist/controllers/domains.cjs +0 -1341
  179. package/dist/controllers/externalIds.cjs +0 -223
  180. package/dist/controllers/groups.cjs +0 -4309
  181. package/dist/controllers/images.cjs +0 -499
  182. package/dist/controllers/index.cjs +0 -449
  183. package/dist/controllers/legacyPages.cjs +0 -35
  184. package/dist/controllers/legacyPosts.cjs +0 -56
  185. package/dist/controllers/legacyUsers.cjs +0 -36
  186. package/dist/controllers/nonSpa.cjs +0 -574
  187. package/dist/controllers/organizations.cjs +0 -250
  188. package/dist/controllers/points.cjs +0 -1137
  189. package/dist/controllers/posts.cjs +0 -2036
  190. package/dist/controllers/ratings.cjs +0 -234
  191. package/dist/controllers/users.cjs +0 -2255
  192. package/dist/controllers/videos.cjs +0 -226
  193. package/dist/deleteUnwantedDeclerations.cjs +0 -55
  194. package/dist/migrations/agentAuditLogs.cjs +0 -46
  195. package/dist/migrations/agentClasses.cjs +0 -60
  196. package/dist/migrations/agentConnectorClasses.cjs +0 -61
  197. package/dist/migrations/agentConnectors.cjs +0 -50
  198. package/dist/migrations/agentEvals.cjs +0 -45
  199. package/dist/migrations/agentRegistries.cjs +0 -40
  200. package/dist/migrations/agents.cjs +0 -54
  201. package/dist/migrations/aiModels.cjs +0 -49
  202. package/dist/migrations/apiUsage.cjs +0 -47
  203. package/dist/migrations/apis.cjs +0 -49
  204. package/dist/migrations/groupPrivateData.cjs +0 -30
  205. package/dist/migrations/modelUsage.cjs +0 -60
  206. package/dist/migrations/oldMigrations/2019/20181030020612-AddActivitiesIndex.js +0 -23
  207. package/dist/migrations/oldMigrations/2019/20181102210612-AddFirstVideoFeatures.js +0 -360
  208. package/dist/migrations/oldMigrations/2019/20181212210612-ModerationFeatures.js +0 -29
  209. package/dist/migrations/oldMigrations/2019/2019010610612-CommunityFolders.js +0 -43
  210. package/dist/migrations/oldMigrations/2019/20190117020612-AddMissingIndexes.js +0 -24
  211. package/dist/migrations/oldMigrations/2019/20190117020612-RemoveUnusedIndexes.js +0 -29
  212. package/dist/migrations/oldMigrations/2019/20190127020612-RemoveUnusedIndexesPartThree.js +0 -22
  213. package/dist/migrations/oldMigrations/2019/20190127020612-RemoveUnusedIndexesPartTwo.js +0 -23
  214. package/dist/migrations/oldMigrations/2019/20190223020612-AddPrivateProfileDataToUsers.js +0 -18
  215. package/dist/migrations/oldMigrations/2019/20190706210612-AddCustomRatings.js +0 -43
  216. package/dist/migrations/oldMigrations/2019/20190829210612-AddGeneralStore.js +0 -36
  217. package/dist/migrations/oldMigrations/2019/20192811210612-AddAcClientActivities.js +0 -41
  218. package/dist/migrations/oldMigrations/2020/20190527020612-WorkOnIndexes.js +0 -88
  219. package/dist/migrations/oldMigrations/2020/20200409020612-AddBackgroundJob.js +0 -33
  220. package/dist/migrations/oldMigrations/2020/20200716210612-AddDataToCollections.js +0 -38
  221. package/dist/migrations/oldMigrations/2022/20220215100612-AddDataToEndorsements.js +0 -19
  222. package/dist/migrations/oldMigrations/2022/20220220100612-AddDataForFraudDetection.js +0 -19
  223. package/dist/migrations/oldMigrations/2022/20220903100612-AddPromotionFeatures.js +0 -127
  224. package/dist/migrations/oldMigrations/2022/onHold/20200527020612-AddCampaigns.js +0 -68
  225. package/dist/migrations/oldMigrations/2024/20241304175112-AddMediaSupportForHtmlGroups.cjs +0 -63
  226. package/dist/migrations/oldMigrations/older/20160511172514-AddNotificationFeatures.js +0 -14
  227. package/dist/migrations/oldMigrations/older/20161030020612-AddBulkStatusUpdate.js +0 -71
  228. package/dist/migrations/oldMigrations/older/20170514035258-add-metadata-to-invites.js +0 -12
  229. package/dist/migrations/oldMigrations/older/20180216020612-AddTranslationCaches.js +0 -46
  230. package/dist/migrations/oldMigrations/older/20180218210612-AddTranslationAndLanguages.js +0 -46
  231. package/dist/migrations/privateAccessStore.cjs +0 -55
  232. package/dist/migrations/zzz_associations.cjs +0 -154
  233. package/dist/migrations/zzzz_createUsersAndAdminsForClasses.cjs +0 -100
  234. package/dist/migrations/zzzzz_create_agent_runs.cjs +0 -606
  235. package/dist/migrations/zzzzzz_create_agent_runs_fix.cjs +0 -11
  236. package/dist/migrations/zzzzzzz_create_trees.cjs +0 -81
  237. package/dist/models/audio.cjs +0 -430
  238. package/dist/models/bulk_status_update.cjs +0 -58
  239. package/dist/models/campaign.cjs +0 -78
  240. package/dist/models/category.cjs +0 -94
  241. package/dist/models/community.cjs +0 -337
  242. package/dist/models/domain.cjs +0 -486
  243. package/dist/models/endorsement.cjs +0 -39
  244. package/dist/models/general_data_store.cjs +0 -20
  245. package/dist/models/group.cjs +0 -728
  246. package/dist/models/image.cjs +0 -579
  247. package/dist/models/index.cjs +0 -186
  248. package/dist/models/invite.cjs +0 -48
  249. package/dist/models/iso_country.cjs +0 -16
  250. package/dist/models/organization.cjs +0 -122
  251. package/dist/models/page.cjs +0 -273
  252. package/dist/models/point.cjs +0 -622
  253. package/dist/models/point_quality.cjs +0 -39
  254. package/dist/models/point_revision.cjs +0 -47
  255. package/dist/models/post.cjs +0 -680
  256. package/dist/models/post_revision.cjs +0 -38
  257. package/dist/models/post_status_change.cjs +0 -35
  258. package/dist/models/promotion.cjs +0 -34
  259. package/dist/models/rating.cjs +0 -51
  260. package/dist/models/relationship.cjs +0 -19
  261. package/dist/models/request_to_join.cjs +0 -20
  262. package/dist/models/user.cjs +0 -604
  263. package/dist/models/user_legacy_password.cjs +0 -13
  264. package/dist/models/video.cjs +0 -1137
  265. package/dist/publish.js +0 -40
  266. package/dist/repack.js +0 -53
  267. package/dist/scripts/addRatingUsersToGroup.js +0 -51
  268. package/dist/scripts/addUserToOrganization.js +0 -71
  269. package/dist/scripts/analyseRatingsForCommunity.js +0 -150
  270. package/dist/scripts/analyzeAndFixBrokenPointUsers.js +0 -28
  271. package/dist/scripts/analyzeEndorsementsByCountry.js +0 -70
  272. package/dist/scripts/analyzePostsForCommunity.js +0 -185
  273. package/dist/scripts/bulkStatusUpdates/listUpdates.js +0 -14
  274. package/dist/scripts/bulkStatusUpdates/mergeLatestPostsToUpdate.js +0 -110
  275. package/dist/scripts/bulkStatusUpdates/performUpdate.js +0 -116
  276. package/dist/scripts/bulkStatusUpdates/performUpdateForGroup.cjs +0 -124
  277. package/dist/scripts/bulkStatusUpdates/performUpdateForStatus.js +0 -141
  278. package/dist/scripts/change/changeVideoAspectTo.js +0 -34
  279. package/dist/scripts/change/setUseNewVersion.cjs +0 -22
  280. package/dist/scripts/changeCommunityGroupcount.js +0 -30
  281. package/dist/scripts/changeCommunityPostCount.js +0 -30
  282. package/dist/scripts/changeGroupPostCount.js +0 -30
  283. package/dist/scripts/changeLanguage.js +0 -50
  284. package/dist/scripts/changeOfficalStatus.js +0 -30
  285. package/dist/scripts/cleanups/deleteAnonNotifications.cjs +0 -91
  286. package/dist/scripts/cleanups/deleteLinkGroupsWithDeletedCommunities.js +0 -62
  287. package/dist/scripts/cleanups/deleteYearOldNotifications.cjs +0 -72
  288. package/dist/scripts/cleanups/removeAllUsersFromHiddenPublicGroup.js +0 -43
  289. package/dist/scripts/clearAllEndorsementInGroup.js +0 -50
  290. package/dist/scripts/cloning/clearUsersForCommunitiesFromUrl.js +0 -129
  291. package/dist/scripts/cloning/cloneFromUrlScript.js +0 -65
  292. package/dist/scripts/cloning/cloneWBFromUrlScriptAndCreateLinks.js +0 -140
  293. package/dist/scripts/cloning/cloneWBFromUrlScriptNoUsersOrPoints.js +0 -140
  294. package/dist/scripts/cloning/cloneWBSerbianFromUrlScriptAndCreateLinks.js +0 -131
  295. package/dist/scripts/cloning/copyCommunityConfigAndTranslationsFromURL.js +0 -173
  296. package/dist/scripts/cloning/copyCommunityOneGroupToDomainNoUsersNoEndorsements.js +0 -18
  297. package/dist/scripts/cloning/copyCommunityToDomainNoUsersNoEndorsements.js +0 -17
  298. package/dist/scripts/cloning/copyCommunityToDomainWithEverything.js +0 -17
  299. package/dist/scripts/cloning/copyCommunityToDomainWithOnlyGroups.js +0 -26
  300. package/dist/scripts/cloning/copyGroupConfigAndTranslationsFromURL.js +0 -205
  301. package/dist/scripts/cloning/copyPostToGroupOld.js +0 -397
  302. package/dist/scripts/cloning/copyPostVideosFromURL.js +0 -236
  303. package/dist/scripts/cloning/copyPostWithOutAnyVotingOrActivities.js +0 -17
  304. package/dist/scripts/cloning/deepCloneSerbianWBFromUrlScriptAndCreateLinks.js +0 -131
  305. package/dist/scripts/cloning/deepCloneWBFromUrlScriptAndCreateLinks.js +0 -139
  306. package/dist/scripts/cloning/setAdminsFromURL.js +0 -161
  307. package/dist/scripts/cloning/setExternalIdsFromURL.js +0 -129
  308. package/dist/scripts/countCommunity.js +0 -291
  309. package/dist/scripts/countCommunityUsers.js +0 -152
  310. package/dist/scripts/countDelayedNotifications.js +0 -18
  311. package/dist/scripts/countGroup.js +0 -246
  312. package/dist/scripts/countStuff.js +0 -67
  313. package/dist/scripts/countUniqueVotersInAGroup.js +0 -48
  314. package/dist/scripts/createInvitesAndShow.js +0 -75
  315. package/dist/scripts/database/sync_database.js +0 -14
  316. package/dist/scripts/database/sync_dev_database.js +0 -17
  317. package/dist/scripts/debugNotifications.js +0 -58
  318. package/dist/scripts/deleteAllNewsFeeds.js +0 -10
  319. package/dist/scripts/deleteCategory.js +0 -13
  320. package/dist/scripts/deleteOldAppActivities.js +0 -40
  321. package/dist/scripts/deletePostContactDataForCommunity.js +0 -53
  322. package/dist/scripts/destroy/destroy_all_but_one_domain.js +0 -1026
  323. package/dist/scripts/displayAuthorForPost.js +0 -16
  324. package/dist/scripts/endorsementFraudDetection/analyseEndorsementsForCommunity.js +0 -183
  325. package/dist/scripts/endorsementFraudDetection/bulkDeleteDuplicateEndorsmentsFromUrl.js +0 -208
  326. package/dist/scripts/exportAllStatusChanges.js +0 -36
  327. package/dist/scripts/exportClientAcitivity.js +0 -36
  328. package/dist/scripts/exportEndorsementsForCommunity.js +0 -79
  329. package/dist/scripts/exportPointQualitiesForCommunity.js +0 -84
  330. package/dist/scripts/exportPostsAndPointsForCommunity.js +0 -147
  331. package/dist/scripts/exportPostsDataSetForDomain.js +0 -244
  332. package/dist/scripts/exportPostsForGroup.js +0 -173
  333. package/dist/scripts/exportRatingsForPost.js +0 -15
  334. package/dist/scripts/exportUserEndorsementsWithUserAnalysis.js +0 -123
  335. package/dist/scripts/exportUsersForCommunity.js +0 -24
  336. package/dist/scripts/exportUsersForDomain.js +0 -24
  337. package/dist/scripts/exportUsersForGroup.js +0 -24
  338. package/dist/scripts/exports/ratingDistribution.js +0 -71
  339. package/dist/scripts/exports/whoEndorsedWhatByCommunity.js +0 -56
  340. package/dist/scripts/findUnusedClientImports.js +0 -56
  341. package/dist/scripts/fixAllPostPointCounts.js +0 -22
  342. package/dist/scripts/fixAnonNotificationsSettings.js +0 -48
  343. package/dist/scripts/fixCountKopavogur.js +0 -9
  344. package/dist/scripts/fixEndorsementsAfterCopyPostToGroup.js +0 -190
  345. package/dist/scripts/fixExternalUserId.js +0 -24
  346. package/dist/scripts/fixGroupAccess.js +0 -16
  347. package/dist/scripts/fixGroupIdeasAndPointsCount.js +0 -49
  348. package/dist/scripts/fixNotificationSettings.js +0 -39
  349. package/dist/scripts/fixSurveyRadioBakedInSubCodes.js +0 -64
  350. package/dist/scripts/fixWrongUserIdForStatusUpdates.js +0 -49
  351. package/dist/scripts/gallery/exportGalleryData.js +0 -40
  352. package/dist/scripts/gallery/importGalleryForCommunity.js +0 -168
  353. package/dist/scripts/gallery/readJsonAndDownloadImagesVersion2.js +0 -55
  354. package/dist/scripts/gallery/refreshAcApiPostIdsForCommunity.js +0 -58
  355. package/dist/scripts/genderAnalysis.js +0 -63
  356. package/dist/scripts/genderAnalysisByStatus.js +0 -62
  357. package/dist/scripts/importAllLocalesFromLocalFolders.js +0 -55
  358. package/dist/scripts/importDomain.js +0 -1652
  359. package/dist/scripts/keys/addOidcToDomain.cjs +0 -61
  360. package/dist/scripts/landUseGame/export3Ddata.js +0 -162
  361. package/dist/scripts/listLanguagesForGroup.js +0 -54
  362. package/dist/scripts/loadTestCreateDummyContentForGroup.js +0 -27
  363. package/dist/scripts/makeRecursiveMapData.js +0 -103
  364. package/dist/scripts/mapping/community_map_csv.js +0 -145
  365. package/dist/scripts/moveCommunityToDomain.js +0 -22
  366. package/dist/scripts/moveGroupToCommunity.js +0 -23
  367. package/dist/scripts/movePostToGroup.js +0 -101
  368. package/dist/scripts/movePostsToGroupsRecountGroupFromUrl.js +0 -297
  369. package/dist/scripts/oldMovePostToGroup.js +0 -153
  370. package/dist/scripts/processCsvForPdfUrls.js +0 -37
  371. package/dist/scripts/processCsvForTranslationAndToxicity.js +0 -125
  372. package/dist/scripts/recount/recount_recursive_communities.js +0 -125
  373. package/dist/scripts/recountALLCommunityGroupCounts.js +0 -37
  374. package/dist/scripts/recountAll.js +0 -97
  375. package/dist/scripts/recountCommunitesFromUrl.js +0 -58
  376. package/dist/scripts/recountCommunity.js +0 -19
  377. package/dist/scripts/recountGroup.js +0 -218
  378. package/dist/scripts/recountGroupNoUserChange.js +0 -219
  379. package/dist/scripts/resetAllEndorsementsForGroup.js +0 -57
  380. package/dist/scripts/resetEnTranslationForGroup.js +0 -45
  381. package/dist/scripts/setAdminOnAll.cjs +0 -107
  382. package/dist/scripts/setDomainAdmin.cjs +0 -43
  383. package/dist/scripts/setDomainLocales.js +0 -33
  384. package/dist/scripts/setEarlQuestionIdOnGroup.cjs +0 -29
  385. package/dist/scripts/setLanguageOnGroupCommunitesFromUrl.js +0 -86
  386. package/dist/scripts/setMemberOfAll.js +0 -101
  387. package/dist/scripts/setNewUserForContentOfCommunity.js +0 -189
  388. package/dist/scripts/setOfficialStatusOnAllPostsForCommunity.js +0 -35
  389. package/dist/scripts/setUserOnAll.js +0 -101
  390. package/dist/scripts/showCategoryForGroup.js +0 -18
  391. package/dist/scripts/showOldActivityTypes.js +0 -14
  392. package/dist/scripts/showPostsMissingCategoryForGroup.js +0 -17
  393. package/dist/scripts/showStatuses.js +0 -17
  394. package/dist/scripts/showUniqueVotersInCommunity.js +0 -61
  395. package/dist/scripts/showUserAgentsAndIpsForEmails.js +0 -66
  396. package/dist/scripts/simpleExportForGroupsForCommunity.js +0 -46
  397. package/dist/scripts/simpleExportForPointsForCommunity.js +0 -82
  398. package/dist/scripts/simpleExportForPostsForCommunity.js +0 -61
  399. package/dist/scripts/testForEndorsments.js +0 -21
  400. package/dist/scripts/undeleteGroupAndAllContent.js +0 -151
  401. package/dist/scripts/undeletePost.js +0 -135
  402. package/dist/scripts/unlinkSsn.js +0 -23
  403. package/dist/scripts/updateFromAlthingi.js +0 -303
  404. package/dist/server.js +0 -3
  405. package/dist/utils/airbrake.cjs +0 -17
  406. package/dist/utils/cjsCodeReview.js +0 -99
  407. package/dist/utils/community_mapping_tools.cjs +0 -124
  408. package/dist/utils/copy_utils.cjs +0 -1399
  409. package/dist/utils/docx_utils.cjs +0 -464
  410. package/dist/utils/export_utils.cjs +0 -491
  411. package/dist/utils/i18n.cjs +0 -17
  412. package/dist/utils/is_valid_db_id.cjs +0 -28
  413. package/dist/utils/logger.cjs +0 -25
  414. package/dist/utils/loggerTs.js +0 -26
  415. package/dist/utils/manifest_generator.cjs +0 -104
  416. package/dist/utils/parse_domain.cjs +0 -16
  417. package/dist/utils/recount_utils.cjs +0 -415
  418. package/dist/utils/sharing_parameters.cjs +0 -111
  419. package/dist/utils/sitemap_generator.cjs +0 -286
  420. package/dist/utils/to_json.cjs +0 -14
  421. package/dist/utils/ypLanguages.js +0 -747
  422. package/dist/webSockets.js +0 -77
package/dist/bot_control.js DELETED
@@ -1,1930 +0,0 @@
1
- const badBotsList = [
2
- /01h4x.com/,
3
- /360spider/,
4
- /404checker/,
5
- /404enemy/,
6
- /80legs/,
7
- /admantx/,
8
- /aibot/,
9
- /alittle client/,
10
- /aspseek/,
11
- /abonti/,
12
- /aboundex/,
13
- /aboundexbot/,
14
- /acunetix/,
15
- /afd-verbotsverfahren/,
16
- /ahrefsbot/,
17
- /aihitbot/,
18
- /aipbot/,
19
- /alexibot/,
20
- /allsubmitter/,
21
- /alligator/,
22
- /alphabot/,
23
- /anarchie/,
24
- /anarchy/,
25
- /anarchy99/,
26
- /ankit/,
27
- /anthill/,
28
- /apexoo/,
29
- /aspiegel/,
30
- /asterias/,
31
- /atomseobot/,
32
- /attach/,
33
- /awariorssbot/,
34
- /awariosmartbot/,
35
- /bbbike/,
36
- /bdcbot/,
37
- /bdfetch/,
38
- /blexbot/,
39
- /backdoorbot/,
40
- /backstreet/,
41
- /backweb/,
42
- /backlink-ceck/,
43
- /backlinkcrawler/,
44
- /badass/,
45
- /bandit/,
46
- /barkrowler/,
47
- /batchftp/,
48
- /battleztar bazinga/,
49
- /betabot/,
50
- /bigfoot/,
51
- /bitacle/,
52
- /blackwidow/,
53
- /black hole/,
54
- /blackboard/,
55
- /blow/,
56
- /blowfish/,
57
- /boardreader/,
58
- /bolt/,
59
- /botalot/,
60
- /brandprotect/,
61
- /brandwatch/,
62
- /buck/,
63
- /buddy/,
64
- /builtbottough/,
65
- /builtwith/,
66
- /bullseye/,
67
- /bunnyslippers/,
68
- /buzzsumo/,
69
- /catexplorador/,
70
- /code87/,
71
- /cshttp/,
72
- /calculon/,
73
- /cazoodlebot/,
74
- /cegbfeieh/,
75
- /censysinspect/,
76
- /cheteam/,
77
- /cheesebot/,
78
- /cherrypicker/,
79
- /chinaclaw/,
80
- /chlooe/,
81
- /citoid/,
82
- /claritybot/,
83
- /cliqzbot/,
84
- /cloud mapping/,
85
- /cocolyzebot/,
86
- /cogentbot/,
87
- /collector/,
88
- /copier/,
89
- /copyrightcheck/,
90
- /copyscape/,
91
- /cosmos/,
92
- /craftbot/,
93
- /crawling at home project/,
94
- /crazywebcrawler/,
95
- /crescent/,
96
- /crunchbot/,
97
- /curious/,
98
- /custo/,
99
- /cyotekwebcopy/,
100
- /dblbot/,
101
- /diibot/,
102
- /dsearch/,
103
- /dts agent/,
104
- /datacha0s/,
105
- /databasedrivermysqli/,
106
- /demon/,
107
- /deusu/,
108
- /devil/,
109
- /digincore/,
110
- /digitalpebble/,
111
- /dirbuster/,
112
- /disco/,
113
- /discobot/,
114
- /discoverybot/,
115
- /dispatch/,
116
- /dittospyder/,
117
- /dnbcrawler-analytics/,
118
- /dnyzbot/,
119
- /domcopbot/,
120
- /domainappender/,
121
- /domaincrawler/,
122
- /domainsigmacrawler/,
123
- /domainstatsbot/,
124
- /domains project/,
125
- /dotbot/,
126
- /download wonder/,
127
- /dragonfly/,
128
- /drip/,
129
- /eccp\/1.0/,
130
- /email siphon/,
131
- /email wolf/,
132
- /easydl/,
133
- /ebingbong/,
134
- /ecxi/,
135
- /eirgrabber/,
136
- /erocrawler/,
137
- /evil/,
138
- /exabot/,
139
- /express webpictures/,
140
- /extlinksbot/,
141
- /extractor/,
142
- /extractorpro/,
143
- /extreme picture finder/,
144
- /eyenetie/,
145
- /ezooms/,
146
- /fdm/,
147
- /fhscan/,
148
- /femtosearchbot/,
149
- /fimap/,
150
- /firefox\/7.0/,
151
- /flashget/,
152
- /flunky/,
153
- /foobot/,
154
- /freeuploader/,
155
- /frontpage/,
156
- /fuzz/,
157
- /fyberspider/,
158
- /fyrebot/,
159
- /g-i-g-a-b-o-t/,
160
- /gt::www/,
161
- /galaxybot/,
162
- /genieo/,
163
- /germcrawler/,
164
- /getright/,
165
- /getweb/,
166
- /getintent/,
167
- /gigabot/,
168
- /go!zilla/,
169
- /go-ahead-got-it/,
170
- /gozilla/,
171
- /gotit/,
172
- /grabnet/,
173
- /grabber/,
174
- /grafula/,
175
- /grapefx/,
176
- /grapeshotcrawler/,
177
- /gridbot/,
178
- /headmasterseo/,
179
- /hmview/,
180
- /htmlparser/,
181
- /http::lite/,
182
- /httrack/,
183
- /haansoft/,
184
- /haosouspider/,
185
- /harvest/,
186
- /havij/,
187
- /heritrix/,
188
- /hloader/,
189
- /honolulubot/,
190
- /humanlinks/,
191
- /hybridbot/,
192
- /idbte4m/,
193
- /idbot/,
194
- /irlbot/,
195
- /iblog/,
196
- /id-search/,
197
- /ilsebot/,
198
- /image fetch/,
199
- /image sucker/,
200
- /indeedbot/,
201
- /indy library/,
202
- /infonavirobot/,
203
- /infotekies/,
204
- /intelliseek/,
205
- /interget/,
206
- /internetseer/,
207
- /internet ninja/,
208
- /iria/,
209
- /iskanie/,
210
- /istellabot/,
211
- /joc web spider/,
212
- /jamesbot/,
213
- /jbrofuzz/,
214
- /jennybot/,
215
- /jetcar/,
216
- /jetty/,
217
- /jikespider/,
218
- /joomla/,
219
- /jorgee/,
220
- /justview/,
221
- /jyxobot/,
222
- /kenjin spider/,
223
- /keybot translation-search-machine/,
224
- /keyword density/,
225
- /kinza/,
226
- /kozmosbot/,
227
- /lnspiderguy/,
228
- /lwp::simple/,
229
- /lanshanbot/,
230
- /larbin/,
231
- /leap/,
232
- /leechftp/,
233
- /leechget/,
234
- /lexibot/,
235
- /lftp/,
236
- /libweb/,
237
- /libwhisker/,
238
- /liebaofast/,
239
- /lightspeedsystems/,
240
- /likse/,
241
- /linkscan/,
242
- /linkwalker/,
243
- /linkbot/,
244
- /linkextractorpro/,
245
- /linkpadbot/,
246
- /linksmanager/,
247
- /linqiametadatadownloaderbot/,
248
- /linqiarssbot/,
249
- /linqiascrapebot/,
250
- /lipperhey/,
251
- /lipperhey spider/,
252
- /litemage_walker/,
253
- /lmspider/,
254
- /ltx71/,
255
- /mfc_tear_sample/,
256
- /midown tool/,
257
- /miixpc/,
258
- /mj12bot/,
259
- /mqqbrowser/,
260
- /msfrontpage/,
261
- /msiecrawler/,
262
- /mtrobot/,
263
- /mag-net/,
264
- /magnet/,
265
- /mail.ru_bot/,
266
- /majestic-seo/,
267
- /majestic12/,
268
- /majestic seo/,
269
- /markmonitor/,
270
- /markwatch/,
271
- /mass downloader/,
272
- /masscan/,
273
- /mata hari/,
274
- /mauibot/,
275
- /mb2345browser/,
276
- /meanpath bot/,
277
- /meanpathbot/,
278
- /mediatoolkitbot/,
279
- /megaindex.ru/,
280
- /metauri/,
281
- /micromessenger/,
282
- /microsoft data access/,
283
- /microsoft url control/,
284
- /minefield/,
285
- /mister pix/,
286
- /moblie safari/,
287
- /mojeek/,
288
- /mojolicious/,
289
- /molokaibot/,
290
- /morfeus fucking scanner/,
291
- /mozlila/,
292
- /mr.4x3/,
293
- /msrabot/,
294
- /musobot/,
295
- /nicerspro/,
296
- /npbot/,
297
- /name intelligence/,
298
- /nameprotect/,
299
- /navroad/,
300
- /nearsite/,
301
- /needle/,
302
- /nessus/,
303
- /netants/,
304
- /netlyzer/,
305
- /netmechanic/,
306
- /netspider/,
307
- /netzip/,
308
- /net vampire/,
309
- /netcraft/,
310
- /nettrack/,
311
- /netvibes/,
312
- /nextgensearchbot/,
313
- /nibbler/,
314
- /niki-bot/,
315
- /nikto/,
316
- /nimblecrawler/,
317
- /nimbostratus/,
318
- /ninja/,
319
- /nmap/,
320
- /nuclei/,
321
- /nutch/,
322
- /octopus/,
323
- /offline explorer/,
324
- /offline navigator/,
325
- /openlinkprofiler/,
326
- /openvas/,
327
- /openfind/,
328
- /openvas/,
329
- /orangebot/,
330
- /orangespider/,
331
- /outclicksbot/,
332
- /outfoxbot/,
333
- /pecl::http/,
334
- /phpcrawl/,
335
- /poe-component-client-http/,
336
- /pageanalyzer/,
337
- /pagegrabber/,
338
- /pagescorer/,
339
- /pagething.com/,
340
- /page analyzer/,
341
- /pandalytics/,
342
- /panscient/,
343
- /papa foto/,
344
- /pavuk/,
345
- /peoplepal/,
346
- /petalbot/,
347
- /pi-monster/,
348
- /picscout/,
349
- /picsearch/,
350
- /picturefinder/,
351
- /piepmatz/,
352
- /pimonster/,
353
- /pixray/,
354
- /pleasecrawl/,
355
- /pockey/,
356
- /propowerbot/,
357
- /prowebwalker/,
358
- /probethenet/,
359
- /psbot/,
360
- /pu_in/,
361
- /pump/,
362
- /pxbroker/,
363
- /pycurl/,
364
- /queryn metasearch/,
365
- /quick-crawler/,
366
- /rssingbot/,
367
- /rankactive/,
368
- /rankactivelinkbot/,
369
- /rankflex/,
370
- /rankingbot/,
371
- /rankingbot2/,
372
- /rankivabot/,
373
- /rankurbot/,
374
- /re-re/,
375
- /reget/,
376
- /realdownload/,
377
- /reaper/,
378
- /rebelmouse/,
379
- /recorder/,
380
- /redesscrapy/,
381
- /repomonkey/,
382
- /ripper/,
383
- /rocketcrawler/,
384
- /rogerbot/,
385
- /sbider/,
386
- /seokicks/,
387
- /seokicks-robot/,
388
- /seolyticscrawler/,
389
- /seoprofiler/,
390
- /seostats/,
391
- /sistrix/,
392
- /smtbot/,
393
- /salesintelligent/,
394
- /scanalert/,
395
- /scanbot/,
396
- /scoutjet/,
397
- /scrapy/,
398
- /screaming/,
399
- /screenerbot/,
400
- /screpybot/,
401
- /searchestate/,
402
- /searchmetricsbot/,
403
- /seekport/,
404
- /semanticjuice/,
405
- /semrush/,
406
- /semrushbot/,
407
- /sentibot/,
408
- /seositecheckup/,
409
- /seobilitybot/,
410
- /seomoz/,
411
- /shodan/,
412
- /siphon/,
413
- /sitecheckerbotcrawler/,
414
- /siteexplorer/,
415
- /sitelockspider/,
416
- /sitesnagger/,
417
- /sitesucker/,
418
- /site sucker/,
419
- /sitebeam/,
420
- /siteimprove/,
421
- /sitevigil/,
422
- /slysearch/,
423
- /smartdownload/,
424
- /snake/,
425
- /snapbot/,
426
- /snoopy/,
427
- /socialrankiobot/,
428
- /sociscraper/,
429
- /sogou web spider/,
430
- /sosospider/,
431
- /sottopop/,
432
- /spacebison/,
433
- /spammen/,
434
- /spankbot/,
435
- /spanner/,
436
- /spbot/,
437
- /spinn3r/,
438
- /sputnikbot/,
439
- /sqlmap/,
440
- /sqlworm/,
441
- /sqworm/,
442
- /steeler/,
443
- /stripper/,
444
- /sucker/,
445
- /sucuri/,
446
- /superbot/,
447
- /superhttp/,
448
- /surfbot/,
449
- /surveybot/,
450
- /suzuran/,
451
- /swiftbot/,
452
- /szukacz/,
453
- /t0phackteam/,
454
- /t8abot/,
455
- /teleport/,
456
- /teleportpro/,
457
- /telesoft/,
458
- /telesphoreo/,
459
- /telesphorep/,
460
- /thenomad/,
461
- /the intraformant/,
462
- /thumbor/,
463
- /tighttwatbot/,
464
- /titan/,
465
- /toata/,
466
- /toweyabot/,
467
- /tracemyfile/,
468
- /trendiction/,
469
- /trendictionbot/,
470
- /true_robot/,
471
- /turingos/,
472
- /turnitin/,
473
- /turnitinbot/,
474
- /twengabot/,
475
- /twice/,
476
- /typhoeus/,
477
- /urly.warning/,
478
- /urly warning/,
479
- /unisterbot/,
480
- /upflow/,
481
- /v-bot/,
482
- /vb project/,
483
- /vacuum/,
484
- /vagabondo/,
485
- /velenpublicwebcrawler/,
486
- /vericitecrawler/,
487
- /vidiblescraper/,
488
- /virusdie/,
489
- /voideye/,
490
- /voil/,
491
- /voltron/,
492
- /wasalive-bot/,
493
- /wbsearchbot/,
494
- /webdav/,
495
- /wisenutbot/,
496
- /wpscan/,
497
- /www-collector-e/,
498
- /www-mechanize/,
499
- /www::mechanize/,
500
- /wwwoffle/,
501
- /wallpapers/,
502
- /wallpapers\/3.0/,
503
- /wallpapershd/,
504
- /wesee/,
505
- /webauto/,
506
- /webbandit/,
507
- /webcollage/,
508
- /webcopier/,
509
- /webenhancer/,
510
- /webfetch/,
511
- /webfuck/,
512
- /webgo is/,
513
- /webimagecollector/,
514
- /webleacher/,
515
- /webpix/,
516
- /webreaper/,
517
- /websauger/,
518
- /webstripper/,
519
- /websucker/,
520
- /webwhacker/,
521
- /webzip/,
522
- /web auto/,
523
- /web collage/,
524
- /web enhancer/,
525
- /web fetch/,
526
- /web fuck/,
527
- /web pix/,
528
- /web sauger/,
529
- /web sucker/,
530
- /webalta/,
531
- /webmasterworldforumbot/,
532
- /webshag/,
533
- /websiteextractor/,
534
- /websitequester/,
535
- /website quester/,
536
- /webster/,
537
- /whack/,
538
- /whacker/,
539
- /whatweb/,
540
- /who.is bot/,
541
- /widow/,
542
- /winhttrack/,
543
- /wiseguys robot/,
544
- /wonderbot/,
545
- /woobot/,
546
- /wotbox/,
547
- /wprecon/,
548
- /xaldon webspider/,
549
- /xaldon_webspider/,
550
- /xenu/,
551
- /youdaobot/,
552
- /zade/,
553
- /zauba/,
554
- /zermelo/,
555
- /zeus/,
556
- /zitebot/,
557
- /zmeu/,
558
- /zoombot/,
559
- /zoominfobot/,
560
- /zumbot/,
561
- /zyborg/,
562
- /adscanner/,
563
- /archive.org_bot/,
564
- /arquivo-web-crawler/,
565
- /arquivo.pt/,
566
- /autoemailspider/,
567
- /backlink-check/,
568
- /cah.io.community/,
569
- /check1.exe/,
570
- /clark-crawler/,
571
- /coccocbot/,
572
- /cognitiveseo/,
573
- /com.plumanalytics/,
574
- /crawl.sogou.com/,
575
- /crawler.feedback/,
576
- /crawler4j/,
577
- /dataforseo.com/,
578
- /demandbase-bot/,
579
- /domainsproject.org/,
580
- /ecatch/,
581
- /evc-batch/,
582
- /facebookscraper/,
583
- /gopher/,
584
- /heritrix/,
585
- /instabid/,
586
- /internetvista monitor/,
587
- /ips-agent/,
588
- /isitwp.com/,
589
- /iubenda-radar/,
590
- /linkdexbot/,
591
- /lwp-request/,
592
- /lwp-trivial/,
593
- /magpie-crawler/,
594
- /meanpathbot/,
595
- /mediawords/,
596
- /muhstik-scan/,
597
- /netestate ne crawler/,
598
- /obot/,
599
- /page scorer/,
600
- /pcbrowser/,
601
- /plumanalytics/,
602
- /polaris version/,
603
- /probe-image-size/,
604
- /ripz/,
605
- /s1z.ru/,
606
- /satoristudio.net/,
607
- /scalaj-http/,
608
- /scan.lol/,
609
- /seobility/,
610
- /seocompany.store/,
611
- /seoscanners/,
612
- /seostar/,
613
- /serpstatbot/,
614
- /sexsearcher/,
615
- /sitechecker.pro/,
616
- /siteripz/,
617
- /sogouspider/,
618
- /sp_auditbot/,
619
- /spyfu/,
620
- /sysscan/,
621
- /takeout/,
622
- /trendiction.com/,
623
- /trendiction.de/,
624
- /ubermetrics-technologies.com/,
625
- /voyagerx.com/,
626
- /webgains-bot/,
627
- /webmeup-crawler/,
628
- /webpros.com/,
629
- /webprosbot/,
630
- /x09mozilla/,
631
- /x22mozilla/,
632
- /xpymep1.exe/,
633
- /zauba.io/,
634
- /zgrab/
635
- ];
636
- const isBadBot = (ua) => badBotsList.some((rx) => rx.test(ua));
637
- const isBadBotTest = (ua) => badBotsList.forEach(rx => {
638
- if (rx.test(ua)) {
639
- const a = 123;
640
- }
641
- else {
642
- const b = 123;
643
- }
644
- });
645
- const robotsTxt = (req) => `User-agent: 01h4x.com
646
- Disallow:/
647
- User-agent: 360Spider
648
- Disallow:/
649
- User-agent: 404checker
650
- Disallow:/
651
- User-agent: 404enemy
652
- Disallow:/
653
- User-agent: 80legs
654
- Disallow:/
655
- User-agent: ADmantX
656
- Disallow:/
657
- User-agent: AIBOT
658
- Disallow:/
659
- User-agent: ALittle Client
660
- Disallow:/
661
- User-agent: ASPSeek
662
- Disallow:/
663
- User-agent: Abonti
664
- Disallow:/
665
- User-agent: Aboundex
666
- Disallow:/
667
- User-agent: Aboundexbot
668
- Disallow:/
669
- User-agent: Acunetix+
670
- Disallow:/
671
- User-agent: AfD-Verbotsverfahren
672
- Disallow:/
673
- User-agent: AhrefsBot
674
- Disallow:/
675
- User-agent: AiHitBot
676
- Disallow:/
677
- User-agent: Aipbot
678
- Disallow:/
679
- User-agent: Alexibot
680
- Disallow:/
681
- User-agent: AllSubmitter
682
- Disallow:/
683
- User-agent: Alligator
684
- Disallow:/
685
- User-agent: AlphaBot
686
- Disallow:/
687
- User-agent: Anarchie
688
- Disallow:/
689
- User-agent: Anarchy
690
- Disallow:/
691
- User-agent: Anarchy99
692
- Disallow:/
693
- User-agent: Ankit
694
- Disallow:/
695
- User-agent: Anthill
696
- Disallow:/
697
- User-agent: Apexoo
698
- Disallow:/
699
- User-agent: Aspiegel
700
- Disallow:/
701
- User-agent: Asterias
702
- Disallow:/
703
- User-agent: Atomseobot
704
- Disallow:/
705
- User-agent: Attach
706
- Disallow:/
707
- User-agent: AwarioRssBot
708
- Disallow:/
709
- User-agent: AwarioSmartBot
710
- Disallow:/
711
- User-agent: BBBike
712
- Disallow:/
713
- User-agent: BDCbot
714
- Disallow:/
715
- User-agent: BDFetch
716
- Disallow:/
717
- User-agent: BLEXBot
718
- Disallow:/
719
- User-agent: BackDoorBot
720
- Disallow:/
721
- User-agent: BackStreet
722
- Disallow:/
723
- User-agent: BackWeb
724
- Disallow:/
725
- User-agent: Backlink-Ceck
726
- Disallow:/
727
- User-agent: BacklinkCrawler
728
- Disallow:/
729
- User-agent: Badass
730
- Disallow:/
731
- User-agent: Bandit
732
- Disallow:/
733
- User-agent: Barkrowler
734
- Disallow:/
735
- User-agent: BatchFTP
736
- Disallow:/
737
- User-agent: Battleztar Bazinga
738
- Disallow:/
739
- User-agent: BetaBot
740
- Disallow:/
741
- User-agent: Bigfoot
742
- Disallow:/
743
- User-agent: Bitacle
744
- Disallow:/
745
- User-agent: BlackWidow
746
- Disallow:/
747
- User-agent: Black Hole
748
- Disallow:/
749
- User-agent: Blackboard
750
- Disallow:/
751
- User-agent: Blow
752
- Disallow:/
753
- User-agent: BlowFish
754
- Disallow:/
755
- User-agent: Boardreader
756
- Disallow:/
757
- User-agent: Bolt
758
- Disallow:/
759
- User-agent: BotALot
760
- Disallow:/
761
- User-agent: Brandprotect
762
- Disallow:/
763
- User-agent: Brandwatch
764
- Disallow:/
765
- User-agent: Buck
766
- Disallow:/
767
- User-agent: Buddy
768
- Disallow:/
769
- User-agent: BuiltBotTough
770
- Disallow:/
771
- User-agent: BuiltWith
772
- Disallow:/
773
- User-agent: Bullseye
774
- Disallow:/
775
- User-agent: BunnySlippers
776
- Disallow:/
777
- User-agent: BuzzSumo
778
- Disallow:/
779
- User-agent: CATExplorador
780
- Disallow:/
781
- User-agent: CODE87
782
- Disallow:/
783
- User-agent: CSHttp
784
- Disallow:/
785
- User-agent: Calculon
786
- Disallow:/
787
- User-agent: CazoodleBot
788
- Disallow:/
789
- User-agent: Cegbfeieh
790
- Disallow:/
791
- User-agent: CensysInspect
792
- Disallow:/
793
- User-agent: CheTeam
794
- Disallow:/
795
- User-agent: CheeseBot
796
- Disallow:/
797
- User-agent: CherryPicker
798
- Disallow:/
799
- User-agent: ChinaClaw
800
- Disallow:/
801
- User-agent: Chlooe
802
- Disallow:/
803
- User-agent: Citoid
804
- Disallow:/
805
- User-agent: Claritybot
806
- Disallow:/
807
- User-agent: Cliqzbot
808
- Disallow:/
809
- User-agent: Cloud mapping
810
- Disallow:/
811
- User-agent: Cocolyzebot
812
- Disallow:/
813
- User-agent: Cogentbot
814
- Disallow:/
815
- User-agent: Collector
816
- Disallow:/
817
- User-agent: Copier
818
- Disallow:/
819
- User-agent: CopyRightCheck
820
- Disallow:/
821
- User-agent: Copyscape
822
- Disallow:/
823
- User-agent: Cosmos
824
- Disallow:/
825
- User-agent: Craftbot
826
- Disallow:/
827
- User-agent: Crawling at Home Project
828
- Disallow:/
829
- User-agent: CrazyWebCrawler
830
- Disallow:/
831
- User-agent: Crescent
832
- Disallow:/
833
- User-agent: CrunchBot
834
- Disallow:/
835
- User-agent: Curious
836
- Disallow:/
837
- User-agent: Custo
838
- Disallow:/
839
- User-agent: CyotekWebCopy
840
- Disallow:/
841
- User-agent: DBLBot
842
- Disallow:/
843
- User-agent: DIIbot
844
- Disallow:/
845
- User-agent: DSearch
846
- Disallow:/
847
- User-agent: DTS Agent
848
- Disallow:/
849
- User-agent: DataCha0s
850
- Disallow:/
851
- User-agent: DatabaseDriverMysqli
852
- Disallow:/
853
- User-agent: Demon
854
- Disallow:/
855
- User-agent: Deusu
856
- Disallow:/
857
- User-agent: Devil
858
- Disallow:/
859
- User-agent: Digincore
860
- Disallow:/
861
- User-agent: DigitalPebble
862
- Disallow:/
863
- User-agent: Dirbuster
864
- Disallow:/
865
- User-agent: Disco
866
- Disallow:/
867
- User-agent: Discobot
868
- Disallow:/
869
- User-agent: Discoverybot
870
- Disallow:/
871
- User-agent: Dispatch
872
- Disallow:/
873
- User-agent: DittoSpyder
874
- Disallow:/
875
- User-agent: DnBCrawler-Analytics
876
- Disallow:/
877
- User-agent: DnyzBot
878
- Disallow:/
879
- User-agent: DomCopBot
880
- Disallow:/
881
- User-agent: DomainAppender
882
- Disallow:/
883
- User-agent: DomainCrawler
884
- Disallow:/
885
- User-agent: DomainSigmaCrawler
886
- Disallow:/
887
- User-agent: DomainStatsBot
888
- Disallow:/
889
- User-agent: Domains Project
890
- Disallow:/
891
- User-agent: Dotbot
892
- Disallow:/
893
- User-agent: Download Wonder
894
- Disallow:/
895
- User-agent: Dragonfly
896
- Disallow:/
897
- User-agent: Drip
898
- Disallow:/
899
- User-agent: ECCP/1.0
900
- Disallow:/
901
- User-agent: EMail Siphon
902
- Disallow:/
903
- User-agent: EMail Wolf
904
- Disallow:/
905
- User-agent: EasyDL
906
- Disallow:/
907
- User-agent: Ebingbong
908
- Disallow:/
909
- User-agent: Ecxi
910
- Disallow:/
911
- User-agent: EirGrabber
912
- Disallow:/
913
- User-agent: EroCrawler
914
- Disallow:/
915
- User-agent: Evil
916
- Disallow:/
917
- User-agent: Exabot
918
- Disallow:/
919
- User-agent: Express WebPictures
920
- Disallow:/
921
- User-agent: ExtLinksBot
922
- Disallow:/
923
- User-agent: Extractor
924
- Disallow:/
925
- User-agent: ExtractorPro
926
- Disallow:/
927
- User-agent: Extreme Picture Finder
928
- Disallow:/
929
- User-agent: EyeNetIE
930
- Disallow:/
931
- User-agent: Ezooms
932
- Disallow:/
933
- User-agent: FDM
934
- Disallow:/
935
- User-agent: FHscan
936
- Disallow:/
937
- User-agent: FemtosearchBot
938
- Disallow:/
939
- User-agent: Fimap
940
- Disallow:/
941
- User-agent: Firefox/7.0
942
- Disallow:/
943
- User-agent: FlashGet
944
- Disallow:/
945
- User-agent: Flunky
946
- Disallow:/
947
- User-agent: Foobot
948
- Disallow:/
949
- User-agent: Freeuploader
950
- Disallow:/
951
- User-agent: FrontPage
952
- Disallow:/
953
- User-agent: Fuzz
954
- Disallow:/
955
- User-agent: FyberSpider
956
- Disallow:/
957
- User-agent: Fyrebot
958
- Disallow:/
959
- User-agent: G-i-g-a-b-o-t
960
- Disallow:/
961
- User-agent: GT::WWW
962
- Disallow:/
963
- User-agent: GalaxyBot
964
- Disallow:/
965
- User-agent: Genieo
966
- Disallow:/
967
- User-agent: GermCrawler
968
- Disallow:/
969
- User-agent: GetRight
970
- Disallow:/
971
- User-agent: GetWeb
972
- Disallow:/
973
- User-agent: Getintent
974
- Disallow:/
975
- User-agent: Gigabot
976
- Disallow:/
977
- User-agent: Go!Zilla
978
- Disallow:/
979
- User-agent: Go-Ahead-Got-It
980
- Disallow:/
981
- User-agent: GoZilla
982
- Disallow:/
983
- User-agent: Gotit
984
- Disallow:/
985
- User-agent: GrabNet
986
- Disallow:/
987
- User-agent: Grabber
988
- Disallow:/
989
- User-agent: Grafula
990
- Disallow:/
991
- User-agent: GrapeFX
992
- Disallow:/
993
- User-agent: GrapeshotCrawler
994
- Disallow:/
995
- User-agent: GridBot
996
- Disallow:/
997
- User-agent: HEADMasterSEO
998
- Disallow:/
999
- User-agent: HMView
1000
- Disallow:/
1001
- User-agent: HTMLparser
1002
- Disallow:/
1003
- User-agent: HTTP::Lite
1004
- Disallow:/
1005
- User-agent: HTTrack
1006
- Disallow:/
1007
- User-agent: Haansoft
1008
- Disallow:/
1009
- User-agent: HaosouSpider
1010
- Disallow:/
1011
- User-agent: Harvest
1012
- Disallow:/
1013
- User-agent: Havij
1014
- Disallow:/
1015
- User-agent: Heritrix
1016
- Disallow:/
1017
- User-agent: Hloader
1018
- Disallow:/
1019
- User-agent: HonoluluBot
1020
- Disallow:/
1021
- User-agent: Humanlinks
1022
- Disallow:/
1023
- User-agent: HybridBot
1024
- Disallow:/
1025
- User-agent: IDBTE4M
1026
- Disallow:/
1027
- User-agent: IDBot
1028
- Disallow:/
1029
- User-agent: IRLbot
1030
- Disallow:/
1031
- User-agent: Iblog
1032
- Disallow:/
1033
- User-agent: Id-search
1034
- Disallow:/
1035
- User-agent: IlseBot
1036
- Disallow:/
1037
- User-agent: Image Fetch
1038
- Disallow:/
1039
- User-agent: Image Sucker
1040
- Disallow:/
1041
- User-agent: IndeedBot
1042
- Disallow:/
1043
- User-agent: Indy Library
1044
- Disallow:/
1045
- User-agent: InfoNaviRobot
1046
- Disallow:/
1047
- User-agent: InfoTekies
1048
- Disallow:/
1049
- User-agent: Intelliseek
1050
- Disallow:/
1051
- User-agent: InterGET
1052
- Disallow:/
1053
- User-agent: InternetSeer
1054
- Disallow:/
1055
- User-agent: Internet Ninja
1056
- Disallow:/
1057
- User-agent: Iria
1058
- Disallow:/
1059
- User-agent: Iskanie
1060
- Disallow:/
1061
- User-agent: IstellaBot
1062
- Disallow:/
1063
- User-agent: JOC Web Spider
1064
- Disallow:/
1065
- User-agent: JamesBOT
1066
- Disallow:/
1067
- User-agent: Jbrofuzz
1068
- Disallow:/
1069
- User-agent: JennyBot
1070
- Disallow:/
1071
- User-agent: JetCar
1072
- Disallow:/
1073
- User-agent: Jetty
1074
- Disallow:/
1075
- User-agent: JikeSpider
1076
- Disallow:/
1077
- User-agent: Joomla
1078
- Disallow:/
1079
- User-agent: Jorgee
1080
- Disallow:/
1081
- User-agent: JustView
1082
- Disallow:/
1083
- User-agent: Jyxobot
1084
- Disallow:/
1085
- User-agent: Kenjin Spider
1086
- Disallow:/
1087
- User-agent: Keybot Translation-Search-Machine
1088
- Disallow:/
1089
- User-agent: Keyword Density
1090
- Disallow:/
1091
- User-agent: Kinza
1092
- Disallow:/
1093
- User-agent: Kozmosbot
1094
- Disallow:/
1095
- User-agent: LNSpiderguy
1096
- Disallow:/
1097
- User-agent: LWP::Simple
1098
- Disallow:/
1099
- User-agent: Lanshanbot
1100
- Disallow:/
1101
- User-agent: Larbin
1102
- Disallow:/
1103
- User-agent: Leap
1104
- Disallow:/
1105
- User-agent: LeechFTP
1106
- Disallow:/
1107
- User-agent: LeechGet
1108
- Disallow:/
1109
- User-agent: LexiBot
1110
- Disallow:/
1111
- User-agent: Lftp
1112
- Disallow:/
1113
- User-agent: LibWeb
1114
- Disallow:/
1115
- User-agent: Libwhisker
1116
- Disallow:/
1117
- User-agent: LieBaoFast
1118
- Disallow:/
1119
- User-agent: Lightspeedsystems
1120
- Disallow:/
1121
- User-agent: Likse
1122
- Disallow:/
1123
- User-agent: LinkScan
1124
- Disallow:/
1125
- User-agent: LinkWalker
1126
- Disallow:/
1127
- User-agent: Linkbot
1128
- Disallow:/
1129
- User-agent: LinkextractorPro
1130
- Disallow:/
1131
- User-agent: LinkpadBot
1132
- Disallow:/
1133
- User-agent: LinksManager
1134
- Disallow:/
1135
- User-agent: LinqiaMetadataDownloaderBot
1136
- Disallow:/
1137
- User-agent: LinqiaRSSBot
1138
- Disallow:/
1139
- User-agent: LinqiaScrapeBot
1140
- Disallow:/
1141
- User-agent: Lipperhey
1142
- Disallow:/
1143
- User-agent: Lipperhey Spider
1144
- Disallow:/
1145
- User-agent: Litemage_walker
1146
- Disallow:/
1147
- User-agent: Lmspider
1148
- Disallow:/
1149
- User-agent: Ltx71
1150
- Disallow:/
1151
- User-agent: MFC_Tear_Sample
1152
- Disallow:/
1153
- User-agent: MIDown tool
1154
- Disallow:/
1155
- User-agent: MIIxpc
1156
- Disallow:/
1157
- User-agent: MJ12bot
1158
- Disallow:/
1159
- User-agent: MQQBrowser
1160
- Disallow:/
1161
- User-agent: MSFrontPage
1162
- Disallow:/
1163
- User-agent: MSIECrawler
1164
- Disallow:/
1165
- User-agent: MTRobot
1166
- Disallow:/
1167
- User-agent: Mag-Net
1168
- Disallow:/
1169
- User-agent: Magnet
1170
- Disallow:/
1171
- User-agent: Mail.RU_Bot
1172
- Disallow:/
1173
- User-agent: Majestic-SEO
1174
- Disallow:/
1175
- User-agent: Majestic12
1176
- Disallow:/
1177
- User-agent: Majestic SEO
1178
- Disallow:/
1179
- User-agent: MarkMonitor
1180
- Disallow:/
1181
- User-agent: MarkWatch
1182
- Disallow:/
1183
- User-agent: Mass Downloader
1184
- Disallow:/
1185
- User-agent: Masscan
1186
- Disallow:/
1187
- User-agent: Mata Hari
1188
- Disallow:/
1189
- User-agent: MauiBot
1190
- Disallow:/
1191
- User-agent: Mb2345Browser
1192
- Disallow:/
1193
- User-agent: MeanPath Bot
1194
- Disallow:/
1195
- User-agent: Meanpathbot
1196
- Disallow:/
1197
- User-agent: Mediatoolkitbot
1198
- Disallow:/
1199
- User-agent: MegaIndex.ru
1200
- Disallow:/
1201
- User-agent: Metauri
1202
- Disallow:/
1203
- User-agent: MicroMessenger
1204
- Disallow:/
1205
- User-agent: Microsoft Data Access
1206
- Disallow:/
1207
- User-agent: Microsoft URL Control
1208
- Disallow:/
1209
- User-agent: Minefield
1210
- Disallow:/
1211
- User-agent: Mister PiX
1212
- Disallow:/
1213
- User-agent: Moblie Safari
1214
- Disallow:/
1215
- User-agent: Mojeek
1216
- Disallow:/
1217
- User-agent: Mojolicious
1218
- Disallow:/
1219
- User-agent: MolokaiBot
1220
- Disallow:/
1221
- User-agent: Morfeus Fucking Scanner
1222
- Disallow:/
1223
- User-agent: Mozlila
1224
- Disallow:/
1225
- User-agent: Mr.4x3
1226
- Disallow:/
1227
- User-agent: Msrabot
1228
- Disallow:/
1229
- User-agent: Musobot
1230
- Disallow:/
1231
- User-agent: NICErsPRO
1232
- Disallow:/
1233
- User-agent: NPbot
1234
- Disallow:/
1235
- User-agent: Name Intelligence
1236
- Disallow:/
1237
- User-agent: Nameprotect
1238
- Disallow:/
1239
- User-agent: Navroad
1240
- Disallow:/
1241
- User-agent: NearSite
1242
- Disallow:/
1243
- User-agent: Needle
1244
- Disallow:/
1245
- User-agent: Nessus
1246
- Disallow:/
1247
- User-agent: NetAnts
1248
- Disallow:/
1249
- User-agent: NetLyzer
1250
- Disallow:/
1251
- User-agent: NetMechanic
1252
- Disallow:/
1253
- User-agent: NetSpider
1254
- Disallow:/
1255
- User-agent: NetZIP
1256
- Disallow:/
1257
- User-agent: Net Vampire
1258
- Disallow:/
1259
- User-agent: Netcraft
1260
- Disallow:/
1261
- User-agent: Nettrack
1262
- Disallow:/
1263
- User-agent: Netvibes
1264
- Disallow:/
1265
- User-agent: NextGenSearchBot
1266
- Disallow:/
1267
- User-agent: Nibbler
1268
- Disallow:/
1269
- User-agent: Niki-bot
1270
- Disallow:/
1271
- User-agent: Nikto
1272
- Disallow:/
1273
- User-agent: NimbleCrawler
1274
- Disallow:/
1275
- User-agent: Nimbostratus
1276
- Disallow:/
1277
- User-agent: Ninja
1278
- Disallow:/
1279
- User-agent: Nmap
1280
- Disallow:/
1281
- User-agent: Not
1282
- Disallow:/
1283
- User-agent: Nuclei
1284
- Disallow:/
1285
- User-agent: Nutch
1286
- Disallow:/
1287
- User-agent: Octopus
1288
- Disallow:/
1289
- User-agent: Offline Explorer
1290
- Disallow:/
1291
- User-agent: Offline Navigator
1292
- Disallow:/
1293
- User-agent: OpenLinkProfiler
1294
- Disallow:/
1295
- User-agent: OpenVAS
1296
- Disallow:/
1297
- User-agent: Openfind
1298
- Disallow:/
1299
- User-agent: Openvas
1300
- Disallow:/
1301
- User-agent: OrangeBot
1302
- Disallow:/
1303
- User-agent: OrangeSpider
1304
- Disallow:/
1305
- User-agent: OutclicksBot
1306
- Disallow:/
1307
- User-agent: OutfoxBot
1308
- Disallow:/
1309
- User-agent: PECL::HTTP
1310
- Disallow:/
1311
- User-agent: PHPCrawl
1312
- Disallow:/
1313
- User-agent: POE-Component-Client-HTTP
1314
- Disallow:/
1315
- User-agent: PageAnalyzer
1316
- Disallow:/
1317
- User-agent: PageGrabber
1318
- Disallow:/
1319
- User-agent: PageScorer
1320
- Disallow:/
1321
- User-agent: PageThing.com
1322
- Disallow:/
1323
- User-agent: Page Analyzer
1324
- Disallow:/
1325
- User-agent: Pandalytics
1326
- Disallow:/
1327
- User-agent: Panscient
1328
- Disallow:/
1329
- User-agent: Papa Foto
1330
- Disallow:/
1331
- User-agent: Pavuk
1332
- Disallow:/
1333
- User-agent: PeoplePal
1334
- Disallow:/
1335
- User-agent: Petalbot
1336
- Disallow:/
1337
- User-agent: Pi-Monster
1338
- Disallow:/
1339
- User-agent: Picscout
1340
- Disallow:/
1341
- User-agent: Picsearch
1342
- Disallow:/
1343
- User-agent: PictureFinder
1344
- Disallow:/
1345
- User-agent: Piepmatz
1346
- Disallow:/
1347
- User-agent: Pimonster
1348
- Disallow:/
1349
- User-agent: Pixray
1350
- Disallow:/
1351
- User-agent: PleaseCrawl
1352
- Disallow:/
1353
- User-agent: Pockey
1354
- Disallow:/
1355
- User-agent: ProPowerBot
1356
- Disallow:/
1357
- User-agent: ProWebWalker
1358
- Disallow:/
1359
- User-agent: Probethenet
1360
- Disallow:/
1361
- User-agent: Psbot
1362
- Disallow:/
1363
- User-agent: Pu_iN
1364
- Disallow:/
1365
- User-agent: Pump
1366
- Disallow:/
1367
- User-agent: PxBroker
1368
- Disallow:/
1369
- User-agent: PyCurl
1370
- Disallow:/
1371
- User-agent: QueryN Metasearch
1372
- Disallow:/
1373
- User-agent: Quick-Crawler
1374
- Disallow:/
1375
- User-agent: RSSingBot
1376
- Disallow:/
1377
- User-agent: RankActive
1378
- Disallow:/
1379
- User-agent: RankActiveLinkBot
1380
- Disallow:/
1381
- User-agent: RankFlex
1382
- Disallow:/
1383
- User-agent: RankingBot
1384
- Disallow:/
1385
- User-agent: RankingBot2
1386
- Disallow:/
1387
- User-agent: Rankivabot
1388
- Disallow:/
1389
- User-agent: RankurBot
1390
- Disallow:/
1391
- User-agent: Re-re
1392
- Disallow:/
1393
- User-agent: ReGet
1394
- Disallow:/
1395
- User-agent: RealDownload
1396
- Disallow:/
1397
- User-agent: Reaper
1398
- Disallow:/
1399
- User-agent: RebelMouse
1400
- Disallow:/
1401
- User-agent: Recorder
1402
- Disallow:/
1403
- User-agent: RedesScrapy
1404
- Disallow:/
1405
- User-agent: RepoMonkey
1406
- Disallow:/
1407
- User-agent: Ripper
1408
- Disallow:/
1409
- User-agent: RocketCrawler
1410
- Disallow:/
1411
- User-agent: Rogerbot
1412
- Disallow:/
1413
- User-agent: SBIder
1414
- Disallow:/
1415
- User-agent: SEOkicks
1416
- Disallow:/
1417
- User-agent: SEOkicks-Robot
1418
- Disallow:/
1419
- User-agent: SEOlyticsCrawler
1420
- Disallow:/
1421
- User-agent: SEOprofiler
1422
- Disallow:/
1423
- User-agent: SEOstats
1424
- Disallow:/
1425
- User-agent: SISTRIX
1426
- Disallow:/
1427
- User-agent: SMTBot
1428
- Disallow:/
1429
- User-agent: SalesIntelligent
1430
- Disallow:/
1431
- User-agent: ScanAlert
1432
- Disallow:/
1433
- User-agent: Scanbot
1434
- Disallow:/
1435
- User-agent: ScoutJet
1436
- Disallow:/
1437
- User-agent: Scrapy
1438
- Disallow:/
1439
- User-agent: Screaming
1440
- Disallow:/
1441
- User-agent: ScreenerBot
1442
- Disallow:/
1443
- User-agent: ScrepyBot
1444
- Disallow:/
1445
- User-agent: Searchestate
1446
- Disallow:/
1447
- User-agent: SearchmetricsBot
1448
- Disallow:/
1449
- User-agent: Seekport
1450
- Disallow:/
1451
- User-agent: SemanticJuice
1452
- Disallow:/
1453
- User-agent: Semrush
1454
- Disallow:/
1455
- User-agent: SemrushBot
1456
- Disallow:/
1457
- User-agent: SentiBot
1458
- Disallow:/
1459
- User-agent: SeoSiteCheckup
1460
- Disallow:/
1461
- User-agent: SeobilityBot
1462
- Disallow:/
1463
- User-agent: Seomoz
1464
- Disallow:/
1465
- User-agent: Shodan
1466
- Disallow:/
1467
- User-agent: Siphon
1468
- Disallow:/
1469
- User-agent: SiteCheckerBotCrawler
1470
- Disallow:/
1471
- User-agent: SiteExplorer
1472
- Disallow:/
1473
- User-agent: SiteLockSpider
1474
- Disallow:/
1475
- User-agent: SiteSnagger
1476
- Disallow:/
1477
- User-agent: SiteSucker
1478
- Disallow:/
1479
- User-agent: Site Sucker
1480
- Disallow:/
1481
- User-agent: Sitebeam
1482
- Disallow:/
1483
- User-agent: Siteimprove
1484
- Disallow:/
1485
- User-agent: Sitevigil
1486
- Disallow:/
1487
- User-agent: SlySearch
1488
- Disallow:/
1489
- User-agent: SmartDownload
1490
- Disallow:/
1491
- User-agent: Snake
1492
- Disallow:/
1493
- User-agent: Snapbot
1494
- Disallow:/
1495
- User-agent: Snoopy
1496
- Disallow:/
1497
- User-agent: SocialRankIOBot
1498
- Disallow:/
1499
- User-agent: Sociscraper
1500
- Disallow:/
1501
- User-agent: Sogou web spider
1502
- Disallow:/
1503
- User-agent: Sosospider
1504
- Disallow:/
1505
- User-agent: Sottopop
1506
- Disallow:/
1507
- User-agent: SpaceBison
1508
- Disallow:/
1509
- User-agent: Spammen
1510
- Disallow:/
1511
- User-agent: SpankBot
1512
- Disallow:/
1513
- User-agent: Spanner
1514
- Disallow:/
1515
- User-agent: Spbot
1516
- Disallow:/
1517
- User-agent: Spinn3r
1518
- Disallow:/
1519
- User-agent: SputnikBot
1520
- Disallow:/
1521
- User-agent: Sqlmap
1522
- Disallow:/
1523
- User-agent: Sqlworm
1524
- Disallow:/
1525
- User-agent: Sqworm
1526
- Disallow:/
1527
- User-agent: Steeler
1528
- Disallow:/
1529
- User-agent: Stripper
1530
- Disallow:/
1531
- User-agent: Sucker
1532
- Disallow:/
1533
- User-agent: Sucuri
1534
- Disallow:/
1535
- User-agent: SuperBot
1536
- Disallow:/
1537
- User-agent: SuperHTTP
1538
- Disallow:/
1539
- User-agent: Surfbot
1540
- Disallow:/
1541
- User-agent: SurveyBot
1542
- Disallow:/
1543
- User-agent: Suzuran
1544
- Disallow:/
1545
- User-agent: Swiftbot
1546
- Disallow:/
1547
- User-agent: Szukacz
1548
- Disallow:/
1549
- User-agent: T0PHackTeam
1550
- Disallow:/
1551
- User-agent: T8Abot
1552
- Disallow:/
1553
- User-agent: Teleport
1554
- Disallow:/
1555
- User-agent: TeleportPro
1556
- Disallow:/
1557
- User-agent: Telesoft
1558
- Disallow:/
1559
- User-agent: Telesphoreo
1560
- Disallow:/
1561
- User-agent: Telesphorep
1562
- Disallow:/
1563
- User-agent: TheNomad
1564
- Disallow:/
1565
- User-agent: The Intraformant
1566
- Disallow:/
1567
- User-agent: Thumbor
1568
- Disallow:/
1569
- User-agent: TightTwatBot
1570
- Disallow:/
1571
- User-agent: Titan
1572
- Disallow:/
1573
- User-agent: Toata
1574
- Disallow:/
1575
- User-agent: Toweyabot
1576
- Disallow:/
1577
- User-agent: Tracemyfile
1578
- Disallow:/
1579
- User-agent: Trendiction
1580
- Disallow:/
1581
- User-agent: Trendictionbot
1582
- Disallow:/
1583
- User-agent: True_Robot
1584
- Disallow:/
1585
- User-agent: Turingos
1586
- Disallow:/
1587
- User-agent: Turnitin
1588
- Disallow:/
1589
- User-agent: TurnitinBot
1590
- Disallow:/
1591
- User-agent: TwengaBot
1592
- Disallow:/
1593
- User-agent: Twice
1594
- Disallow:/
1595
- User-agent: Typhoeus
1596
- Disallow:/
1597
- User-agent: URLy.Warning
1598
- Disallow:/
1599
- User-agent: URLy Warning
1600
- Disallow:/
1601
- User-agent: UnisterBot
1602
- Disallow:/
1603
- User-agent: Upflow
1604
- Disallow:/
1605
- User-agent: V-BOT
1606
- Disallow:/
1607
- User-agent: VB Project
1608
- Disallow:/
1609
- User-agent: VCI
1610
- Disallow:/
1611
- User-agent: Vacuum
1612
- Disallow:/
1613
- User-agent: Vagabondo
1614
- Disallow:/
1615
- User-agent: VelenPublicWebCrawler
1616
- Disallow:/
1617
- User-agent: VeriCiteCrawler
1618
- Disallow:/
1619
- User-agent: VidibleScraper
1620
- Disallow:/
1621
- User-agent: Virusdie
1622
- Disallow:/
1623
- User-agent: VoidEYE
1624
- Disallow:/
1625
- User-agent: Voil
1626
- Disallow:/
1627
- User-agent: Voltron
1628
- Disallow:/
1629
- User-agent: WASALive-Bot
1630
- Disallow:/
1631
- User-agent: WBSearchBot
1632
- Disallow:/
1633
- User-agent: WEBDAV
1634
- Disallow:/
1635
- User-agent: WISENutbot
1636
- Disallow:/
1637
- User-agent: WPScan
1638
- Disallow:/
1639
- User-agent: WWW-Collector-E
1640
- Disallow:/
1641
- User-agent: WWW-Mechanize
1642
- Disallow:/
1643
- User-agent: WWW::Mechanize
1644
- Disallow:/
1645
- User-agent: WWWOFFLE
1646
- Disallow:/
1647
- User-agent: Wallpapers
1648
- Disallow:/
1649
- User-agent: Wallpapers/3.0
1650
- Disallow:/
1651
- User-agent: WallpapersHD
1652
- Disallow:/
1653
- User-agent: WeSEE
1654
- Disallow:/
1655
- User-agent: WebAuto
1656
- Disallow:/
1657
- User-agent: WebBandit
1658
- Disallow:/
1659
- User-agent: WebCollage
1660
- Disallow:/
1661
- User-agent: WebCopier
1662
- Disallow:/
1663
- User-agent: WebEnhancer
1664
- Disallow:/
1665
- User-agent: WebFetch
1666
- Disallow:/
1667
- User-agent: WebFuck
1668
- Disallow:/
1669
- User-agent: WebGo IS
1670
- Disallow:/
1671
- User-agent: WebImageCollector
1672
- Disallow:/
1673
- User-agent: WebLeacher
1674
- Disallow:/
1675
- User-agent: WebPix
1676
- Disallow:/
1677
- User-agent: WebReaper
1678
- Disallow:/
1679
- User-agent: WebSauger
1680
- Disallow:/
1681
- User-agent: WebStripper
1682
- Disallow:/
1683
- User-agent: WebSucker
1684
- Disallow:/
1685
- User-agent: WebWhacker
1686
- Disallow:/
1687
- User-agent: WebZIP
1688
- Disallow:/
1689
- User-agent: Web Auto
1690
- Disallow:/
1691
- User-agent: Web Collage
1692
- Disallow:/
1693
- User-agent: Web Enhancer
1694
- Disallow:/
1695
- User-agent: Web Fetch
1696
- Disallow:/
1697
- User-agent: Web Fuck
1698
- Disallow:/
1699
- User-agent: Web Pix
1700
- Disallow:/
1701
- User-agent: Web Sauger
1702
- Disallow:/
1703
- User-agent: Web Sucker
1704
- Disallow:/
1705
- User-agent: Webalta
1706
- Disallow:/
1707
- User-agent: WebmasterWorldForumBot
1708
- Disallow:/
1709
- User-agent: Webshag
1710
- Disallow:/
1711
- User-agent: WebsiteExtractor
1712
- Disallow:/
1713
- User-agent: WebsiteQuester
1714
- Disallow:/
1715
- User-agent: Website Quester
1716
- Disallow:/
1717
- User-agent: Webster
1718
- Disallow:/
1719
- User-agent: Whack
1720
- Disallow:/
1721
- User-agent: Whacker
1722
- Disallow:/
1723
- User-agent: Whatweb
1724
- Disallow:/
1725
- User-agent: Who.is Bot
1726
- Disallow:/
1727
- User-agent: Widow
1728
- Disallow:/
1729
- User-agent: WinHTTrack
1730
- Disallow:/
1731
- User-agent: WiseGuys Robot
1732
- Disallow:/
1733
- User-agent: Wonderbot
1734
- Disallow:/
1735
- User-agent: Woobot
1736
- Disallow:/
1737
- User-agent: Wotbox
1738
- Disallow:/
1739
- User-agent: Wprecon
1740
- Disallow:/
1741
- User-agent: Xaldon WebSpider
1742
- Disallow:/
1743
- User-agent: Xaldon_WebSpider
1744
- Disallow:/
1745
- User-agent: Xenu
1746
- Disallow:/
1747
- User-agent: YoudaoBot
1748
- Disallow:/
1749
- User-agent: Zade
1750
- Disallow:/
1751
- User-agent: Zauba
1752
- Disallow:/
1753
- User-agent: Zermelo
1754
- Disallow:/
1755
- User-agent: Zeus
1756
- Disallow:/
1757
- User-agent: Zitebot
1758
- Disallow:/
1759
- User-agent: ZmEu
1760
- Disallow:/
1761
- User-agent: ZoomBot
1762
- Disallow:/
1763
- User-agent: ZoominfoBot
1764
- Disallow:/
1765
- User-agent: ZumBot
1766
- Disallow:/
1767
- User-agent: ZyBorg
1768
- Disallow:/
1769
- User-agent: adscanner
1770
- Disallow:/
1771
- User-agent: archive.org_bot
1772
- Disallow:/
1773
- User-agent: arquivo-web-crawler
1774
- Disallow:/
1775
- User-agent: arquivo.pt
1776
- Disallow:/
1777
- User-agent: autoemailspider
1778
- Disallow:/
1779
- User-agent: backlink-check
1780
- Disallow:/
1781
- User-agent: cah.io.community
1782
- Disallow:/
1783
- User-agent: check1.exe
1784
- Disallow:/
1785
- User-agent: clark-crawler
1786
- Disallow:/
1787
- User-agent: coccocbot
1788
- Disallow:/
1789
- User-agent: cognitiveseo
1790
- Disallow:/
1791
- User-agent: com.plumanalytics
1792
- Disallow:/
1793
- User-agent: crawl.sogou.com
1794
- Disallow:/
1795
- User-agent: crawler.feedback
1796
- Disallow:/
1797
- User-agent: crawler4j
1798
- Disallow:/
1799
- User-agent: dataforseo.com
1800
- Disallow:/
1801
- User-agent: demandbase-bot
1802
- Disallow:/
1803
- User-agent: domainsproject.org
1804
- Disallow:/
1805
- User-agent: eCatch
1806
- Disallow:/
1807
- User-agent: evc-batch
1808
- Disallow:/
1809
- User-agent: facebookscraper
1810
- Disallow:/
1811
- User-agent: gopher
1812
- Disallow:/
1813
- User-agent: heritrix
1814
- Disallow:/
1815
- User-agent: instabid
1816
- Disallow:/
1817
- User-agent: internetVista monitor
1818
- Disallow:/
1819
- User-agent: ips-agent
1820
- Disallow:/
1821
- User-agent: isitwp.com
1822
- Disallow:/
1823
- User-agent: iubenda-radar
1824
- Disallow:/
1825
- User-agent: linkdexbot
1826
- Disallow:/
1827
- User-agent: lwp-request
1828
- Disallow:/
1829
- User-agent: lwp-trivial
1830
- Disallow:/
1831
- User-agent: magpie-crawler
1832
- Disallow:/
1833
- User-agent: meanpathbot
1834
- Disallow:/
1835
- User-agent: mediawords
1836
- Disallow:/
1837
- User-agent: muhstik-scan
1838
- Disallow:/
1839
- User-agent: netEstate NE Crawler
1840
- Disallow:/
1841
- User-agent: oBot
1842
- Disallow:/
1843
- User-agent: page scorer
1844
- Disallow:/
1845
- User-agent: pcBrowser
1846
- Disallow:/
1847
- User-agent: plumanalytics
1848
- Disallow:/
1849
- User-agent: polaris version
1850
- Disallow:/
1851
- User-agent: probe-image-size
1852
- Disallow:/
1853
- User-agent: ripz
1854
- Disallow:/
1855
- User-agent: s1z.ru
1856
- Disallow:/
1857
- User-agent: satoristudio.net
1858
- Disallow:/
1859
- User-agent: scalaj-http
1860
- Disallow:/
1861
- User-agent: scan.lol
1862
- Disallow:/
1863
- User-agent: seobility
1864
- Disallow:/
1865
- User-agent: seocompany.store
1866
- Disallow:/
1867
- User-agent: seoscanners
1868
- Disallow:/
1869
- User-agent: seostar
1870
- Disallow:/
1871
- User-agent: serpstatbot
1872
- Disallow:/
1873
- User-agent: sexsearcher
1874
- Disallow:/
1875
- User-agent: sitechecker.pro
1876
- Disallow:/
1877
- User-agent: siteripz
1878
- Disallow:/
1879
- User-agent: sogouspider
1880
- Disallow:/
1881
- User-agent: sp_auditbot
1882
- Disallow:/
1883
- User-agent: spyfu
1884
- Disallow:/
1885
- User-agent: sysscan
1886
- Disallow:/
1887
- User-agent: tAkeOut
1888
- Disallow:/
1889
- User-agent: trendiction.com
1890
- Disallow:/
1891
- User-agent: trendiction.de
1892
- Disallow:/
1893
- User-agent: ubermetrics-technologies.com
1894
- Disallow:/
1895
- User-agent: voyagerx.com
1896
- Disallow:/
1897
- User-agent: webgains-bot
1898
- Disallow:/
1899
- User-agent: webmeup-crawler
1900
- Disallow:/
1901
- User-agent: webpros.com
1902
- Disallow:/
1903
- User-agent: webprosbot
1904
- Disallow:/
1905
- User-agent: x09Mozilla
1906
- Disallow:/
1907
- User-agent: x22Mozilla
1908
- Disallow:/
1909
- User-agent: xpymep1.exe
1910
- Disallow:/
1911
- User-agent: zauba.io
1912
- Disallow:/
1913
- User-agent: zgrab
1914
- Disallow:/
1915
-
1916
- User-agent: *
1917
- Crawl-delay: 1
1918
-
1919
- User-agent: *
1920
- Disallow:
1921
-
1922
- Sitemap: https://${req.hostname}/sitemap.xml
1923
- `;
1924
- const botsWithJavascript = (ua) => {
1925
- return /Googlebot|AdsBot-Google|Google Page Speed|Chrome-Lighthouse/.test(ua);
1926
- };
1927
- const isCustomBot = (ua) => {
1928
- return /^(facebookexternalhit)|(web\/snippet)|(Twitterbot)|(Slackbot)|(Embedly)|(LinkedInBot)|(Pinterest)|(XING-contenttabreceiver)/gi.test(ua);
1929
- };
1930
- export { robotsTxt, botsWithJavascript, isCustomBot, isBadBot, };