leadguru-jobs 0.563.0__py3-none-any.whl → 0.565.0__py3-none-any.whl

{leadguru_jobs-0.563.0.dist-info → leadguru_jobs-0.565.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: leadguru_jobs
-Version: 0.563.0
+Version: 0.565.0
 Summary: LGT jobs builds
 Author-email: developer@leadguru.co
 Classifier: Development Status :: 5 - Production/Stable

{leadguru_jobs-0.563.0.dist-info → leadguru_jobs-0.565.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-lgt_jobs/__init__.py,sha256=kmM5J3qBJd-fOZa2I4gkh36IytrgN6_18gWwwpR3n6Y,2156
+lgt_jobs/__init__.py,sha256=cZDNBmksAzKFe5frsPpucpYfC-3YlAhw2-cVzmMe8Oo,2335
 lgt_jobs/basejobs.py,sha256=LPEclvY6fIG17YMGy9pRK0Q58n62gkI5W1BTK6R2p-c,1234
 lgt_jobs/env.py,sha256=cRO03GGvstUjBsv3uYO-iakrOvAk_ZWUP_fnmf21iZQ,789
 lgt_jobs/main.py,sha256=cK_nkBtJHnUNDbba1WZotqPtI_6OWxiYQkAgco9OAmE,1539
@@ -16,6 +16,7 @@ lgt_jobs/jobs/bot_stats_update.py,sha256=R6mf5FxhWbyx92AYXlj0FZVjz2Tgz86mBvLHrsQ
 lgt_jobs/jobs/chat_history.py,sha256=tZ4XyOGdy1k6r4uotxSSKbXjTR_oRK6Ym0YthFYBtl8,6200
 lgt_jobs/jobs/connect_sources.py,sha256=uVO_kH-Hxn7HkYUNGNcS7Mu3jB7KlB4pU5qcdtR2hrM,4260
 lgt_jobs/jobs/inbox_leads.py,sha256=EYxdQPseNBY5ON7BK3LpnXDCgQpzHTPLRJCZmZiAAHA,5582
+lgt_jobs/jobs/load_slack_people.py,sha256=az3Pl8_0nUXizShpCksH6XMHFALLkta4QpMr_MkM9Io,3199
 lgt_jobs/jobs/mass_message.py,sha256=1mFcBlL2MhzLbj5yrd_NyJc7TXDWCcROAzGDnr0miMU,2035
 lgt_jobs/jobs/send_code.py,sha256=dIlLPkG3GgGKIEqGiElyzrtdrnJNTL1Ak2V0xnE-WIQ,824
 lgt_jobs/jobs/send_slack_message.py,sha256=IuRqDGcDrz2EAZzF6nrLXO0aSA4mETB_tGOEbcMhjHE,2562
@@ -43,11 +44,11 @@ lgt_jobs/lgt_data/engine.py,sha256=Rsbz-CApAo_TVDssdjBkv8v_fVOZm_Uh1S6W4fnaEWo,7
 lgt_jobs/lgt_data/enums.py,sha256=jBH5WGBtDAvFrh4iiPIzlQ-XrImMpuwqstuasG55mJ0,2209
 lgt_jobs/lgt_data/helpers.py,sha256=NDa-V5EYaJfkGoWsmQSwSe6N_jxNxs8tHRQzW1iST6k,480
 lgt_jobs/lgt_data/model.py,sha256=BtVpJC_TRXUOklpzwRiDywyuKCCV2GGXtjsRYcPibDc,28454
-lgt_jobs/lgt_data/mongo_repository.py,sha256=wdhslZTfTU-3Ad4Gm8NVl9HZFM5aK_vgG47EqNQBARk,45179
+lgt_jobs/lgt_data/mongo_repository.py,sha256=uauWpv5QIGGElc_fmGFPSTcLTN_NF3HYUFGVQqyLtwg,45293
 lgt_jobs/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lgt_jobs/services/web_client.py,sha256=GLWsJkIC8rv6xLFaLwcMm4EwBlVDu0njORwkZqBJaE4,2086
 lgt_jobs/templates/new_message.html,sha256=BD_E90akmQ1Wf07wtZAjeK_7DUKRmja5HFHVo_AKI24,6994
-leadguru_jobs-0.563.0.dist-info/METADATA,sha256=ByYQCPc556MrgZCGalD3QReO8x1QBG7hw0TgwIcs7ok,1319
-leadguru_jobs-0.563.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-leadguru_jobs-0.563.0.dist-info/top_level.txt,sha256=rIuw1DqwbnZyeoarBSC-bYeGOhv9mZBs7_afl9q4_JI,9
-leadguru_jobs-0.563.0.dist-info/RECORD,,
+leadguru_jobs-0.565.0.dist-info/METADATA,sha256=bQN_wiBOnKpoUIFCQtFB-e2nT5Rh74VQF2ZfKHqGFfc,1319
+leadguru_jobs-0.565.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+leadguru_jobs-0.565.0.dist-info/top_level.txt,sha256=rIuw1DqwbnZyeoarBSC-bYeGOhv9mZBs7_afl9q4_JI,9
+leadguru_jobs-0.565.0.dist-info/RECORD,,

lgt_jobs/__init__.py

@@ -12,6 +12,7 @@ from .basejobs import (BaseBackgroundJobData, BaseBackgroundJob, InvalidJobTypeE
 from .smtp import (SendMailJob, SendMailJobData)
 from .runner import (BackgroundJobRunner)
 from .simple_job import (SimpleTestJob, SimpleTestJobData)
+from .jobs.load_slack_people import (LoadSlackPeopleJob, LoadSlackPeopleJobData)
 
 jobs_map = {
     "SimpleTestJob": SimpleTestJob,
@@ -23,7 +24,8 @@ jobs_map = {
     "SendSlackMessageJob": SendSlackMessageJob,
     "UpdateUserBalanceJob": UpdateUserBalanceJob,
     "SendMassMessageSlackChannelJob": SendMassMessageSlackChannelJob,
-    "ConnectSourceJob": ConnectSourceJob
+    "ConnectSourceJob": ConnectSourceJob,
+    "LoadSlackPeopleJob": LoadSlackPeopleJob
 }
 __all__ = [
     # Jobs
@@ -38,6 +40,7 @@ __all__ = [
     UpdateUserBalanceJob,
     SendMassMessageSlackChannelJob,
     ConnectSourceJob,
+    LoadSlackPeopleJob,
 
     # module classes
     BackgroundJobRunner,
@@ -54,6 +57,7 @@ __all__ = [
     UpdateUserBalanceJobData,
     SendMassMessageSlackChannelJobData,
     ConnectSourceJobData,
+    LoadSlackPeopleJobData,
     # mapping
     jobs_map
 ]

lgt_jobs/jobs/load_slack_people.py

@@ -0,0 +1,73 @@
+from abc import ABC
+from lgt_jobs.lgt_common.enums.slack_errors import SlackErrors
+from lgt_jobs.lgt_common.slack_client.slack_client import SlackClient
+from lgt_jobs.lgt_data.model import Source, SlackMemberInformation
+from lgt_jobs.lgt_data.mongo_repository import DedicatedBotRepository, SlackContactUserRepository
+import logging as log
+from pydantic import BaseModel
+from lgt_jobs.basejobs import BaseBackgroundJobData, BaseBackgroundJob
+
+"""
+Load Slack people by required bot
+"""
+
+
+class LoadSlackPeopleJobData(BaseBackgroundJobData, BaseModel):
+    bot_id: str
+
+
+class LoadSlackPeopleJob(BaseBackgroundJob, ABC):
+    @property
+    def job_data_type(self) -> type:
+        return LoadSlackPeopleJobData
+
+    def exec(self, data: LoadSlackPeopleJobData):
+        dedicated_bots_repo = DedicatedBotRepository()
+        bot = dedicated_bots_repo.get_one(id=data.bot_id)
+        log.info(f'Start Scraping for [{str(bot.user_id)}:{bot.source.source_id}]')
+
+        client = SlackClient(bot.token, bot.cookies)
+        try:
+            list_users_response = client.users_list()
+        except:
+            log.error(f'Error to get users [{str(bot.user_id)}:{bot.source.source_id}]')
+            return
+
+        members_count = 0
+        while True:
+            if not list_users_response["ok"] and list_users_response['error'] == SlackErrors.INVALID_AUTH:
+                bot.invalid_creds = True
+                dedicated_bots_repo.add_or_update(bot)
+                log.error(f'Error during listing [{bot.source.source_name}:{bot.source.source_id}] '
+                          f'members: {list_users_response["error"]}')
+                return
+
+            if not list_users_response.get('members', []):
+                log.warning(f'No members in [{str(bot.user_id)}:{bot.source.source_id}]: {list_users_response}')
+                return
+
+            for member in list_users_response["members"]:
+                if not member.get("profile"):
+                    continue
+
+                if member.get("deleted", True) or member.get("id") == 'USLACKBOT':
+                    continue
+
+                source = Source()
+                source.source_id = bot.source.source_id
+                source.source_name = bot.source.source_name
+                source.source_type = bot.source.source_type
+                member_info: SlackMemberInformation = SlackMemberInformation.from_slack_response(member, source)
+                members_count += 1
+                member_info_dic = member_info.to_dic()
+                member_info_dic.pop('created_at')
+                SlackContactUserRepository().collection().update_one({"sender_id": member_info.sender_id,
+                                                                      "source.source_id": source.source_id},
+                                                                     {"$set": member_info_dic}, upsert=True)
+
+            next_cursor = list_users_response["response_metadata"].get("next_cursor", "")
+            if next_cursor == "":
+                log.info(f'[{str(bot.user_id)}:{bot.source.source_id}] loading done. {members_count} loaded')
+                break
+
+            list_users_response = client.users_list(next_cursor)

lgt_jobs/lgt_data/mongo_repository.py

@@ -902,11 +902,15 @@ class SlackContactUserRepository(BaseMongoRepository):
     def find(self, text: Optional[str] = None, skip: int = 0, limit: int = 1000, **kwargs):
         pipeline = {}
 
+        source_id = kwargs.pop("source_id")
         users = kwargs.pop("users")
-        presence_updated_at = kwargs.pop("online_updated_at", None)
+        presence_updated_at = kwargs.pop("online_updated_at")
         if text:
             pipeline['$text'] = {'$search': text}
 
+        if source_id:
+            pipeline['source.source_id'] = source_id
+
         if users:
             pipeline['sender_id'] = {'$in': users}