leadguru-jobs 0.542.0__py3-none-any.whl → 0.543.0__py3-none-any.whl

{leadguru_jobs-0.542.0.dist-info → leadguru_jobs-0.543.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: leadguru_jobs
-Version: 0.542.0
+Version: 0.543.0
 Summary: LGT jobs builds
 Author-email: developer@leadguru.co
 Classifier: Development Status :: 5 - Production/Stable

{leadguru_jobs-0.542.0.dist-info → leadguru_jobs-0.543.0.dist-info}/RECORD

@@ -1,7 +1,7 @@
 lgt_jobs/__init__.py,sha256=lrhMUJ7a5YSkYswQkQe981b_w8h8NHyncwfEduXEq6Q,1992
 lgt_jobs/basejobs.py,sha256=LPEclvY6fIG17YMGy9pRK0Q58n62gkI5W1BTK6R2p-c,1234
 lgt_jobs/env.py,sha256=cRO03GGvstUjBsv3uYO-iakrOvAk_ZWUP_fnmf21iZQ,789
-lgt_jobs/main.py,sha256=OUfuq8INpY54pYwdL3wV8Fy_3oScdMaj5jonUakWytY,1538
+lgt_jobs/main.py,sha256=cK_nkBtJHnUNDbba1WZotqPtI_6OWxiYQkAgco9OAmE,1539
 lgt_jobs/runner.py,sha256=MZ3_UvfyDSM707UI4uPDntlKKCXkIyN6h95D1i1SoQQ,2125
 lgt_jobs/simple_job.py,sha256=sta7MP-57iwRewPycmTAc9dvSbocbGjWhb1QYYj7ccA,519
 lgt_jobs/smtp.py,sha256=Svaq2ghMjGwpPA4J92wVnzrLlVbI2FcM2d4liiAbHLo,1210
@@ -30,24 +30,23 @@ lgt_jobs/lgt_common/discord_client/methods.py,sha256=C46Vq9_-dlvs0nEW6ck8QvAmE_n
 lgt_jobs/lgt_common/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lgt_jobs/lgt_common/enums/slack_errors.py,sha256=5VNbBaMKya2RIR5uyr3YI8N6Xll9WexItk7uJtoJ4NQ,142
 lgt_jobs/lgt_common/pubsub/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lgt_jobs/lgt_common/pubsub/command.py,sha256=tr7J51NGbt6Iq5CTEUyASu3o7KqP-Q64NfKaI1WVC64,278
 lgt_jobs/lgt_common/pubsub/messages.py,sha256=rm7uKbxwDTWJqsVA8Kee-4YT58bThjCEV2Q0559Lrzg,1397
-lgt_jobs/lgt_common/pubsub/pubsubfactory.py,sha256=7HAg_P2sZ6DDJkDyxzc4yI-i38bDSMxySulEGlHUhxc,2441
+lgt_jobs/lgt_common/pubsub/pubsubfactory.py,sha256=rfUDooYuhBQ2pE9FdDxZOpXjbrvlpiiQLCGOtnTFbSg,2204
 lgt_jobs/lgt_common/slack_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lgt_jobs/lgt_common/slack_client/methods.py,sha256=-PxK8StkJ-dyACHdRRiQlRL2qaG9KEyWB7wo4eh7ifU,1506
-lgt_jobs/lgt_common/slack_client/slack_client.py,sha256=C1FwHQW82OS73THwPRF4_AvyDi4QbYLjbI_NDXO8Nwk,15896
-lgt_jobs/lgt_common/slack_client/web_client.py,sha256=oZV7oUcSXXngfMI6oXDedlQWePL9b2ClkocqbXNe1ns,6259
+lgt_jobs/lgt_common/slack_client/methods.py,sha256=ctKF_1UHEmSWaRsoGEgMZicVabV7eEufZ7pjxdMAx8g,1455
+lgt_jobs/lgt_common/slack_client/slack_client.py,sha256=mbwHaqixC3xCJ0KP9WepxJtwlsJwTSEWQ2O1hx0hjXE,12173
+lgt_jobs/lgt_common/slack_client/web_client.py,sha256=vAfE6qrT1oTyP35chRsgeH008xtbsNGYdPqMqCdJmlE,6063
 lgt_jobs/lgt_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lgt_jobs/lgt_data/analytics.py,sha256=Gr-7IzrnHPN9YJlIT6-NqrzVYU39vQUMKCRMsvvM5A4,22869
-lgt_jobs/lgt_data/engine.py,sha256=YJYEAj1Z4_XIhPMaoB7bp8x9ponANBzw7gZRrj6c-c4,8600
-lgt_jobs/lgt_data/enums.py,sha256=fr5yR5WPilFgWMBtMsYkVy5vsq3bT0t553CCuKtWpXQ,2416
+lgt_jobs/lgt_data/analytics.py,sha256=FJxImuuJw-m4B-eKIddytBy_B19BVsdPEHib-5gNgyo,20172
+lgt_jobs/lgt_data/engine.py,sha256=Rsbz-CApAo_TVDssdjBkv8v_fVOZm_Uh1S6W4fnaEWo,7728
+lgt_jobs/lgt_data/enums.py,sha256=pZz8Xv-44hhhttb01ci4YnMIj7gS1oNnhX24XnuX5UM,2160
 lgt_jobs/lgt_data/helpers.py,sha256=NDa-V5EYaJfkGoWsmQSwSe6N_jxNxs8tHRQzW1iST6k,480
-lgt_jobs/lgt_data/model.py,sha256=ZXJHbsQ-BgH09o9siw5yqKNWqQSymsOQ5HH8nKFeACQ,29312
-lgt_jobs/lgt_data/mongo_repository.py,sha256=nX9oh7-Em1amfljkvgbyA4hjaxdOb27ocZM132YmZWQ,49479
+lgt_jobs/lgt_data/model.py,sha256=DDfoWeH6rLWKoZsFJ2tI5Yagj1WlOa0PIJp-GqBIVSA,28112
+lgt_jobs/lgt_data/mongo_repository.py,sha256=6Cv5L90jUPgzTbv5vCjsGSOkeCdzVJf0pTRYHujBnUU,44855
 lgt_jobs/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lgt_jobs/services/web_client.py,sha256=GLWsJkIC8rv6xLFaLwcMm4EwBlVDu0njORwkZqBJaE4,2086
 lgt_jobs/templates/new_message.html,sha256=BD_E90akmQ1Wf07wtZAjeK_7DUKRmja5HFHVo_AKI24,6994
-leadguru_jobs-0.542.0.dist-info/METADATA,sha256=b4X_3y3w-rQ2LBt4K3Ay8vOIJnpAetDZwWRzGfZmcsA,1319
-leadguru_jobs-0.542.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-leadguru_jobs-0.542.0.dist-info/top_level.txt,sha256=rIuw1DqwbnZyeoarBSC-bYeGOhv9mZBs7_afl9q4_JI,9
-leadguru_jobs-0.542.0.dist-info/RECORD,,
+leadguru_jobs-0.543.0.dist-info/METADATA,sha256=BSC1hi76_fPJxmBt6C__Sd9VpnWH9vfbEV8VWq6d1IU,1319
+leadguru_jobs-0.543.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+leadguru_jobs-0.543.0.dist-info/top_level.txt,sha256=rIuw1DqwbnZyeoarBSC-bYeGOhv9mZBs7_afl9q4_JI,9
+leadguru_jobs-0.543.0.dist-info/RECORD,,

lgt_jobs/lgt_common/pubsub/pubsubfactory.py

@@ -30,10 +30,6 @@ class PubSubFactory:
         topic_path = self.get_topic_path(topic_name)
         self.publisher.api.delete_topic(topic=topic_path)
 
-    def delete_subscriber(self, subscriber_name: str, topic_name: str):
-        subscription_path = self.get_subscription_path(subscriber_name, topic_name)
-        self.subscriber.api.delete_subscription(subscription=subscription_path)
-
     def create_subscription_if_doesnt_exist(self, subscriber_name, topic_name,
                                             ack_deadline_seconds=60) -> pubsub_v1.types.pubsub_gapic_types.Subscription:
         subscription_path = self.get_subscription_path(subscriber_name, topic_name)

lgt_jobs/lgt_common/slack_client/methods.py

@@ -6,7 +6,6 @@ class SlackMethods:
     users_list = 'users.list'
     users_info = 'users.info'
     users_get_presence = 'users.getPresence'
-    list_users = "users.list"
 
     conversations_join = 'conversations.join'
     conversations_leave = 'conversations.leave'
@@ -19,7 +18,6 @@ class SlackMethods:
     chat_delete = 'chat.delete'
     chat_update = 'chat.update'
     chat_post_message = 'chat.postMessage'
-    chat_schedule_message = "chat.scheduleMessage"
     chat_attachments = "chat.unfurlLink"
 
     rtm_connect = 'rtm.connect'
@@ -30,6 +28,7 @@ class SlackMethods:
     alternative_invite_by_email = 'users.inviteRequests.create'
 
     upload_file = 'files.upload'
+    files_info = 'files.info'
     download_file = 'files.download'
     delete_file = 'files.delete'
     share_files = 'files.share'

lgt_jobs/lgt_common/slack_client/slack_client.py

@@ -1,13 +1,10 @@
 import requests
-import aiohttp
-import asyncio
-import websockets
 import json
 import io
 from urllib import parse
 from requests import Response
 from websockets.client import WebSocketClientProtocol
-from .methods import SlackMethods
+from lgt_jobs.lgt_common.slack_client.methods import SlackMethods
 
 
 class SlackClient:
@@ -25,34 +22,6 @@ class SlackClient:
         else:
             self.cookies = cookies
 
-    def join_channels(self, channels):
-        loop = asyncio.new_event_loop()
-        asyncio.set_event_loop(loop)
-        tasks = asyncio.gather(*[self.join_channel_async(channel) for channel in channels])
-        results = loop.run_until_complete(tasks)
-        loop.close()
-        return results
-
-    def leave_channels(self, channels):
-        loop = asyncio.new_event_loop()
-        asyncio.set_event_loop(loop)
-        tasks = asyncio.gather(*[self.leave_channel_async(channel) for channel in channels])
-        results = loop.run_until_complete(tasks)
-        loop.close()
-        return results
-
-    async def join_channel_async(self, channel):
-        async with aiohttp.ClientSession() as session:
-            url = f'{self.base_url}{SlackMethods.conversations_join}?{self.__channel_payload(channel)}'
-            async with session.post(url=url, cookies=self.cookies) as response:
-                return await response.json()
-
-    async def leave_channel_async(self, channel):
-        async with aiohttp.ClientSession() as session:
-            url = f'{self.base_url}{SlackMethods.conversations_leave}?{self.__channel_payload(channel)}'
-            async with session.post(url=url, cookies=self.cookies) as response:
-                return await response.json()
-
     def upload_file(self, file, file_name):
         payload = {"content": file, "filename": file_name}
         return requests.post(f"{self.base_url}{SlackMethods.upload_file}", data=payload,
@@ -78,6 +47,10 @@ class SlackClient:
         return requests.post(f"{self.base_url}{SlackMethods.share_files}", data=payload,
                              headers=self.headers, cookies=self.cookies).json()
 
+    def get_file_info(self, file_id: str):
+        return requests.get(url=f"{self.base_url}{SlackMethods.files_info}",
+                            cookies=self.cookies, headers=self.headers, params={'file': file_id}).json()
+
     def get_profile(self, user_id: str = None):
         url = f'{self.base_url}{SlackMethods.profile_get}'
         payload = {}
@@ -165,10 +138,6 @@ class SlackClient:
         url = f'{self.base_url}{SlackMethods.conversations_replies}?{self.__ts_payload(channel, id)}'
         return requests.get(url=url, cookies=self.cookies).json()
 
-    def get_presense(self, user: str = None):
-        url = f'{self.base_url}{SlackMethods.users_get_presence}?{self.__presense_payload(user)}'
-        return requests.get(url=url, cookies=self.cookies).json()
-
     def post_message(self, channel: str, text: str):
         import uuid
         payload = {
@@ -179,21 +148,6 @@ class SlackClient:
         url = f'{self.base_url}{SlackMethods.chat_post_message}'
         return requests.post(url=url, cookies=self.cookies, headers=self.headers, data=payload).json()
 
-    def post_message_schedule(self, channel: str, text: str, post_at: int):
-        url = (f'{self.base_url}{SlackMethods.chat_schedule_message}?'
-               f'{self.__post_scheduled_message_payload(channel, text, post_at)}')
-        return requests.post(url=url, cookies=self.cookies).json()
-
-    def users_list(self, cursor=None, limit: int = 1000):
-        url = f'{self.base_url}{SlackMethods.users_list}?{self.__token_payload()}'
-        if cursor:
-            url += f'&cursor={cursor}'
-
-        if limit:
-            url += f'&limit={limit}'
-
-        return requests.get(url=url, cookies=self.cookies).json()
-
     def user_info(self, user: str):
         url = f'{self.base_url}{SlackMethods.users_info}?{self.__user_info_payload(user)}'
         return requests.get(url=url, cookies=self.cookies).json()
@@ -202,19 +156,6 @@ class SlackClient:
         url = f'{self.base_url}{SlackMethods.reactions_get}?{self.__get_reactions_payload(channel, id)}'
         return requests.get(url=url, cookies=self.cookies).json()
 
-    def get_attachments(self, channel: str, msg_id: str, url: str):
-        payload = {
-            'token': self.token,
-            'channel': channel,
-            'client_msg_id': msg_id,
-            'url': url
-        }
-        url = f'{self.base_url}{SlackMethods.chat_attachments}'
-        response = requests.post(url=url, cookies=self.cookies, data=payload)
-        if response.status_code != 200:
-            return
-        return response.json().get('attachments')
-
     def check_email(self, email: str, user_agent: str) -> bool:
         payload = {'email': email}
         headers = {'User-Agent': user_agent}
@@ -270,23 +211,6 @@ class SlackClient:
         return requests.post(f"{self.base_url}/{SlackMethods.auth_test}", headers=headers,
                              cookies=self.cookies)
 
-    def rtm_connect(self, callback):
-        loop = asyncio.new_event_loop()
-        loop.run_until_complete(self.__consumer(callback))
-        loop.run_forever()
-
-    async def __consumer(self, callback):
-        url = f'{self.base_url}{SlackMethods.rtm_connect}?{self.__token_payload()}'
-        response = requests.get(url=url, cookies=self.cookies).json()
-        web_socket_url = response['url']
-        async with websockets.connect(uri=web_socket_url) as websocket:
-            self.socket = websocket
-            async for message in websocket:
-                await callback(json.loads(message))
-
-    def __token_payload(self):
-        return parse.urlencode({'token': self.token})
-
     def __user_info_payload(self, user):
         payload = {
             'token': self.token,
@@ -294,15 +218,6 @@ class SlackClient:
         }
         return parse.urlencode(payload)
 
-    def __post_scheduled_message_payload(self, channel, text, post_at):
-        payload = {
-            'token': self.token,
-            'channel': channel,
-            'text': text,
-            'post_at': post_at
-        }
-        return parse.urlencode(payload)
-
     def __update_message_payload(self, channel, id, text, file_ids):
         payload = {
             'parse': 'none',
@@ -345,13 +260,6 @@ class SlackClient:
         }
         return parse.urlencode(payload)
 
-    def __update_profile_payload(self, profile):
-        payload = {
-            'token': self.token,
-            'profile': profile
-        }
-        return parse.urlencode(payload)
-
     def __channel_payload(self, channel, id=None):
         payload = {
             'token': self.token,
@@ -365,15 +273,6 @@ class SlackClient:
 
         return parse.urlencode(payload)
 
-    def __presense_payload(self, user: str = None):
-        payload = {
-            'token': self.token,
-        }
-
-        if user:
-            payload["user"] = user
-        return parse.urlencode(payload)
-
     def __ts_payload(self, channel: str, id: str):
         payload = {
             'token': self.token,

lgt_jobs/lgt_common/slack_client/web_client.py

@@ -76,7 +76,6 @@ class SlackFilesClient:
             blob = bucket.blob(blob_path)
             blob.upload_from_string(res.content, content_type=mimetype)
 
-        blob = bucket.get_blob(blob_path)
         # valid for 3 days
         return blob.generate_signed_url(timedelta(3))
 
@@ -106,9 +105,6 @@ class SlackWebClient:
     def post_message(self, to, text):
         return self.client.post_message(to, text)
 
-    def user_list(self):
-        return self.client.users_list()
-
     def channels_list(self):
         return self.client.get_conversations_list()
 
@@ -118,12 +114,6 @@ class SlackWebClient:
     def update_profile(self, profile):
         return self.client.update_profile(profile)
 
-    def channel_join(self, channels):
-        return self.client.join_channels(channels)
-
-    def channel_leave(self, channels):
-        return self.client.leave_channels(channels)
-
     def get_reactions(self, channel, id):
         return self.client.get_reactions(channel, id)
 
@@ -165,3 +155,6 @@ class SlackWebClient:
 
     def get_team_info(self):
         return self.client.get_team_info()
+
+    def get_file_info(self, file_id: str):
+        return self.client.get_file_info(file_id)

lgt_jobs/lgt_data/analytics.py

@@ -513,52 +513,6 @@ def get_bots_aggregated_analytics(from_date: datetime = None,
     return received_messages_dic, filtered_messages_dic
 
 
-def get_channel_aggregated_analytics(from_date: datetime = None, to_date: datetime = None,
-                                     bot_id: Optional[str | ObjectId] = None):
-    pipeline = [
-        {
-            '$match': {
-                'extra_ids': {"$in": [str(bot_id)]}
-            }
-        },
-        {
-            "$group": {
-                '_id': {
-                    '$arrayElemAt': [
-                        '$attributes', 0
-                    ]
-                },
-                'count': {"$sum": 1}
-            }
-        },
-        {
-            '$limit': 1000
-        }
-    ]
-
-    if from_date:
-        beginning_of_the_day = datetime(from_date.year, from_date.month, from_date.day, 0, 0, 0, 0)
-        pipeline.insert(0, {"$match": {"created_at": {"$gte": beginning_of_the_day}}})
-
-    if to_date:
-        end_of_the_day = datetime(to_date.year, to_date.month, to_date.day, 23, 59, 59, 999)
-        pipeline.insert(0, {"$match": {"created_at": {"$lte": end_of_the_day}}})
-
-    received_messages = list(db[f'received_messages'].aggregate(pipeline))
-    filtered_messages = list(db[f'filtered_messages'].aggregate(pipeline))
-
-    received_messages_dic = OrderedDict()
-    filtered_messages_dic = OrderedDict()
-
-    for item in received_messages:
-        received_messages_dic[item["_id"]] = item["count"]
-
-    for item in filtered_messages:
-        filtered_messages_dic[item["_id"]] = item["count"]
-
-    return received_messages_dic, filtered_messages_dic
-
-
 def get_users_aggregated_analytics(event_type: str = 'user-lead-extended',
                                    from_date: datetime = None,
                                    to_date: datetime = None,
@@ -645,51 +599,6 @@ def get_events_leads(email, event, from_date, to_date=None):
     return list(db[event].find(pipeline))
 
 
-def get_leads_aggregation(email, event, from_date, to_date=None):
-    pipeline = get_event_pipeline(email, from_date, to_date)
-    return list(db[event].aggregate(pipeline))
-
-
-def get_event_pipeline(email, from_date, to_date=None):
-    pipeline = [
-        {
-            "$match": {
-                'name': email,
-                'created_at': {'$gte': from_date}
-            }
-        },
-        {
-            '$group': {
-                '_id': {
-                    '$dateFromParts': {
-                        'day': {
-                            '$dayOfMonth': '$created_at'
-                        },
-                        'month': {
-                            '$month': '$created_at'
-                        },
-                        'year': {
-                            '$year': '$created_at'
-                        }
-                    }
-                },
-                'count': {
-                    '$sum': 1
-                }
-            }
-        },
-        {
-            "$sort": {"_id": 1}
-        }
-    ]
-
-    if to_date:
-        end = datetime(to_date.year, to_date.month, to_date.day, 23, 59, 59, tzinfo=tz.tzutc())
-        pipeline[0]["$match"]["created_at"]['$lte'] = end
-
-    return pipeline
-
-
 def get_total_analytic_followup_up_date(from_date, to_date=None):
     beginning_of_the_day = datetime(from_date.year, from_date.month, from_date.day, 0, 0, 0, 0)
     end_of_the_day = datetime(to_date.year, to_date.month, to_date.day, 23, 59, 59, 999)

lgt_jobs/lgt_data/engine.py

@@ -5,7 +5,7 @@ from datetime import datetime, UTC
 from bson import ObjectId
 from mongoengine import connect, Document, DateTimeField, StringField, IntField, ObjectIdField, ListField
 from typing import Dict, Tuple, Optional
-from .mongo_repository import to_object_id, UserMongoRepository
+from .mongo_repository import to_object_id
 
 connect(host=os.environ.get('MONGO_CONNECTION_STRING', 'mongodb://127.0.0.1:27017/'), db="lgt_admin", alias="lgt_admin")
 
@@ -73,29 +73,6 @@ class UserTrackAction(Document):
             metadata=metadata
         ).save()
 
-    @staticmethod
-    def get_ws_monitoring_logs(email: str, action_subtype: str, from_date: datetime, to_date: datetime,
-                               source_id=None) -> list[UserTrackAction]:
-
-        pipeline = {'action': {'$regex': f"^monitoring.*{action_subtype}$"}}
-
-        if email:
-            user = UserMongoRepository().get_by_email(email)
-            pipeline['user_id'] = to_object_id(user.id)
-
-        if from_date:
-            start = datetime(from_date.year, from_date.month, from_date.day)
-            pipeline['created_at__gte'] = start
-
-        if to_date:
-            end = datetime(to_date.year, to_date.month, to_date.day, 23, 59, 59)
-            pipeline['created_at__lte'] = end
-
-        if source_id:
-            pipeline['metadata'] = {'$regex': f"^{source_id}:"}
-
-        return list(UserTrackAction.objects(**pipeline))
-
     @staticmethod
     def get_global_user_actions(user_id: str = None, from_date: datetime = None,
                                 to_date: datetime = None, actions: list = None) -> \

lgt_jobs/lgt_data/enums.py

@@ -1,12 +1,6 @@
 from enum import Enum, IntFlag
 
 
-class DedicatedBotState(IntFlag):
-    Operational = 0
-    Stopped = 1
-    ScheduledForDeletion = 2
-
-
 class UserAccountState(IntFlag):
     Operational = 0
     Suspended = 1
@@ -33,13 +27,6 @@ class SourceType(str, Enum):
     DISCORD = 'discord'
 
 
-class BotUpdateEventType(str, Enum):
-    NotDefined = 'NotDefined'
-    BotAdded = 'BotAdded'
-    BotDeleted = 'BotDeleted'
-    BotUpdated = 'BotUpdated'
-
-
 class UserAction(str, Enum):
     PAUSE_SOURCE = 'monitoring.pause.source'
     UNPAUSE_SOURCE = 'monitoring.unpause.source'

lgt_jobs/lgt_data/model.py

@@ -3,7 +3,7 @@ import copy
 import json
 from abc import ABC
 from datetime import datetime, UTC
-from typing import Optional, List, Dict
+from typing import Optional, List
 from .enums import UserRole, SourceType, FeaturesEnum, FeatureOptions
 from bson import ObjectId
 
@@ -290,6 +290,8 @@ class UserModel(BaseModel):
         self.subscription_expired_at: datetime | None = None
         self.balance: str | None = None
         self.subscription_name: str | None = None
+        self.subscription_expiration_notified = False
+        self.subscription_expiration_warning_notified = False
 
     @classmethod
     def from_dic(cls, dic: dict):
@@ -540,37 +542,6 @@ class BotInfo:
         return result
 
 
-class SlackReplyModel(BaseModel):
-    def __init__(self):
-        super().__init__()
-        self.type = None
-        self.user = None
-        self.username = None
-        self.text = None
-        self.thread_ts = None
-        self.parent_user_id = None
-        self.ts = None
-        self.files = []
-        self.attachments = []
-
-    @classmethod
-    def from_slack_response(cls, dic: dict):
-        if not dic:
-            return None
-
-        model = cls()
-        for k, v in dic.items():
-            setattr(model, k, v)
-
-        js_ticks = int(model.ts.split('.')[0] + model.ts.split('.')[1][3:])
-        model.created_at = datetime.fromtimestamp(js_ticks / 1000.0)
-
-        if model.files:
-            model.files = [{"url_private_download": file.get("url_private_download")} for file in model.files]
-
-        return model
-
-
 class ChatMessage:
     bot_id: ObjectId
     user_id: ObjectId
@@ -657,16 +628,6 @@ class UserLeadModel(LeadModel):
         result.chat_viewed_at = dic.get('chat_viewed_at')
         return result
 
-    @staticmethod
-    def from_route(lead: LeadModel):
-        model_dict = lead.to_dic()
-        result = UserLeadModel.from_dic(model_dict)
-        result.order = 0
-
-        result.message = MessageModel.from_dic(model_dict['message'])
-        result.chat_viewed_at = None
-        return result
-
 
 class ExtendedUserLeadModel(UserLeadModel):
     pass
@@ -892,8 +853,7 @@ class ExtendedSlackMemberInformation(SlackMemberInformation):
         return model
 
     @staticmethod
-    def to_lead(contact: ExtendedSlackMemberInformation, linkedin_contacts: Dict[str, LinkedinContact] = None) \
-            -> ExtendedUserLeadModel:
+    def to_lead(contact: ExtendedSlackMemberInformation) -> ExtendedUserLeadModel:
         lead = ExtendedUserLeadModel()
         lead.id = str(contact.id)
         lead.created_at = contact.created_at
@@ -936,13 +896,6 @@ class UserTemplateModel(BaseModel):
     user_id: Optional[ObjectId]
 
 
-class LinkedinContact(BaseModel):
-    full_name: str
-    slack_user: str
-    title: str
-    urls: List[dict]
-
-
 class CloudFileModel(BaseModel):
     blob_path: str
     public_url: str

lgt_jobs/lgt_data/mongo_repository.py

@@ -7,7 +7,7 @@ from pymongo import MongoClient, UpdateOne
 from bson.objectid import ObjectId
 from lgt_jobs.lgt_data.enums import SourceType
 from lgt_jobs.lgt_data.model import (LeadModel, BaseModel, UserModel, UserResetPasswordModel, BoardModel, BoardedStatus,
-                                     DedicatedBotModel, SlackMemberInformation, UserTemplateModel, LinkedinContact,
+                                     DedicatedBotModel, SlackMemberInformation, UserTemplateModel,
                                      ExtendedUserLeadModel, UserLeadModel, ExtendedLeadModel, UserContact, ChatMessage,
                                      GroupedMessagesModel, UserVerificationModel, UsersPage, Subscription)
 from datetime import datetime, UTC, timedelta
@@ -153,10 +153,6 @@ class UserLeadMongoRepository(BaseMongoRepository):
     collection_name = 'user_leads'
     model = ExtendedUserLeadModel
 
-    def get_count(self, user_id, **kwargs):
-        pipeline = self.__create_leads_filter(user_id, **kwargs)
-        return self.collection().count_documents(pipeline)
-
     def get_many(self, ids: list, user_id):
         docs = self.collection().find({"id": {'$in': ids}, 'user_id': to_object_id(user_id)})
         leads = [ExtendedUserLeadModel.from_dic(lead) for lead in docs]
@@ -292,54 +288,6 @@ class UserLeadMongoRepository(BaseMongoRepository):
             pipeline["message.dedicated_slack_options.bot_id"] = {"$in": dedicated_bots_ids}
         return pipeline
 
-    def get_unanswered_leads_ids(self, user_id: str, from_date=None):
-        pipeline = [
-            {
-                '$match':
-                    {
-                        'user_id': to_object_id(user_id)
-                    }
-            },
-            {
-                '$match':
-                    {
-                        'chat_history': {'$exists': True, '$not': {'$size': 0}}
-                    }
-            },
-            {
-                '$project':
-                    {
-                        'id': 1,
-                        'sender_id': "$message.sender_id",
-                        'last_message': {'$arrayElemAt': ['$chat_history', 0]}
-                    }
-            },
-            {
-                '$addFields':
-                    {
-                        'is_user_message': {'$ne': ['$sender_id', '$last_message.user']}
-                    }
-            },
-            {
-                '$match':
-                    {
-                        '$and':
-                            [
-                                {'last_message.text': {'$regex': '\\?'}},
-                                {'is_user_message': False}
-                            ]
-                    }
-            }
-        ]
-
-        if from_date:
-            beginning_of_the_day = datetime(from_date.year, from_date.month, from_date.day, 0, 0, 0, 0)
-            pipeline.insert(0, {"$match": {"created_at": {"$gte": beginning_of_the_day}}})
-
-        data = list(self.collection().aggregate(pipeline))
-        leads_ids = [item['id'] for item in data]
-        return leads_ids
-
     def get_daily_analytics_by_workspace(self, user_configs: list,
                                          dedicated_only: bool | None,
                                          from_date: datetime,
@@ -405,10 +353,6 @@ class UserLeadMongoRepository(BaseMongoRepository):
 
         return saved_messages_dic
 
-    def get_leads_after(self, action_after: datetime) -> [ExtendedUserLeadModel]:
-        leads = self.collection().find({'last_action_at': {'$gte': action_after}})
-        return [ExtendedUserLeadModel.from_dic(lead) for lead in leads]
-
     def add_lead(self, user_id, lead: UserLeadModel) -> None:
         if not lead.created_at:
             lead.created_at = datetime.now(UTC)
@@ -429,11 +373,6 @@ class UserLeadMongoRepository(BaseMongoRepository):
 
         return ExtendedUserLeadModel.from_dic(self.collection().find_one(pipeline))
 
-    def update_same_leads(self, user_id, sender_id: str, **kwargs):
-        pipeline = {'user_id': to_object_id(user_id), 'message.sender_id': sender_id}
-        update_dict = {k: v for k, v in kwargs.items() if v is not None}
-        self.collection().update_many(pipeline, {'$set': update_dict})
-
     def update_leads_order(self, user_id, lead_ids: [str]):
         pipeline = {'user_id': to_object_id(user_id), 'id': {'$in': lead_ids}}
         docs = list(self.collection().find(pipeline))
@@ -559,10 +498,6 @@ class LeadMongoRepository(BaseMongoRepository):
         update_dict = {k: v for k, v in kwargs.items() if v is not None}
         self.collection().update_one({'id': _id}, {'$set': update_dict}, upsert=False)
 
-    def get_count(self, **kwargs):
-        pipeline = self.__create_leads_filter(**kwargs)
-        return self.collection().count_documents(pipeline)
-
     def get_list(self, skip, limit, **kwargs):
         pipeline = self.__create_leads_filter(**kwargs)
 
@@ -684,10 +619,6 @@ class SpamLeadsMongoRepository(LeadMongoRepository):
             lead.contact = next(filter(lambda x: x.sender_id == lead.message.sender_id, contacts), None)
         return leads
 
-    def get_count(self, **kwargs):
-        pipeline = self.__create_leads_filter(**kwargs)
-        return self.collection().count_documents(pipeline)
-
     def __create_leads_filter(self, **kwargs):
         pipeline = {"user_id": {'$exists': False}}
         text = kwargs.get('text', None)
@@ -883,14 +814,6 @@ class DedicatedBotRepository(BaseMongoRepository):
 
     collection_name = 'dedicated_bots'
 
-    def get_by_user_and_source_id(self, user_id: str, source_id: str) -> Optional[DedicatedBotModel]:
-        doc = self.collection().find_one({"user_id": ObjectId(f"{user_id}"), "source.source_id": source_id})
-        return DedicatedBotModel.from_dic(doc)
-
-    def get_by_user_and_active_server_id(self, user_id: str, active_server_id: str) -> Optional[DedicatedBotModel]:
-        doc = self.collection().find_one({"user_id": ObjectId(f"{user_id}"), "active_servers.id": active_server_id})
-        return DedicatedBotModel.from_dic(doc)
-
     def add_or_update(self, bot: DedicatedBotModel):
         bot_dict = bot.to_dic()
         if '_id' in bot_dict:
@@ -923,25 +846,6 @@ class DedicatedBotRepository(BaseMongoRepository):
         pipeline = self.__create_bots_filter(**kwargs)
         return DedicatedBotModel.from_dic(self.collection().find_one(pipeline))
 
-    def get_user_bots(self, user_id: str, only_valid: bool = False,
-                      include_deleted: bool = False, include_paused: bool = False, **kwargs) -> List[DedicatedBotModel]:
-        pipeline = {'user_id': to_object_id(user_id)}
-        user_name = kwargs.get('user_name')
-
-        if user_name:
-            pipeline['user_name'] = user_name
-
-        if not include_deleted:
-            pipeline['deleted'] = False
-
-        if not include_paused:
-            pipeline['paused'] = False
-
-        if only_valid:
-            pipeline['invalid_creds'] = False
-
-        return [DedicatedBotModel.from_dic(doc) for doc in self.collection().find(pipeline)]
-
     def delete(self, _id: str):
         self.collection().update_one({'_id': to_object_id(f"{_id}")}, {"$set": {"deleted": True}})
 
@@ -1025,26 +929,6 @@ class SlackContactUserRepository(BaseMongoRepository):
         pipeline = {"sender_id": user_id}
         return SlackMemberInformation.from_dic(self.collection().find_one(pipeline))
 
-    def get_count_in_workspaces(self):
-        pipeline = [
-            {
-                '$match': {
-                    'user': {
-                        '$ne': 'USLACKBOT'
-                    }
-                }
-            }, {
-                '$group': {
-                    '_id': '$workspace',
-                    'count': {
-                        '$sum': 1
-                    }
-                }
-            }
-        ]
-        docs = list(self.collection().aggregate(pipeline))
-        return {doc['_id']: doc['count'] for doc in docs}
-
 
 class UserTemplatesRepository(BaseMongoRepository):
     collection_name = "user_templates"
@@ -1071,15 +955,6 @@ class UserTemplatesRepository(BaseMongoRepository):
         return self.collection().find_one_and_delete({'_id': to_object_id(id)})
 
 
-class LinkedinContactRepository(BaseMongoRepository):
-    collection_name = "linkedin_contact"
-    model = LinkedinContact
-
-    def find(self, **kwargs):
-        docs = self.collection().find({**kwargs})
-        return [LinkedinContact.from_dic(doc) for doc in docs]
-
-
 class UserContactsRepository(BaseMongoRepository):
     collection_name = 'user_contacts'
 

lgt_jobs/main.py

@@ -40,7 +40,7 @@ if __name__ == '__main__':
     client.setup_logging()
     factory = PubSubFactory(project_id)
     factory.create_topic_if_doesnt_exist(background_jobs_topic)
-    factory.create_subscription_if_doesnt_exist(background_jobs_subscriber, background_jobs_topic,600)
+    factory.create_subscription_if_doesnt_exist(background_jobs_subscriber, background_jobs_topic, 600)
     bot_subscription_path = factory.get_subscription_path(background_jobs_subscriber, background_jobs_topic)
     factory.subscriber.subscribe(bot_subscription_path, callback=run_background_job_with_lock)
     while True:

lgt_jobs/lgt_common/pubsub/command.py

@@ -1,14 +0,0 @@
-import enum
-from typing import Optional
-from pydantic import BaseModel, Extra
-
-
-class TelegramCommandType(enum.Enum):
-    AUTH_VERIFICATION_CODE = 1
-    HARD_RESET = 1
-
-
-class TelegramCommand(BaseModel, extra=Extra.ignore):
-    bot_id: str
-    type: int
-    data: Optional[str]