warp-beacon 2.7.27__py3-none-any.whl → 2.7.29__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "2.7.27"
+__version__ = "2.7.29"
 

warp_beacon/scheduler/instagram_human.py

@@ -78,29 +78,21 @@ class InstagramHuman(object):
 			logging.info("raw_tray: %s", str(raw_tray))
 			tray = raw_tray.get("tray", [])
 			for user_story in tray:
-				try:
-					user = user_story["user"]
-					#username = user["username"]
-					user_id = user["pk"]
-					_stories = self.scrapler.cl.user_stories(user_id)
-					self.operations_count += 1
-					if _stories:
-						stories.extend(_stories)
-					self.random_pause()
-				except Exception as exc:
-					logging.warning("Failed to fetch stories for user '%s'", user_story.get("user", {}).get("username", ""), exc_info=exc)
-					self.random_pause()
-		except Exception as e:
-			logging.warning("Failed to get user stories!", exc_info=e)
+				user = user_story["user"]
+				user_id = user["pk"]
+				_stories = self.scrapler.download_hndlr(self.scrapler.cl.user_stories, user_id)
+				self.operations_count += 1
+				if _stories:
+					stories.extend(_stories)
+				self.random_pause()
 
-		if not stories:
-			return
+			if not stories:
+				return
 
-		seen = []
-		explore_user = None
-		if stories:
-			for m in stories[:random.randint(1, len(stories))]:
-				try:
+			seen = []
+			explore_user = None
+			if stories:
+				for m in stories[:random.randint(1, len(stories))]:
 					logging.info("Wathing story with pk '%s'", str(m.id))
 					seen.append(str(m.id))
 					if random.random() > 0.9:
@@ -108,19 +100,16 @@ class InstagramHuman(object):
 						self.operations_count += 1
 						break
 					self.random_pause()
-				except Exception as e:
-					logging.warning("Exception while watching content", exc_info=e)
 
-		if seen:
-			try:
-				self.scrapler.cl.media_seen(seen)
+			if seen:
+				self.scrapler.download_hndlr(self.scrapler.cl.media_seen, seen)
 				self.operations_count += 1
 				logging.info("Marked '%d' stories as seen", len(seen))
-			except Exception as e:
-				logging.warning("Failed to mark seen watched watch stories!", exc_info=e)
 
-		if explore_user:
-			self.explore_profile(explore_user)
+			if explore_user:
+				self.explore_profile(explore_user)
+		except Exception as e:
+			logging.warning("Failed to get user stories!", exc_info=e)
 
 	def watch_content(self, media: list) -> None:
 		if not media:
@@ -129,22 +118,16 @@ class InstagramHuman(object):
 		seen = []
 		random.seed(time.time())
 		for m in media[:random.randint(1, len(media))]:
-			try:
-				logging.info("Watching content with pk '%s'", str(m.id))
-				seen.append(str(m.id))
-				logging.info("Watched content with id '%s'", str(m.id))
-				if random.random() > 0.9:
-					explore_user = m.user
-					break
-				self.random_pause()
-			except Exception as e:
-				logging.warning("Exception while watching content")
-				logging.exception(e)
-		try:
-			self.scrapler.download_hndlr(self.scrapler.cl.media_seen, seen)
-			self.operations_count += 1
-		except Exception as e:
-			logging.warning("Failed to mark seen watched videos!", exc_info=e)
+			logging.info("Watching content with pk '%s'", str(m.id))
+			seen.append(str(m.id))
+			logging.info("Watched content with id '%s'", str(m.id))
+			if random.random() > 0.9:
+				explore_user = m.user
+				break
+			self.random_pause()
+
+		self.scrapler.download_hndlr(self.scrapler.cl.media_seen, seen)
+		self.operations_count += 1
 
 		if explore_user:
 			self.explore_profile(explore_user)
@@ -291,22 +274,18 @@ class InstagramHuman(object):
 		threads = self.scrapler.download_hndlr(self.scrapler.cl.direct_threads, amount=random.randint(3, 7))
 		self.operations_count += 1
 		for thread in threads:
-			try:
-				messages = self.scrapler.cl.direct_messages(thread.id, amount=random.randint(5, 15))
-				self.operations_count += 1
-				if not messages:
-					continue
-				msg_sample = random.sample(messages, k=random.randint(1, min(len(messages), 5)))
-				for msg in msg_sample:
-					if random.random() < 0.85:
-						#self.scrapler.cl.direct_message_seen(msg.thread_id, msg.id)
-						#self.operations_count += 1
-						logging.info("visual_media: '%s'", msg.visual_media)
-					self.random_pause()
-				self.random_pause()
-			except Exception as e:
-				logging.warning("Failed to read thread %s", thread.id)
-				logging.exception(e)
+			messages = self.scrapler.cl.direct_messages(thread.id, amount=random.randint(5, 15))
+			self.operations_count += 1
+			if not messages:
+				continue
+			#msg_sample = random.sample(messages, k=random.randint(1, min(len(messages), 5)))
+			#for msg in msg_sample:
+				#if random.random() < 0.85:
+					#self.scrapler.cl.direct_message_seen(msg.thread_id, msg.id)
+					#self.operations_count += 1
+					#logging.info("visual_media: '%s'", msg.visual_media)
+				#self.random_pause()
+			#self.random_pause()
 
 	def explore_profile(self, user: UserShort) -> None:
 		try:

warp_beacon/scraper/__init__.py

@@ -130,8 +130,10 @@ class AsyncDownloader(object):
 								proxy = selector.get_current_proxy()
 							if job.job_origin is Origin.INSTAGRAM:
 								from warp_beacon.scraper.instagram.instagram import InstagramScraper
-								if not job.scroll_content and selector.get_ig_request_count() >= int(os.environ.get("IG_REQUESTS_PER_ACCOUNT", default="20")):
-									logging.info("The account request limit has been reached. Selecting the next account.")
+								ig_requests_limit = int(os.environ.get("IG_REQUESTS_PER_ACCOUNT", default="20"))
+								ig_requests = selector.get_ig_request_count()
+								if not job.scroll_content and ig_requests >= ig_requests_limit:
+									logging.info("The account requests limit '%d' has been reached value '%d'. Selecting the next account.", ig_requests_limit, ig_requests)
 									selector.reset_ig_request_count()
 									selector.next()
 								actor = InstagramScraper(client_session_id=selector.get_ig_session_id(), account=selector.get_current(), proxy=proxy)
@@ -165,8 +167,10 @@ class AsyncDownloader(object):
 										break
 									if job.session_validation and job.job_origin in (Origin.INSTAGRAM, Origin.YOUTUBE):
 										if job.job_origin is Origin.INSTAGRAM:
-											if selector.get_ig_request_count() >= int(os.environ.get("IG_REQUESTS_PER_ACCOUNT", default="20")):
-												logging.info("The account request limit has been reached. Selecting the next account.")
+											ig_requests_limit = int(os.environ.get("IG_REQUESTS_PER_ACCOUNT", default="20"))
+											if selector.get_ig_request_count() >= ig_requests_limit:
+												ig_requests = selector.get_ig_request_count()
+												logging.info("The account requests limit '%d' has been reached value '%d'. Selecting the next account.", ig_requests_limit, ig_requests)
 												selector.reset_ig_request_count()
 												selector.next()
 										logging.info("Validating '%s' session ...", job.job_origin.value)

warp_beacon/scraper/account_selector.py

@@ -257,13 +257,13 @@ class AccountSelector(object):
 		return len(self.accounts[module_name])
 	
 	def inc_ig_request_count(self, amount: int = 1) -> None:
-		self.ig_request_count.value += amount
+		self.ig_request_count.value += int(amount)
 
 	def reset_ig_request_count(self) -> None:
 		self.ig_request_count.value = 0
 
 	def get_ig_request_count(self) -> int:
-		return self.ig_request_count.value
+		return int(self.ig_request_count.value)
 	
 	def get_ig_session_id(self) -> str:
 		with self.lock:

{warp_beacon-2.7.27.dist-info → warp_beacon-2.7.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warp_beacon
-Version: 2.7.27
+Version: 2.7.29
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-2.7.27.dist-info → warp_beacon-2.7.29.dist-info}/RECORD

@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
 warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
-warp_beacon/__version__.py,sha256=RXmJM6dnFS-VvyT2foMHomYU0KoNsVLPs8MHDkDSNYE,24
+warp_beacon/__version__.py,sha256=_LmRNGKODzASrCmjGEfNEDs3DOuePsYcW-NkrlBYlMQ,24
 warp_beacon/warp_beacon.py,sha256=ADCR30uGXIsDrt9WoiI9Ghu2QtWs0qZIK6x3pQKM_B4,1109
 warp_beacon/yt_auth.py,sha256=GUTKqYr_tzDC-07Lx_ahWXSag8EyLxXBUnQbDBIkEmk,6022
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -20,11 +20,11 @@ warp_beacon/mediainfo/audio.py,sha256=ous88kwQj4bDIChN5wnGil5LqTs0IQHH0d-nyrL0-Z
 warp_beacon/mediainfo/silencer.py,sha256=qxMuViOoVwUYb60uCVvqHiGrqByR1_4_rqMT-XdMkwc,1813
 warp_beacon/mediainfo/video.py,sha256=UBZrhTN5IDI-aYu6tsJEILo9nFkjHhkldGVFmvV7tEI,2480
 warp_beacon/scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scheduler/instagram_human.py,sha256=hVDO25gaKR7KCDT0PlKzDxbTNBtfS7_TmEu9higexPc,13085
+warp_beacon/scheduler/instagram_human.py,sha256=GHzATkWSGpxfXCFSCL3zW8m7GXaaPf8kP6Bk3NuwfzU,12360
 warp_beacon/scheduler/scheduler.py,sha256=Bf4sGXjX75Dox3q-yzUHhagtzUAj3hl5GzfnZya-_io,4995
-warp_beacon/scraper/__init__.py,sha256=gQOcBvZNnlxt0Rbbrkl4PLh7eQe2y3igJbx-87hAvrA,20249
+warp_beacon/scraper/__init__.py,sha256=i5R8nI0qE8c63lC4vVmggepsNr6-PNI2tPLR9UmcnXI,20534
 warp_beacon/scraper/abstract.py,sha256=pWbaTu-gDZgi-iFjqMR_uGzPl5KLv-4gTdJ9w6cD4sk,3802
-warp_beacon/scraper/account_selector.py,sha256=vxIVesGPQKVtL3uSn5CFlZB1eAYowUN7lTeiGUFmtDk,10067
+warp_beacon/scraper/account_selector.py,sha256=ixdFN8sCyFPL_WTzer2pur0Ak3pH4Ih0P90qOM8_f9Y,10077
 warp_beacon/scraper/exceptions.py,sha256=EKwoF0oH2xZWbNU-v8DOaWK5skKwa3s1yTIBdlcfMpc,1452
 warp_beacon/scraper/fail_handler.py,sha256=zcPK3ZVEsu6JmHYcWP7L3naTRK3gWFVRkpP84VBOtJs,964
 warp_beacon/scraper/link_resolver.py,sha256=Rc9ZuMyOo3iPywDHwjngy-WRQ2SXhJwxcg-5ripx7tM,2447
@@ -52,9 +52,9 @@ warp_beacon/telegram/progress_file_reader.py,sha256=e3equyNKlKs764AD-iE9QRsh3YDH
 warp_beacon/telegram/types.py,sha256=Kvdng6uCF1HRoqQgGW1ZYYPJoVuYkFb-LDvMBbW5Hjk,89
 warp_beacon/telegram/utils.py,sha256=S1N_JbHM_ExiM5tS0CeYKWIlvaJMlyq85TQNbK_GVds,5029
 warp_beacon/uploader/__init__.py,sha256=ewvR60k9osJxw_kb5U-TlZkCGR_574biq3w_aR1tjIU,5689
-warp_beacon-2.7.27.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-2.7.27.dist-info/METADATA,sha256=Ttj2LlsTJcxokL1-rSLeAiD8_JDTNJpJxMC26LQJjtw,23215
-warp_beacon-2.7.27.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-warp_beacon-2.7.27.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-2.7.27.dist-info/top_level.txt,sha256=5YQRN46STNg81V_3jdzZ6bftkMxhe1hTPSFvJugDu84,1405
-warp_beacon-2.7.27.dist-info/RECORD,,
+warp_beacon-2.7.29.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-2.7.29.dist-info/METADATA,sha256=bCy0h-Ft5baiFpToIipdqsjE-1Ex4e2c4VCnC-i-2Pk,23215
+warp_beacon-2.7.29.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+warp_beacon-2.7.29.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-2.7.29.dist-info/top_level.txt,sha256=5YQRN46STNg81V_3jdzZ6bftkMxhe1hTPSFvJugDu84,1405
+warp_beacon-2.7.29.dist-info/RECORD,,