warp-beacon 2.6.31__py3-none-any.whl → 2.6.33__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "2.6.31"
+__version__ = "2.6.33"
 

warp_beacon/scraper/__init__.py

@@ -3,10 +3,12 @@ import os
 import time
 from typing import Optional
 import multiprocessing
+from multiprocessing.managers import Namespace
 from queue import Empty
 
 import logging
 
+from warp_beacon.scraper.utils import Utils
 from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, Unavailable, FileTooBig, YoutubeLiveError, \
 	YotubeAgeRestrictedError, IGRateLimitOccurred, CaptchaIssue, AllAccountsFailed, BadProxy
 from warp_beacon.mediainfo.video import VideoInfo
@@ -39,12 +41,15 @@ class AsyncDownloader(object):
 	acc_selector = None
 	scheduler = None
 	scrolling_now = None
+	process_context = None
 
 	def __init__(self, uploader: AsyncUploader, workers_count: int) -> None:
 		self.workers = []
 		self.job_queue = multiprocessing.Queue()
 		self.auth_event = multiprocessing.Event()
 		self.manager = multiprocessing.Manager()
+		self.process_context = self.manager.Namespace()
+		self.process_context.ig_session_client_id = Utils.get_ig_session_id()
 		self.allow_loop = self.manager.Value('i', 1)
 		self.scrolling_now = self.manager.Value('i', 0)
 		self.acc_selector = AccountSelector(self.manager, ACC_FILE, PROXY_FILE)
@@ -58,7 +63,7 @@ class AsyncDownloader(object):
 
 	def start(self) -> None:
 		for _ in range(self.workers_count):
-			proc = multiprocessing.Process(target=self.do_work, args=(self.acc_selector,))
+			proc = multiprocessing.Process(target=self.do_work, args=(self.acc_selector, self.process_context))
 			self.workers.append(proc)
 			proc.start()
 
@@ -95,7 +100,7 @@ class AsyncDownloader(object):
 		job.account_switches += 1
 		selector.reset_ig_request_count()
 
-	def do_work(self, selector: AccountSelector) -> None:
+	def do_work(self, selector: AccountSelector, context: Namespace) -> None:
 		logging.info("download worker started")
 		# pymongo is not fork-safe so new connect to DB required
 		fail_handler = FailHandler(DBClient())
@@ -136,7 +141,8 @@ class AsyncDownloader(object):
 								proxy = selector.get_current_proxy()
 							if job.job_origin is Origin.INSTAGRAM:
 								from warp_beacon.scraper.instagram.instagram import InstagramScraper
-								actor = InstagramScraper(selector.get_current(), proxy)
+								Utils.maybe_rotate_ig_client_session(context)
+								actor = InstagramScraper(client_session_id=context.ig_session_client_id, account=selector.get_current(), proxy=proxy)
 								selector.inc_ig_request_count()
 								if not job.scroll_content and selector.get_ig_request_count() >= int(os.environ.get("IG_REQUESTS_PER_ACCOUNT", default="10")):
 									logging.info("The account request limit has been reached. Selecting the next account.")
@@ -429,6 +435,7 @@ class AsyncDownloader(object):
 	def stop_all(self) -> None:
 		self.allow_loop.value = 0
 		self.acc_selector.save_ig_request_count()
+		Utils.save_ig_session_id(self.process_context.ig_session_client_id)
 		for proc in self.workers:
 			if proc.is_alive():
 				logging.info("stopping process #%d", proc.pid)

warp_beacon/scraper/account_selector.py

@@ -161,7 +161,11 @@ class AccountSelector(object):
 		module_name = self.get_module_name(module_origin)
 		self.current_module_name = module_name
 		if self.current is None:
-			self.current = self.accounts[self.current_module_name][self.account_index[self.current_module_name].value]
+			idx = self.account_index[self.current_module_name].value
+			self.current = self.accounts[self.current_module_name][idx]
+			if not self.current.get("enabled", True):
+				logging.info("Account '%d' is disabled. Probing next ...", idx)
+				self.next()
 		self.current_proxy = self.get_random_account_proxy()
 
 	def next(self) -> dict:
@@ -171,6 +175,9 @@ class AccountSelector(object):
 			idx = 0
 		self.account_index[self.current_module_name].value = idx
 		self.current = self.accounts[self.current_module_name][idx]
+		if not self.current.get("enabled", True):
+			logging.info("Account '%d' is disabled. Probing next ...", idx)
+			return self.next()
 		logging.info("Selected account index is '%d'", idx)
 		return self.current
 

warp_beacon/scraper/instagram/instagram.py

@@ -36,8 +36,10 @@ class InstagramScraper(ScraperAbstract):
 	cl = None
 	inst_session_file = ""
 	timeline_cursor = {}
+	client_session_id = ""
 
-	def __init__(self, account: tuple, proxy: dict=None) -> None:
+	def __init__(self, client_session_id: str, account: tuple, proxy: dict=None) -> None:
+		self.client_session_id = client_session_id
 		super().__init__(account, proxy)
 		#
 		self.inst_session_file = INST_SESSION_FILE_TPL % self.account_index
@@ -53,6 +55,8 @@ class InstagramScraper(ScraperAbstract):
 		self.cl.change_password_handler = self.change_password_handler
 
 	def setup_device(self) -> None:
+		if not self.client_session_id:
+			self.client_session_id = self.cl.generate_uuid()
 		details = self.account.get("auth_details", {})
 		self.cl.delay_range = details.get("delay_range", [1, 3])
 		self.cl.set_country_code(details.get("country_code", 1))
@@ -76,7 +80,7 @@ class InstagramScraper(ScraperAbstract):
 		self.cl.set_uuids({
 			"phone_id": uuids.get("phone_id", self.cl.generate_uuid()),
 			"uuid": uuids.get("uuid", self.cl.generate_uuid()),
-			"client_session_id": uuids.get("client_session_id", self.cl.generate_uuid()),
+			"client_session_id": self.client_session_id,
 			"advertising_id": uuids.get("advertising_id", self.cl.generate_uuid()),
 			"device_id": uuids.get("device_id", self.cl.generate_uuid())
 		})

warp_beacon/scraper/utils.py

@@ -0,0 +1,40 @@
+import os
+from multiprocessing.managers import Namespace
+import random
+import uuid
+import logging
+
+class Utils(object):
+	session_dir = "/var/warp_beacon"
+
+	@staticmethod
+	def get_ig_session_id() -> str:
+		ig_session_client_id = ""
+		try:
+			sess_file = f"{Utils.session_dir}/ig_session_client_id"
+			if os.path.exists(sess_file):
+				with open(sess_file, 'r', encoding="utf-8") as f:
+					ig_session_client_id = f.read().strip()
+		except Exception as e:
+			logging.warning("Failed to read session ig_session_client_id!")
+			logging.exception(e)
+
+		if not ig_session_client_id:
+			ig_session_client_id = str(uuid.uuid4())
+
+		return ig_session_client_id
+	
+	@staticmethod
+	def save_ig_session_id(ig_session_client_id: str) -> None:
+		try:
+			with open(f"{Utils.session_dir}/ig_session_client_id", "w+", encoding="utf-8") as f:
+				f.write(ig_session_client_id)
+		except Exception as e:
+			logging.warning("Failed to save session ig_session_client_id!")
+			logging.exception(e)
+	
+	@staticmethod
+	def maybe_rotate_ig_client_session(context: Namespace) -> None:
+		if random.random() > 0.95:
+			context.ig_session_client_id = str(uuid.uuid4())
+			logging.info("Rotated client_session_id — simulating app restart")

{warp_beacon-2.6.31.dist-info → warp_beacon-2.6.33.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warp_beacon
-Version: 2.6.31
+Version: 2.6.33
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-2.6.31.dist-info → warp_beacon-2.6.33.dist-info}/RECORD

@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
 warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
-warp_beacon/__version__.py,sha256=i4mn5ueT4BUBjWT8wNPTPpy1rqb9IOQ-juTm6FCv-zs,24
+warp_beacon/__version__.py,sha256=EhSBAgTsvMy3ocyZX2oGpI8vIL6KfXQjHozyx-Obe9Y,24
 warp_beacon/warp_beacon.py,sha256=ED43vNzdjDUJ_9qLCbri0bjWLWEJ69BENGj9i7G6AvM,342
 warp_beacon/yt_auth.py,sha256=GUTKqYr_tzDC-07Lx_ahWXSag8EyLxXBUnQbDBIkEmk,6022
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -22,15 +22,16 @@ warp_beacon/mediainfo/video.py,sha256=UBZrhTN5IDI-aYu6tsJEILo9nFkjHhkldGVFmvV7tE
 warp_beacon/scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/scheduler/instagram_human.py,sha256=0LaRUu0MBBuEOQeFzuq22HIYfJL9pTK_7udsXfef0Fk,8204
 warp_beacon/scheduler/scheduler.py,sha256=9OCh7Ta4wY_aTHGAOOZmaKXg56Ftx1N_aV1g6E3ZLKA,4941
-warp_beacon/scraper/__init__.py,sha256=y6_26l18Bdrms9jeW1mJipmj6lKCpPQNZlieoXFnqLc,19822
+warp_beacon/scraper/__init__.py,sha256=O8L8KIKt7Xszql0tUPCNMiaxyZduMZjfADAP4V5s9bk,20286
 warp_beacon/scraper/abstract.py,sha256=yP76ae9U73LYW2lDN6XWkXDkWX1h2UVOrkqv0Sqpu2Y,2985
-warp_beacon/scraper/account_selector.py,sha256=nFqN-fPWxx7H7tOcdweZpGuv2TVN9isnziqb-HXsSmc,7888
+warp_beacon/scraper/account_selector.py,sha256=7sog5tFPNv6jWJ5m-7nAglAyzd3Qc3G4dfjk8iYFONI,8163
 warp_beacon/scraper/exceptions.py,sha256=EKwoF0oH2xZWbNU-v8DOaWK5skKwa3s1yTIBdlcfMpc,1452
 warp_beacon/scraper/fail_handler.py,sha256=zcPK3ZVEsu6JmHYcWP7L3naTRK3gWFVRkpP84VBOtJs,964
 warp_beacon/scraper/link_resolver.py,sha256=Rc9ZuMyOo3iPywDHwjngy-WRQ2SXhJwxcg-5ripx7tM,2447
+warp_beacon/scraper/utils.py,sha256=BI0X6Wu2pZ8hKaiOAYooBKjhqE-tl3FfgOTAmzgMp6M,1208
 warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/scraper/instagram/captcha.py,sha256=9UYziuqB3Tsat_ET6ex-cnZDbi6yCnsXHSpmE8MuUHk,4651
-warp_beacon/scraper/instagram/instagram.py,sha256=eyYAveSVoAvDm0rOF187bieqy-i3tsw0KBsLbzPvYDM,15443
+warp_beacon/scraper/instagram/instagram.py,sha256=zbkF-1lU5lxJ_2m8i8mGRX0EQMLVSflsOafBM1FEC6s,15588
 warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/scraper/youtube/abstract.py,sha256=QUSHR3aJjIykuRlBpGnmw3tq3m82AQeeZeWQUdJRvgQ,12538
 warp_beacon/scraper/youtube/music.py,sha256=5AeSBQyUgVCJT2hoBCV2WvlyuV9US09SYJhmBG_P9F8,2755
@@ -45,9 +46,9 @@ warp_beacon/telegram/handlers.py,sha256=uvR6TPHSqdSxigp3wR-ewiE6t3TvVcbVLVcYGwkg
 warp_beacon/telegram/placeholder_message.py,sha256=wN9-BRiyrtHG-EvXtZkGJHt2CX71munQ57ITttjt0mw,6400
 warp_beacon/telegram/utils.py,sha256=1Lq67aRylVJzbwSyvAgjPAGjJZFATkICvAj3TJGuJiM,4635
 warp_beacon/uploader/__init__.py,sha256=j3qcuKhpchseZLGzSsSiogqe6WdMbkK8d3I-ConhNRs,5687
-warp_beacon-2.6.31.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-2.6.31.dist-info/METADATA,sha256=XmMkA3SZJW5WkrIGNPUNpgjI5c6-r08V622-E2zTA_o,22706
-warp_beacon-2.6.31.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
-warp_beacon-2.6.31.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-2.6.31.dist-info/top_level.txt,sha256=4ML0-mXsezLtRXyxQUntL_ktc5HX9npTeQWzvV8kFvA,1161
-warp_beacon-2.6.31.dist-info/RECORD,,
+warp_beacon-2.6.33.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-2.6.33.dist-info/METADATA,sha256=txwoubgNiyIrmstWZBebz0CvW8QIJY_lcuQNh1AYeAo,22706
+warp_beacon-2.6.33.dist-info/WHEEL,sha256=GHB6lJx2juba1wDgXDNlMTyM13ckjBMKf-OnwgKOCtA,91
+warp_beacon-2.6.33.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-2.6.33.dist-info/top_level.txt,sha256=aFsWDQBplsMOyVMGGJ8iu-auZ25z1e_IB4tM2M8kW1A,1187
+warp_beacon-2.6.33.dist-info/RECORD,,

{warp_beacon-2.6.31.dist-info → warp_beacon-2.6.33.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.1.0)
+Generator: setuptools (80.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{warp_beacon-2.6.31.dist-info → warp_beacon-2.6.33.dist-info}/top_level.txt

@@ -23,6 +23,7 @@ warp_beacon/scraper/instagram
 warp_beacon/scraper/instagram/instagram
 warp_beacon/scraper/link_resolver
 warp_beacon/scraper/types
+warp_beacon/scraper/utils
 warp_beacon/scraper/youtube
 warp_beacon/scraper/youtube/abstract
 warp_beacon/scraper/youtube/music