warp-beacon 2.8.3__tar.gz → 2.8.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {warp_beacon-2.8.3/warp_beacon.egg-info → warp_beacon-2.8.5}/PKG-INFO +1 -1
- warp_beacon-2.8.5/warp_beacon/__version__.py +2 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/X/X.py +4 -3
- {warp_beacon-2.8.3 → warp_beacon-2.8.5/warp_beacon.egg-info}/PKG-INFO +1 -1
- warp_beacon-2.8.3/warp_beacon/__version__.py +0 -2
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/LICENSE +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/MANIFEST.in +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/README.md +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/assets/cc-group-black.png +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/assets/placeholder.gif +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/etc/.gitignore +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/etc/accounts.json +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/etc/proxies.json +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/etc/warp_beacon.conf +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/etc/warp_beacon.service +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/pyproject.toml +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/setup.cfg +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/setup.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/compress/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/compress/video.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/jobs/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/jobs/abstract.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/jobs/download_job.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/jobs/types.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/jobs/upload_job.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/mediainfo/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/mediainfo/abstract.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/mediainfo/audio.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/mediainfo/silencer.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/mediainfo/video.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scheduler/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scheduler/instagram_human.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scheduler/scheduler.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/X/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/X/abstract.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/X/types.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/abstract.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/account_selector.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/exceptions.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/fail_handler.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/instagram/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/instagram/captcha.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/instagram/instagram.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/instagram/wb_instagrapi.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/link_resolver.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/utils.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/youtube/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/youtube/abstract.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/youtube/music.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/youtube/shorts.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/scraper/youtube/youtube.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/storage/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/storage/mongo.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/bot.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/caption_shortener.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/download_status.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/edit_message.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/handlers.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/placeholder_message.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/progress_bar.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/progress_file_reader.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/types.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/telegram/utils.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/uploader/__init__.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/warp_beacon.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon/yt_auth.py +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon.egg-info/SOURCES.txt +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon.egg-info/dependency_links.txt +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon.egg-info/entry_points.txt +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon.egg-info/requires.txt +0 -0
- {warp_beacon-2.8.3 → warp_beacon-2.8.5}/warp_beacon.egg-info/top_level.txt +0 -0
@@ -214,17 +214,19 @@ class XScraper(XAbstract):
|
|
214
214
|
"username": parsed.username,
|
215
215
|
"password": parsed.password
|
216
216
|
}
|
217
|
+
logging.info("[X] build proxy: %s", proxy)
|
217
218
|
|
218
219
|
with sync_playwright() as p:
|
219
220
|
with p.chromium.launch(headless=True) as browser:
|
220
|
-
with browser.new_context(proxy=proxy) as context:
|
221
|
+
with browser.new_context(proxy=proxy, ignore_https_errors=True) as context:
|
221
222
|
page = context.new_page()
|
222
223
|
page.goto(url, wait_until="networkidle", timeout=(timeout*1000))
|
223
224
|
|
224
225
|
#page.wait_for_timeout(3000)
|
225
226
|
page.wait_for_selector("img[src*='pbs.twimg.com/media']", timeout=(timeout*1000))
|
226
227
|
text_element = page.query_selector('[data-testid="tweetText"]')
|
227
|
-
|
228
|
+
if text_element:
|
229
|
+
post_text = str(text_element.inner_text())
|
228
230
|
|
229
231
|
image_elements = page.query_selector_all("img")
|
230
232
|
image_urls = []
|
@@ -235,5 +237,4 @@ class XScraper(XAbstract):
|
|
235
237
|
image_urls.append(src)
|
236
238
|
|
237
239
|
img_urls = list(set(image_urls))
|
238
|
-
post_text = str(text)
|
239
240
|
return img_urls, post_text
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|