cyberdrop-dl-patched 5.7.2.dev2__tar.gz → 5.7.2.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/PKG-INFO +1 -1
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/coomer_crawler.py +11 -5
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/kemono_crawler.py +7 -4
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/pyproject.toml +1 -1
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/CHANGELOG.md +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/LICENSE +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/README.md +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/download_client.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/errors.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/hash_client.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/scraper_client.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/downloader/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/downloader/downloader.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/main.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/args_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/cache_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/client_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/config_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/db_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/download_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/hash_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/leaky.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/live_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/log_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/path_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/progress_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/real_debrid/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/real_debrid/api.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/real_debrid/errors.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/realdebrid_manager.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/bunkrr_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/celebforum_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/chevereto_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/cyberdrop_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/cyberfile_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/ehentai_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/erome_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/f95zone_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/fapello_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/gofile_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/hotpic_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/imageban_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/imgbb_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/imgbox_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/imgur_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/leakedmodels_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/mediafire_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/nekohouse_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/nudostar_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/nudostartv_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/omegascans_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/pimpandhost_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/pixeldrain_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/postimg_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/realbooru_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/realdebrid_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/reddit_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/redgifs_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/rule34vault_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/rule34xxx_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/rule34xyz_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/saint_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/scrolller_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/simpcity_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/socialmediagirls_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/tokyomotion_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/toonily_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/xbunker_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/xbunkr_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawlers/xxxbunker_crawler.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/filters.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/jdownloader.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/scraper.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/downloads_progress.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/file_progress.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/hash_progress.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/scraping_progress.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/sort_progress.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/progress/statistic_progress.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/continue_prompt.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/general_prompts.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/settings_authentication_prompts.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/settings_global_prompts.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/settings_hash_prompts.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/settings_user_prompts.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/prompts/url_file_prompts.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/ui.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/args/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/args/args.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/args/browser_cookie_extraction.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/args/config_definitions.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/constants.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/table_definitions.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/tables/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/tables/hash_table.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/tables/history_table.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/tables/temp_referer_table.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/database/tables/temp_table.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/dataclasses/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/dataclasses/supported_domains.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/dataclasses/url_objects.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/logger.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/sorting.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/transfer/__init__.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/transfer/first_time_setup.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/transfer/transfer_v4_config.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/transfer/transfer_v4_db.py +0 -0
- {cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/utilities.py +0 -0
|
@@ -106,16 +106,22 @@ class CoomerCrawler(Crawler):
|
|
|
106
106
|
)
|
|
107
107
|
# Check cache to see if responses match
|
|
108
108
|
cached_response = await self.manager.cache_manager.request_cache.get_response(str(query_api_call))
|
|
109
|
-
|
|
109
|
+
if cached_response is None:
|
|
110
|
+
cached_json = None
|
|
111
|
+
else:
|
|
112
|
+
cached_json = await cached_response.json()
|
|
110
113
|
if JSON_Resp != cached_json:
|
|
111
|
-
|
|
114
|
+
log(f"New posts found for {user_str}, invalidating cache", 20)
|
|
112
115
|
await self.manager.cache_manager.request_cache.delete_url(api_call)
|
|
113
116
|
await self.manager.cache_manager.request_cache.save_response(
|
|
114
117
|
resp,
|
|
115
118
|
None,
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
+
datetime.datetime.now()
|
|
120
|
+
+ datetime.timedelta(
|
|
121
|
+
self.manager.config_manager.global_settings_data["Rate_Limiting_Options"][
|
|
122
|
+
"file_host_cache_length"
|
|
123
|
+
]
|
|
124
|
+
),
|
|
119
125
|
)
|
|
120
126
|
else:
|
|
121
127
|
JSON_Resp = await self.client.get_json(
|
|
@@ -84,14 +84,17 @@ class KemonoCrawler(Crawler):
|
|
|
84
84
|
cached_response = await self.manager.cache_manager.request_cache.get_response(str(query_api_call))
|
|
85
85
|
cached_json = await cached_response.json() if cached_response else None
|
|
86
86
|
if JSON_Resp != cached_json:
|
|
87
|
-
|
|
87
|
+
log(f"New posts found for {user_str}, invalidating cache", 20)
|
|
88
88
|
await self.manager.cache_manager.request_cache.delete_url(api_call)
|
|
89
89
|
await self.manager.cache_manager.request_cache.save_response(
|
|
90
90
|
resp,
|
|
91
91
|
None,
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
92
|
+
datetime.datetime.now()
|
|
93
|
+
+ datetime.timedelta(
|
|
94
|
+
self.manager.config_manager.global_settings_data["Rate_Limiting_Options"][
|
|
95
|
+
"file_host_cache_length"
|
|
96
|
+
]
|
|
97
|
+
),
|
|
95
98
|
)
|
|
96
99
|
else:
|
|
97
100
|
JSON_Resp = await self.client.get_json(
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/__init__.py
RENAMED
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/clients/errors.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/leaky.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/managers/manager.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/__init__.py
RENAMED
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/crawler.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/filters.py
RENAMED
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/scraper/scraper.py
RENAMED
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/ui/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/args/args.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/constants.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/logger.py
RENAMED
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/sorting.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cyberdrop_dl_patched-5.7.2.dev2 → cyberdrop_dl_patched-5.7.2.dev3}/cyberdrop_dl/utils/utilities.py
RENAMED
|
File without changes
|