spiderforce4ai 1.0__py3-none-any.whl → 1.1__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- spiderforce4ai/__init__.py +8 -2
- {spiderforce4ai-1.0.dist-info → spiderforce4ai-1.1.dist-info}/METADATA +1 -1
- spiderforce4ai-1.1.dist-info/RECORD +5 -0
- spiderforce4ai-1.0.dist-info/RECORD +0 -5
- {spiderforce4ai-1.0.dist-info → spiderforce4ai-1.1.dist-info}/WHEEL +0 -0
- {spiderforce4ai-1.0.dist-info → spiderforce4ai-1.1.dist-info}/top_level.txt +0 -0
spiderforce4ai/__init__.py
CHANGED
@@ -445,7 +445,11 @@ class SpiderForce4AI:
|
|
445
445
|
if not failed_results:
|
446
446
|
return []
|
447
447
|
|
448
|
-
|
448
|
+
failed_count = len(failed_results)
|
449
|
+
total_count = len([r for r in self.crawl_results])
|
450
|
+
failure_ratio = (failed_count / total_count) * 100
|
451
|
+
|
452
|
+
console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
|
449
453
|
retry_results = []
|
450
454
|
|
451
455
|
# Create a new progress bar if one wasn't provided
|
@@ -652,7 +656,9 @@ class SpiderForce4AI:
|
|
652
656
|
if failure_ratio > 20:
|
653
657
|
console.print(f"\n[red]Failure ratio too high ({failure_ratio:.1f}%) - aborting retry due to possible server overload[/red]")
|
654
658
|
else:
|
655
|
-
|
659
|
+
failed_count = len(failed_results)
|
660
|
+
failure_ratio = (failed_count / total_urls) * 100
|
661
|
+
console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
|
656
662
|
for result in failed_results:
|
657
663
|
new_result = _process_url_parallel((result.url, self.base_url, config))
|
658
664
|
if new_result.status == "success":
|
@@ -0,0 +1,5 @@
|
|
1
|
+
spiderforce4ai/__init__.py,sha256=lCviRhfLngSMehFJZwyK4LirPwbWEyZ0RJjCt5FkBcY,28304
|
2
|
+
spiderforce4ai-1.1.dist-info/METADATA,sha256=lQfqXn0ifJOmOmLkgr8YTSYUFiu6-HS3YsRD0togylo,7769
|
3
|
+
spiderforce4ai-1.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
4
|
+
spiderforce4ai-1.1.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
5
|
+
spiderforce4ai-1.1.dist-info/RECORD,,
|
@@ -1,5 +0,0 @@
|
|
1
|
-
spiderforce4ai/__init__.py,sha256=8WEcryB8fckf5yIvH55s7a5FtxvK_AhXdi_dyaqqing,27929
|
2
|
-
spiderforce4ai-1.0.dist-info/METADATA,sha256=VqydJoQcHkzvIhYTPeH3j8ZSHK-lGbo1xmZwQZk6w2s,7769
|
3
|
-
spiderforce4ai-1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
4
|
-
spiderforce4ai-1.0.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
5
|
-
spiderforce4ai-1.0.dist-info/RECORD,,
|
File without changes
|
File without changes
|