spiderforce4ai 1.0__py3-none-any.whl → 1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- spiderforce4ai/__init__.py +8 -2
- {spiderforce4ai-1.0.dist-info → spiderforce4ai-1.1.dist-info}/METADATA +1 -1
- spiderforce4ai-1.1.dist-info/RECORD +5 -0
- spiderforce4ai-1.0.dist-info/RECORD +0 -5
- {spiderforce4ai-1.0.dist-info → spiderforce4ai-1.1.dist-info}/WHEEL +0 -0
- {spiderforce4ai-1.0.dist-info → spiderforce4ai-1.1.dist-info}/top_level.txt +0 -0
spiderforce4ai/__init__.py
CHANGED
|
@@ -445,7 +445,11 @@ class SpiderForce4AI:
|
|
|
445
445
|
if not failed_results:
|
|
446
446
|
return []
|
|
447
447
|
|
|
448
|
-
|
|
448
|
+
failed_count = len(failed_results)
|
|
449
|
+
total_count = len([r for r in self.crawl_results])
|
|
450
|
+
failure_ratio = (failed_count / total_count) * 100
|
|
451
|
+
|
|
452
|
+
console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
|
|
449
453
|
retry_results = []
|
|
450
454
|
|
|
451
455
|
# Create a new progress bar if one wasn't provided
|
|
@@ -652,7 +656,9 @@ class SpiderForce4AI:
|
|
|
652
656
|
if failure_ratio > 20:
|
|
653
657
|
console.print(f"\n[red]Failure ratio too high ({failure_ratio:.1f}%) - aborting retry due to possible server overload[/red]")
|
|
654
658
|
else:
|
|
655
|
-
|
|
659
|
+
failed_count = len(failed_results)
|
|
660
|
+
failure_ratio = (failed_count / total_urls) * 100
|
|
661
|
+
console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
|
|
656
662
|
for result in failed_results:
|
|
657
663
|
new_result = _process_url_parallel((result.url, self.base_url, config))
|
|
658
664
|
if new_result.status == "success":
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
spiderforce4ai/__init__.py,sha256=lCviRhfLngSMehFJZwyK4LirPwbWEyZ0RJjCt5FkBcY,28304
|
|
2
|
+
spiderforce4ai-1.1.dist-info/METADATA,sha256=lQfqXn0ifJOmOmLkgr8YTSYUFiu6-HS3YsRD0togylo,7769
|
|
3
|
+
spiderforce4ai-1.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
4
|
+
spiderforce4ai-1.1.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
|
5
|
+
spiderforce4ai-1.1.dist-info/RECORD,,
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
spiderforce4ai/__init__.py,sha256=8WEcryB8fckf5yIvH55s7a5FtxvK_AhXdi_dyaqqing,27929
|
|
2
|
-
spiderforce4ai-1.0.dist-info/METADATA,sha256=VqydJoQcHkzvIhYTPeH3j8ZSHK-lGbo1xmZwQZk6w2s,7769
|
|
3
|
-
spiderforce4ai-1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
4
|
-
spiderforce4ai-1.0.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
|
5
|
-
spiderforce4ai-1.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|