spiderforce4ai 1.0__tar.gz → 1.1__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/PKG-INFO +1 -1
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/pyproject.toml +1 -1
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/setup.py +1 -1
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/spiderforce4ai/__init__.py +8 -2
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/spiderforce4ai.egg-info/PKG-INFO +1 -1
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/README.md +0 -0
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/setup.cfg +0 -0
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/spiderforce4ai.egg-info/SOURCES.txt +0 -0
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/spiderforce4ai.egg-info/dependency_links.txt +0 -0
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/spiderforce4ai.egg-info/requires.txt +0 -0
- {spiderforce4ai-1.0 → spiderforce4ai-1.1}/spiderforce4ai.egg-info/top_level.txt +0 -0
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "spiderforce4ai"
|
7
|
-
version = "1.
|
7
|
+
version = "1.1"
|
8
8
|
description = "Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service"
|
9
9
|
readme = "README.md"
|
10
10
|
authors = [{name = "Piotr Tamulewicz", email = "pt@petertam.pro"}]
|
@@ -445,7 +445,11 @@ class SpiderForce4AI:
|
|
445
445
|
if not failed_results:
|
446
446
|
return []
|
447
447
|
|
448
|
-
|
448
|
+
failed_count = len(failed_results)
|
449
|
+
total_count = len([r for r in self.crawl_results])
|
450
|
+
failure_ratio = (failed_count / total_count) * 100
|
451
|
+
|
452
|
+
console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
|
449
453
|
retry_results = []
|
450
454
|
|
451
455
|
# Create a new progress bar if one wasn't provided
|
@@ -652,7 +656,9 @@ class SpiderForce4AI:
|
|
652
656
|
if failure_ratio > 20:
|
653
657
|
console.print(f"\n[red]Failure ratio too high ({failure_ratio:.1f}%) - aborting retry due to possible server overload[/red]")
|
654
658
|
else:
|
655
|
-
|
659
|
+
failed_count = len(failed_results)
|
660
|
+
failure_ratio = (failed_count / total_urls) * 100
|
661
|
+
console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
|
656
662
|
for result in failed_results:
|
657
663
|
new_result = _process_url_parallel((result.url, self.base_url, config))
|
658
664
|
if new_result.status == "success":
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|