spiderforce4ai 1.0__tar.gz → 1.1__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: spiderforce4ai
3
- Version: 1.0
3
+ Version: 1.1
4
4
  Summary: Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service
5
5
  Home-page: https://petertam.pro
6
6
  Author: Piotr Tamulewicz
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "spiderforce4ai"
7
- version = "1.0"
7
+ version = "1.1"
8
8
  description = "Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service"
9
9
  readme = "README.md"
10
10
  authors = [{name = "Piotr Tamulewicz", email = "pt@petertam.pro"}]
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
3
3
 
4
4
  setup(
5
5
  name="spiderforce4ai",
6
- version="1.0",
6
+ version="1.1",
7
7
  author="Piotr Tamulewicz",
8
8
  author_email="pt@petertam.pro",
9
9
  description="Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service",
@@ -445,7 +445,11 @@ class SpiderForce4AI:
445
445
  if not failed_results:
446
446
  return []
447
447
 
448
- console.print("\n[yellow]Retrying failed URLs...[/yellow]")
448
+ failed_count = len(failed_results)
449
+ total_count = len([r for r in self.crawl_results])
450
+ failure_ratio = (failed_count / total_count) * 100
451
+
452
+ console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
449
453
  retry_results = []
450
454
 
451
455
  # Create a new progress bar if one wasn't provided
@@ -652,7 +656,9 @@ class SpiderForce4AI:
652
656
  if failure_ratio > 20:
653
657
  console.print(f"\n[red]Failure ratio too high ({failure_ratio:.1f}%) - aborting retry due to possible server overload[/red]")
654
658
  else:
655
- console.print("\n[yellow]Retrying failed URLs...[/yellow]")
659
+ failed_count = len(failed_results)
660
+ failure_ratio = (failed_count / total_urls) * 100
661
+ console.print(f"\n[yellow]Retrying failed URLs: {failed_count} ({failure_ratio:.1f}% failed)[/yellow]")
656
662
  for result in failed_results:
657
663
  new_result = _process_url_parallel((result.url, self.base_url, config))
658
664
  if new_result.status == "success":
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: spiderforce4ai
3
- Version: 1.0
3
+ Version: 1.1
4
4
  Summary: Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service
5
5
  Home-page: https://petertam.pro
6
6
  Author: Piotr Tamulewicz
File without changes
File without changes