spiderforce4ai 2.5__py3-none-any.whl → 2.5.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. spiderforce4ai/__init__.py +2 -1
  2. spiderforce4ai/post_extraction_agent.py +2 -0
  3. {spiderforce4ai-2.5.dist-info → spiderforce4ai-2.5.2.dist-info}/METADATA +1 -1
  4. spiderforce4ai-2.5.2.dist-info/RECORD +7 -0
  5. spiderforce4ai-2.5.dist-info/RECORD +0 -7
  6. {spiderforce4ai-2.5.dist-info → spiderforce4ai-2.5.2.dist-info}/WHEEL +0 -0
  7. {spiderforce4ai-2.5.dist-info → spiderforce4ai-2.5.2.dist-info}/entry_points.txt +0 -0
  8. {spiderforce4ai-2.5.dist-info → spiderforce4ai-2.5.2.dist-info}/top_level.txt +0 -0
spiderforce4ai/__init__.py CHANGED
@@ -749,7 +749,8 @@ class SpiderForce4AI:
749
749
 
750
750
  for result in successful_results:
751
751
  try:
752
- result.extraction_result = asyncio.run(agent.process_content(result.url, result.markdown))
752
+ # Process content synchronously since it's not an async method
753
+ result.extraction_result = agent.process_content(result.url, result.markdown)
753
754
  progress.update(llm_task, advance=1)
754
755
  except Exception as e:
755
756
  console.print(f"[red]Error in post-extraction processing for {result.url}: {str(e)}[/red]")
spiderforce4ai/post_extraction_agent.py CHANGED
@@ -296,6 +296,8 @@ class PostExtractionAgent:
296
296
  # Apply custom transformation if provided
297
297
  if self.config.custom_transform_function:
298
298
  try:
299
+ # Add URL to result before transformation
300
+ result['url'] = url
299
301
  result = self.config.custom_transform_function(result)
300
302
  logger.info(f"Applied custom transformation for {url}")
301
303
  except Exception as e:
{spiderforce4ai-2.5.dist-info → spiderforce4ai-2.5.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: spiderforce4ai
3
- Version: 2.5
3
+ Version: 2.5.2
4
4
  Summary: Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service with LLM post-processing
5
5
  Home-page: https://petertam.pro
6
6
  Author: Piotr Tamulewicz
spiderforce4ai-2.5.2.dist-info/RECORD ADDED
@@ -0,0 +1,7 @@
1
+ spiderforce4ai/__init__.py,sha256=ipAArcZXJpB-KT4MSs0NReY5mhpO2X0Zsoh-roibWWI,43401
2
+ spiderforce4ai/post_extraction_agent.py,sha256=r8xRq_uwwTxAM-1FVxYRlJMg7CIwQs710plw_10P7eg,15502
3
+ spiderforce4ai-2.5.2.dist-info/METADATA,sha256=vVB8EjRQ9BjfU6Rw-6KG_Ce5eIk3Tp6SHSnw6pLtN5Y,9012
4
+ spiderforce4ai-2.5.2.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
5
+ spiderforce4ai-2.5.2.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
6
+ spiderforce4ai-2.5.2.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
7
+ spiderforce4ai-2.5.2.dist-info/RECORD,,
spiderforce4ai-2.5.dist-info/RECORD DELETED
@@ -1,7 +0,0 @@
1
- spiderforce4ai/__init__.py,sha256=T0H2nqzhvXuxYMKgWAVoRrSIUV72H7yZ8SHIsbG9I4g,43327
2
- spiderforce4ai/post_extraction_agent.py,sha256=so5Ze7Vz3konpQ0iT7ZxDGE9kIYeTwPTFyzezRc5oys,15392
3
- spiderforce4ai-2.5.dist-info/METADATA,sha256=4iP462Pmx5GikzNhhPFHhm89BdkGqTzFDTeiPN1Xp4U,9010
4
- spiderforce4ai-2.5.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
5
- spiderforce4ai-2.5.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
6
- spiderforce4ai-2.5.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
7
- spiderforce4ai-2.5.dist-info/RECORD,,