spiderforce4ai 2.6.4__py3-none-any.whl → 2.6.5__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
@@ -341,15 +341,26 @@ class PostExtractionAgent:
341
341
  # Add URL to result before transformation
342
342
  result['url'] = url
343
343
 
344
- logger.info(f"Executing custom transformer function for {url}")
344
+ logger.info(f"Executing transformer function for {url}")
345
345
  transformed_result = self.config.custom_transform_function(result)
346
346
  logger.info(f"Successfully applied custom transformation for {url}")
347
+
348
+ # Save the transformed result to combined output
349
+ if self.config.output_file:
350
+ self._save_result_sync(url, transformed_result)
351
+ logger.info(f"Saved transformed result to combined output for {url}")
352
+
347
353
  logger.info(f"Webhook response sent for {url}")
348
- return transformed_result # Return the transformed result
354
+ return transformed_result
349
355
  except Exception as e:
350
356
  error_msg = f"Warning: Issue in custom transform for {url}: {str(e)}"
351
357
  logger.warning(error_msg)
352
358
  console.print(f"[yellow]{error_msg}[/yellow]")
359
+
360
+ # Save original result if transformation fails
361
+ if self.config.output_file:
362
+ self._save_result_sync(url, result)
363
+ logger.info(f"Saved original result to combined output for {url}")
353
364
 
354
365
  # Save result synchronously
355
366
  try:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: spiderforce4ai
3
- Version: 2.6.4
3
+ Version: 2.6.5
4
4
  Summary: Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service with LLM post-processing
5
5
  Home-page: https://petertam.pro
6
6
  Author: Piotr Tamulewicz
@@ -0,0 +1,7 @@
1
+ spiderforce4ai/__init__.py,sha256=BlrRIrtpDUHjmDedqgXP1KbAAsAH9vwFPncUR5VGGyM,44804
2
+ spiderforce4ai/post_extraction_agent.py,sha256=CY0P6Zjbu1FM4lcxNM2oHzIEEsl_qnZMFs0h5De5Nrs,18737
3
+ spiderforce4ai-2.6.5.dist-info/METADATA,sha256=PvmABqDj8rD8sNK-yLFMo6v_UuW0zU9jqHFfZio5ly4,9012
4
+ spiderforce4ai-2.6.5.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
5
+ spiderforce4ai-2.6.5.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
6
+ spiderforce4ai-2.6.5.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
7
+ spiderforce4ai-2.6.5.dist-info/RECORD,,
@@ -1,7 +0,0 @@
1
- spiderforce4ai/__init__.py,sha256=BlrRIrtpDUHjmDedqgXP1KbAAsAH9vwFPncUR5VGGyM,44804
2
- spiderforce4ai/post_extraction_agent.py,sha256=GJXV-qTi9xAwil8YSUBaB0OUDDPDzWfcYScldxKsenw,18121
3
- spiderforce4ai-2.6.4.dist-info/METADATA,sha256=pzdSGVryHkPAOuf3UcBrimThEi4paBzYKFoWCM-wVvY,9012
4
- spiderforce4ai-2.6.4.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
5
- spiderforce4ai-2.6.4.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
6
- spiderforce4ai-2.6.4.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
7
- spiderforce4ai-2.6.4.dist-info/RECORD,,