spiderforce4ai 2.6.4__py3-none-any.whl → 2.6.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- spiderforce4ai/post_extraction_agent.py +13 -2
- {spiderforce4ai-2.6.4.dist-info → spiderforce4ai-2.6.5.dist-info}/METADATA +1 -1
- spiderforce4ai-2.6.5.dist-info/RECORD +7 -0
- spiderforce4ai-2.6.4.dist-info/RECORD +0 -7
- {spiderforce4ai-2.6.4.dist-info → spiderforce4ai-2.6.5.dist-info}/WHEEL +0 -0
- {spiderforce4ai-2.6.4.dist-info → spiderforce4ai-2.6.5.dist-info}/entry_points.txt +0 -0
- {spiderforce4ai-2.6.4.dist-info → spiderforce4ai-2.6.5.dist-info}/top_level.txt +0 -0
@@ -341,15 +341,26 @@ class PostExtractionAgent:
|
|
341
341
|
# Add URL to result before transformation
|
342
342
|
result['url'] = url
|
343
343
|
|
344
|
-
logger.info(f"Executing
|
344
|
+
logger.info(f"Executing transformer function for {url}")
|
345
345
|
transformed_result = self.config.custom_transform_function(result)
|
346
346
|
logger.info(f"Successfully applied custom transformation for {url}")
|
347
|
+
|
348
|
+
# Save the transformed result to combined output
|
349
|
+
if self.config.output_file:
|
350
|
+
self._save_result_sync(url, transformed_result)
|
351
|
+
logger.info(f"Saved transformed result to combined output for {url}")
|
352
|
+
|
347
353
|
logger.info(f"Webhook response sent for {url}")
|
348
|
-
return transformed_result
|
354
|
+
return transformed_result
|
349
355
|
except Exception as e:
|
350
356
|
error_msg = f"Warning: Issue in custom transform for {url}: {str(e)}"
|
351
357
|
logger.warning(error_msg)
|
352
358
|
console.print(f"[yellow]{error_msg}[/yellow]")
|
359
|
+
|
360
|
+
# Save original result if transformation fails
|
361
|
+
if self.config.output_file:
|
362
|
+
self._save_result_sync(url, result)
|
363
|
+
logger.info(f"Saved original result to combined output for {url}")
|
353
364
|
|
354
365
|
# Save result synchronously
|
355
366
|
try:
|
@@ -0,0 +1,7 @@
|
|
1
|
+
spiderforce4ai/__init__.py,sha256=BlrRIrtpDUHjmDedqgXP1KbAAsAH9vwFPncUR5VGGyM,44804
|
2
|
+
spiderforce4ai/post_extraction_agent.py,sha256=CY0P6Zjbu1FM4lcxNM2oHzIEEsl_qnZMFs0h5De5Nrs,18737
|
3
|
+
spiderforce4ai-2.6.5.dist-info/METADATA,sha256=PvmABqDj8rD8sNK-yLFMo6v_UuW0zU9jqHFfZio5ly4,9012
|
4
|
+
spiderforce4ai-2.6.5.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
5
|
+
spiderforce4ai-2.6.5.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
|
6
|
+
spiderforce4ai-2.6.5.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
7
|
+
spiderforce4ai-2.6.5.dist-info/RECORD,,
|
@@ -1,7 +0,0 @@
|
|
1
|
-
spiderforce4ai/__init__.py,sha256=BlrRIrtpDUHjmDedqgXP1KbAAsAH9vwFPncUR5VGGyM,44804
|
2
|
-
spiderforce4ai/post_extraction_agent.py,sha256=GJXV-qTi9xAwil8YSUBaB0OUDDPDzWfcYScldxKsenw,18121
|
3
|
-
spiderforce4ai-2.6.4.dist-info/METADATA,sha256=pzdSGVryHkPAOuf3UcBrimThEi4paBzYKFoWCM-wVvY,9012
|
4
|
-
spiderforce4ai-2.6.4.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
5
|
-
spiderforce4ai-2.6.4.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
|
6
|
-
spiderforce4ai-2.6.4.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
7
|
-
spiderforce4ai-2.6.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|