spiderforce4ai 2.5.3__py3-none-any.whl → 2.5.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- spiderforce4ai/post_extraction_agent.py +11 -3
- {spiderforce4ai-2.5.3.dist-info → spiderforce4ai-2.5.4.dist-info}/METADATA +1 -1
- spiderforce4ai-2.5.4.dist-info/RECORD +7 -0
- spiderforce4ai-2.5.3.dist-info/RECORD +0 -7
- {spiderforce4ai-2.5.3.dist-info → spiderforce4ai-2.5.4.dist-info}/WHEEL +0 -0
- {spiderforce4ai-2.5.3.dist-info → spiderforce4ai-2.5.4.dist-info}/entry_points.txt +0 -0
- {spiderforce4ai-2.5.3.dist-info → spiderforce4ai-2.5.4.dist-info}/top_level.txt +0 -0
@@ -298,12 +298,20 @@ class PostExtractionAgent:
|
|
298
298
|
try:
|
299
299
|
# Add URL to result before transformation
|
300
300
|
result['url'] = url
|
301
|
+
|
302
|
+
# Check for required fields and set to None if missing
|
303
|
+
required_fields = ['ContactInformation', 'CallToAction', 'KeyPoints', 'Title', 'Description', 'CanonicalUrl']
|
304
|
+
for field in required_fields:
|
305
|
+
if field not in result:
|
306
|
+
logger.warning(f"Missing field '{field}' in LLM response for {url}, setting to None")
|
307
|
+
result[field] = None
|
308
|
+
|
301
309
|
result = self.config.custom_transform_function(result)
|
302
310
|
logger.info(f"Applied custom transformation for {url}")
|
303
311
|
except Exception as e:
|
304
|
-
error_msg = f"
|
305
|
-
logger.
|
306
|
-
console.print(f"[
|
312
|
+
error_msg = f"Warning: Issue in custom transform for {url}: {str(e)}"
|
313
|
+
logger.warning(error_msg)
|
314
|
+
console.print(f"[yellow]{error_msg}[/yellow]")
|
307
315
|
|
308
316
|
# Save result synchronously
|
309
317
|
try:
|
@@ -0,0 +1,7 @@
|
|
1
|
+
spiderforce4ai/__init__.py,sha256=YgzX9AKw_q2Jp_jZq17UgOuoeJeBRfWz9I73TOBerSs,44100
|
2
|
+
spiderforce4ai/post_extraction_agent.py,sha256=vQcna7GMYXQBRaU6uCeGi4-uZYDVAaW0dugFFEscs6o,16059
|
3
|
+
spiderforce4ai-2.5.4.dist-info/METADATA,sha256=_oVetBxWh-pkOdK1BNKfMJgPv3uDGgSlKeiIfDR2gvo,9012
|
4
|
+
spiderforce4ai-2.5.4.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
5
|
+
spiderforce4ai-2.5.4.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
|
6
|
+
spiderforce4ai-2.5.4.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
7
|
+
spiderforce4ai-2.5.4.dist-info/RECORD,,
|
@@ -1,7 +0,0 @@
|
|
1
|
-
spiderforce4ai/__init__.py,sha256=YgzX9AKw_q2Jp_jZq17UgOuoeJeBRfWz9I73TOBerSs,44100
|
2
|
-
spiderforce4ai/post_extraction_agent.py,sha256=r8xRq_uwwTxAM-1FVxYRlJMg7CIwQs710plw_10P7eg,15502
|
3
|
-
spiderforce4ai-2.5.3.dist-info/METADATA,sha256=yULQF7kxyO0Oe8JUPWiz31FPl5b2Pbri2BY_5LzeEbE,9012
|
4
|
-
spiderforce4ai-2.5.3.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
5
|
-
spiderforce4ai-2.5.3.dist-info/entry_points.txt,sha256=ibARQxOlDiL1ho12zbDZt4Uq5RKSIk_qk159ZlZ46hc,59
|
6
|
-
spiderforce4ai-2.5.3.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
|
7
|
-
spiderforce4ai-2.5.3.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|