spiderforce4ai 2.5.6__tar.gz → 2.5.7__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/PKG-INFO +1 -1
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/pyproject.toml +1 -1
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/setup.py +1 -1
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai/post_extraction_agent.py +0 -7
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/PKG-INFO +1 -1
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/README.md +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/setup.cfg +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai/__init__.py +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/SOURCES.txt +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/dependency_links.txt +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/entry_points.txt +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/not-zip-safe +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/requires.txt +0 -0
- {spiderforce4ai-2.5.6 → spiderforce4ai-2.5.7}/spiderforce4ai.egg-info/top_level.txt +0 -0
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "spiderforce4ai"
|
|
7
|
-
version = "2.5.
|
|
7
|
+
version = "2.5.7"
|
|
8
8
|
description = "Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service with LLM post-processing"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
authors = [
|
|
@@ -7,7 +7,7 @@ with open("README.md", encoding="utf-8") as f:
|
|
|
7
7
|
|
|
8
8
|
setup(
|
|
9
9
|
name="spiderforce4ai",
|
|
10
|
-
version="2.5.
|
|
10
|
+
version="2.5.7",
|
|
11
11
|
author="Piotr Tamulewicz",
|
|
12
12
|
author_email="pt@petertam.pro",
|
|
13
13
|
description="Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service with LLM post-processing",
|
|
@@ -299,13 +299,6 @@ class PostExtractionAgent:
|
|
|
299
299
|
# Add URL to result before transformation
|
|
300
300
|
result['url'] = url
|
|
301
301
|
|
|
302
|
-
# Check for required fields and set to None if missing
|
|
303
|
-
required_fields = ['ContactInformation', 'CallToAction', 'KeyPoints', 'Title', 'Description', 'CanonicalUrl']
|
|
304
|
-
for field in required_fields:
|
|
305
|
-
if field not in result:
|
|
306
|
-
logger.warning(f"Missing field '{field}' in LLM response for {url}, setting to None")
|
|
307
|
-
result[field] = None
|
|
308
|
-
|
|
309
302
|
logger.info(f"Executing custom transformer function for {url}")
|
|
310
303
|
transformed_result = self.config.custom_transform_function(result)
|
|
311
304
|
logger.info(f"Successfully applied custom transformation for {url}")
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|