spiderforce4ai 2.5.4__tar.gz → 2.5.5__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/PKG-INFO +1 -1
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/pyproject.toml +1 -1
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/setup.py +1 -1
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai/__init__.py +4 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai/post_extraction_agent.py +2 -1
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/PKG-INFO +1 -1
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/README.md +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/setup.cfg +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/SOURCES.txt +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/dependency_links.txt +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/entry_points.txt +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/not-zip-safe +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/requires.txt +0 -0
- {spiderforce4ai-2.5.4 → spiderforce4ai-2.5.5}/spiderforce4ai.egg-info/top_level.txt +0 -0
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "spiderforce4ai"
|
7
|
-
version = "2.5.
|
7
|
+
version = "2.5.5"
|
8
8
|
description = "Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service with LLM post-processing"
|
9
9
|
readme = "README.md"
|
10
10
|
authors = [
|
@@ -7,7 +7,7 @@ with open("README.md", encoding="utf-8") as f:
|
|
7
7
|
|
8
8
|
setup(
|
9
9
|
name="spiderforce4ai",
|
10
|
-
version="2.5.
|
10
|
+
version="2.5.5",
|
11
11
|
author="Piotr Tamulewicz",
|
12
12
|
author_email="pt@petertam.pro",
|
13
13
|
description="Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service with LLM post-processing",
|
@@ -889,7 +889,9 @@ class SpiderForce4AI:
|
|
889
889
|
# Apply transformation if provided
|
890
890
|
if config.post_agent_transformer_function:
|
891
891
|
try:
|
892
|
+
logger.info(f"Starting transformer function execution for {result.url}")
|
892
893
|
result.extraction_result = config.post_agent_transformer_function(llm_response)
|
894
|
+
logger.info(f"Successfully executed transformer function for {result.url}")
|
893
895
|
except KeyError as e:
|
894
896
|
# Log missing field but continue with transformation
|
895
897
|
missing_field = str(e).strip("'")
|
@@ -897,7 +899,9 @@ class SpiderForce4AI:
|
|
897
899
|
# Add missing field with empty value
|
898
900
|
llm_response[missing_field] = ""
|
899
901
|
# Retry transformation with added field
|
902
|
+
logger.info(f"Retrying transformer function for {result.url} after adding missing field")
|
900
903
|
result.extraction_result = config.post_agent_transformer_function(llm_response)
|
904
|
+
logger.info(f"Successfully executed transformer function on retry for {result.url}")
|
901
905
|
except Exception as e:
|
902
906
|
logger.error(f"Transformer error for {result.url}: {str(e)}")
|
903
907
|
result.extraction_result = llm_response # Use original response if transform fails
|
@@ -306,8 +306,9 @@ class PostExtractionAgent:
|
|
306
306
|
logger.warning(f"Missing field '{field}' in LLM response for {url}, setting to None")
|
307
307
|
result[field] = None
|
308
308
|
|
309
|
+
logger.info(f"Executing custom transformer function for {url}")
|
309
310
|
result = self.config.custom_transform_function(result)
|
310
|
-
logger.info(f"
|
311
|
+
logger.info(f"Successfully applied custom transformation for {url}")
|
311
312
|
except Exception as e:
|
312
313
|
error_msg = f"Warning: Issue in custom transform for {url}: {str(e)}"
|
313
314
|
logger.warning(error_msg)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|