spiderforce4ai 1.7__py3-none-any.whl → 1.8__py3-none-any.whl

spiderforce4ai/__init__.py

@@ -35,21 +35,38 @@ def extract_metadata_headers(markdown: str) -> str:
     }
     
     # First pass - collect metadata
-    for line in lines:
-        if line.strip().startswith('title:'):
-            metadata['title'] = line.split(':', 1)[1].strip()
-        elif line.strip().startswith('description:'):
-            metadata['description'] = line.split(':', 1)[1].strip()
-        elif line.strip().startswith('canonical_url:'):
-            metadata['canonical_url'] = line.split(':', 1)[1].strip()
-        elif line.strip().startswith('language:'):
-            metadata['language'] = line.split(':', 1)[1].strip()
+    for i, line in enumerate(lines):
+        # Check for metadata block boundaries
+        if line.strip() == '---':
+            if not in_metadata:
+                in_metadata = True
+                continue
+            else:
+                in_metadata = False
+                break
+        
+        # Extract metadata within the block
+        if in_metadata:
+            if ':' in line:
+                key, value = line.split(':', 1)
+                key = key.strip().lower()
+                value = value.strip()
+                
+                if key == 'title':
+                    metadata['title'] = value
+                elif key == 'description':
+                    metadata['description'] = value
+                elif key == 'canonical_url':
+                    metadata['canonical_url'] = value
+                elif key == 'language':
+                    metadata['language'] = value
     
-    # Add formatted metadata section
+    # Add formatted metadata section with URL first
+    extracted.append(f"URL: {metadata.get('url', '')}")
     extracted.append(f"Title: {metadata['title']}")
     extracted.append(f"Description: {metadata['description']}")
     extracted.append(f"CanonicalUrl: {metadata['canonical_url']}")
-    extracted.append(f"Language: {metadata['language']}")
+    extracted.append(f"Language: {metadata['language'] or 'en'}")  # Default to 'en' if not specified
     extracted.append("")  # Empty line after metadata
     
     # Second pass - process headers

{spiderforce4ai-1.7.dist-info → spiderforce4ai-1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: spiderforce4ai
-Version: 1.7
+Version: 1.8
 Summary: Python wrapper for SpiderForce4AI HTML-to-Markdown conversion service
 Home-page: https://petertam.pro
 Author: Piotr Tamulewicz

spiderforce4ai-1.8.dist-info/RECORD

@@ -0,0 +1,5 @@
+spiderforce4ai/__init__.py,sha256=GaW2zVESi1pi13pD0Dky4g0Yuj9hEj7_4eP_eyoBnWM,35425
+spiderforce4ai-1.8.dist-info/METADATA,sha256=T1K4wWbagvh0ZW_vsYNAAhSAqRH7bLDOF6lr7Yy1pfg,7183
+spiderforce4ai-1.8.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+spiderforce4ai-1.8.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
+spiderforce4ai-1.8.dist-info/RECORD,,

spiderforce4ai-1.7.dist-info/RECORD

@@ -1,5 +0,0 @@
-spiderforce4ai/__init__.py,sha256=7YpJdZfmy4z5wUFGTBsvi5VOxGGX594oVul3Q5Ngdko,34906
-spiderforce4ai-1.7.dist-info/METADATA,sha256=ON-lQ4BARmNOrHwT2Xbl2oc1hoo8FyMQWxl6T0LbClA,7183
-spiderforce4ai-1.7.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-spiderforce4ai-1.7.dist-info/top_level.txt,sha256=Kth7A21Js7DCp0j5XBBi-FE45SCLouZkeNZU__Yr9Yk,15
-spiderforce4ai-1.7.dist-info/RECORD,,