langroid 0.58.0__py3-none-any.whl → 0.58.1__py3-none-any.whl

langroid/parsing/url_loader.py

@@ -70,48 +70,58 @@ class ExaCrawlerConfig(BaseCrawlerConfig):
         env_prefix = "EXA_"
 
 
-def _resolve_crawl4ai_forward_refs(cls: Any) -> Any:
-    """
-    A class decorator that resolves forward references for fields in a Pydantic
-    model that depend on the optional 'crawl4ai' library.
-    """
-    try:
-        from crawl4ai.async_configs import BrowserConfig, CrawlerRunConfig  # noqa: F401
-        from crawl4ai.content_scraping_strategy import (  # noqa: F401
-            ContentScrapingStrategy,
-        )
-        from crawl4ai.deep_crawling import DeepCrawlStrategy  # noqa: F401
-        from crawl4ai.extraction_strategy import ExtractionStrategy  # noqa: F401
-        from crawl4ai.markdown_generation_strategy import (  # noqa: F401
-            MarkdownGenerationStrategy,
-        )
-
-        #  Create a namespace dictionary from locals() but exclude 'cls'.
-        # This prevents the TypeError.
-        namespace = {name: value for name, value in locals().items() if name != "cls"}
-        cls.update_forward_refs(**namespace)
-
-    except ImportError:
-        # If crawl4ai is not installed, do nothing.
-        pass
-    return cls
-
-
-@_resolve_crawl4ai_forward_refs
 class Crawl4aiConfig(BaseCrawlerConfig):
-    """
-    Configuration for the Crawl4aiCrawler.
-    """
+    """Configuration for the Crawl4aiCrawler."""
 
     crawl_mode: Literal["simple", "deep"] = "simple"
     extraction_strategy: Optional["ExtractionStrategy"] = None
     markdown_strategy: Optional["MarkdownGenerationStrategy"] = None
     deep_crawl_strategy: Optional["DeepCrawlStrategy"] = None
     scraping_strategy: Optional["ContentScrapingStrategy"] = None
-
     browser_config: Optional["BrowserConfig"] = None
     run_config: Optional["CrawlerRunConfig"] = None
 
+    _refs_resolved: bool = False
+
+    def __init_subclass__(cls, **kwargs: Any) -> None:
+        """Resolve forward references when class is first subclassed or instantiated."""
+        super().__init_subclass__(**kwargs)
+        cls._resolve_forward_refs()
+
+    @classmethod
+    def _resolve_forward_refs(cls) -> None:
+        """Resolve forward references only when needed."""
+        if not cls._refs_resolved:
+            try:
+                from crawl4ai.async_configs import BrowserConfig, CrawlerRunConfig
+                from crawl4ai.content_scraping_strategy import ContentScrapingStrategy
+                from crawl4ai.deep_crawling import DeepCrawlStrategy
+                from crawl4ai.extraction_strategy import ExtractionStrategy
+                from crawl4ai.markdown_generation_strategy import (
+                    MarkdownGenerationStrategy,
+                )
+
+                # Create namespace for update_forward_refs
+                namespace = {
+                    "BrowserConfig": BrowserConfig,
+                    "CrawlerRunConfig": CrawlerRunConfig,
+                    "ContentScrapingStrategy": ContentScrapingStrategy,
+                    "DeepCrawlStrategy": DeepCrawlStrategy,
+                    "ExtractionStrategy": ExtractionStrategy,
+                    "MarkdownGenerationStrategy": MarkdownGenerationStrategy,
+                }
+
+                cls.update_forward_refs(**namespace)
+                cls._refs_resolved = True
+            except ImportError:
+                # If crawl4ai is not installed, leave forward refs as strings
+                pass
+
+    def __init__(self, **kwargs: Any) -> None:
+        """Initialize and ensure forward refs are resolved."""
+        self._resolve_forward_refs()
+        super().__init__(**kwargs)
+
     class Config:
         arbitrary_types_allowed = True
 

{langroid-0.58.0.dist-info → langroid-0.58.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.58.0
+Version: 0.58.1
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT
@@ -347,6 +347,8 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Jul 2025:**
+  - [0.58.0](https://github.com/langroid/langroid/releases/tag/0.58.0) Crawl4AI integration - 
+    browser-based web crawling with Playwright for JavaScript-heavy sites, no API key required (thank you @abab-dev!).
   - [0.57.0](https://github.com/langroid/langroid/releases/tag/0.57.0) HTML Logger for interactive task visualization - 
     self-contained HTML logs with collapsible entries, auto-refresh, and persistent UI state.
 - **Jun 2025:**

{langroid-0.58.0.dist-info → langroid-0.58.1.dist-info}/RECORD

@@ -102,7 +102,7 @@ langroid/parsing/routing.py,sha256=-FcnlqldzL4ZoxuDwXjQPNHgBe9F9-F4R6q7b_z9CvI,1
 langroid/parsing/search.py,sha256=0NJ5-Rou_BbrHAD7O9b20bKjZJnbadjObvGm4Zq8Kis,9818
 langroid/parsing/spider.py,sha256=hAVM6wxh1pQ0EN4tI5wMBtAjIk0T-xnpi-ZUzWybhos,3258
 langroid/parsing/table_loader.py,sha256=qNM4obT_0Y4tjrxNBCNUYjKQ9oETCZ7FbolKBTcz-GM,3410
-langroid/parsing/url_loader.py,sha256=E2PCxlHMKsNjn6HdQYkMgCMLJYaut-ALGVHXVVwyzbU,24721
+langroid/parsing/url_loader.py,sha256=ELLSimgdf0-oscmtnDxXJcL-W9jVdLDNfQ90ouCDfHE,25402
 langroid/parsing/urls.py,sha256=Tjzr64YsCusiYkY0LEGB5-rSuX8T2P_4DVoOFKAeKuI,8081
 langroid/parsing/utils.py,sha256=WwqzOhbQRlorbVvddDIZKv9b1KqZCBDm955lgIHDXRw,12828
 langroid/parsing/web_search.py,sha256=atk8wIpOfiGTvW8yL_26TvjvyY2zD24xIHIi0QjEklI,8599
@@ -139,7 +139,7 @@ langroid/vector_store/pineconedb.py,sha256=otxXZNaBKb9f_H75HTaU3lMHiaR2NUp5MqwLZ
 langroid/vector_store/postgres.py,sha256=wHPtIi2qM4fhO4pMQr95pz1ZCe7dTb2hxl4VYspGZoA,16104
 langroid/vector_store/qdrantdb.py,sha256=ZYrT9mxoUCx_67Qzb5xnkWuFG12rfe30yAg4NgG2ueA,19168
 langroid/vector_store/weaviatedb.py,sha256=Yn8pg139gOy3zkaPfoTbMXEEBCiLiYa1MU5d_3UA1K4,11847
-langroid-0.58.0.dist-info/METADATA,sha256=cG1GUrTBX5XQUKLBT5f-3fnPr3j36xvRAf28K7UDUqM,66056
-langroid-0.58.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langroid-0.58.0.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.58.0.dist-info/RECORD,,
+langroid-0.58.1.dist-info/METADATA,sha256=mkfwCAdL_zIZxy4v12_ikK7AZLMmbHwwEkh_RJNt3QE,66270
+langroid-0.58.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langroid-0.58.1.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.58.1.dist-info/RECORD,,