cmdop 0.1.24__tar.gz → 0.1.25__tar.gz

{cmdop-0.1.24 → cmdop-0.1.25}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cmdop
-Version: 0.1.24
+Version: 0.1.25
 Summary: Python SDK for CMDOP agent interaction
 Project-URL: Homepage, https://cmdop.com
 Project-URL: Documentation, https://cmdop.com

{cmdop-0.1.24 → cmdop-0.1.25}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "cmdop"
-version = "0.1.24"
+version = "0.1.25"
 description = "Python SDK for CMDOP agent interaction"
 readme = "README.md"
 license = { text = "MIT" }

{cmdop-0.1.24 → cmdop-0.1.25}/src/cmdop/__init__.py

@@ -124,7 +124,7 @@ from cmdop.logging import (
     get_log_dir,
 )
 
-__version__ = "0.1.24"
+__version__ = "0.1.25"
 
 __all__ = [
     # Version

{cmdop-0.1.24 → cmdop-0.1.25}/src/cmdop/helpers/network_analyzer.py

@@ -130,10 +130,10 @@ class NetworkSnapshot(BaseModel):
         return self.model_dump_json(indent=indent)
 
     def best_api(self) -> RequestSnapshot | None:
-        """Get the best data API (most items)."""
+        """Get the best data API (largest response, then most items)."""
         if not self.api_requests:
             return None
-        return max(self.api_requests, key=lambda r: r.item_count or 0)
+        return max(self.api_requests, key=lambda r: (r.size, r.item_count or 0))
 
 
 class NetworkAnalyzer:
@@ -179,7 +179,7 @@ class NetworkAnalyzer:
         clear_initial: bool = True,
         same_origin: bool = True,
         min_size: int = 100,
-        max_size: int = 500_000,
+        max_size: int = 5_000_000,
         countdown_message: str = "Click pagination!",
     ) -> NetworkSnapshot:
         """Capture network requests while user interacts with page.
@@ -230,6 +230,7 @@ class NetworkAnalyzer:
             b.visual.countdown(wait_seconds, countdown_message)
 
             # Get cookies
+            b.visual.toast("Getting cookies...")
             try:
                 cookies = b.get_cookies()
                 snapshot.cookies = {c.name: c.value for c in cookies}
@@ -237,41 +238,54 @@ class NetworkAnalyzer:
                 pass
 
             # Get stats
+            b.visual.toast("Getting network stats...")
             stats = b.network.stats()
             snapshot.total_requests = stats.total_captured
             snapshot.total_bytes = stats.total_bytes
 
-            print(f"\nCaptured {stats.total_captured} requests ({stats.total_bytes} bytes)")
+            b.visual.toast(f"Captured {stats.total_captured} requests")
 
             # Get XHR/Fetch calls
+            b.visual.toast("Filtering XHR/Fetch...")
+            # print("Calling network.filter...", flush=True)
             api_calls = b.network.filter(
                 url_pattern=url_pattern,
                 resource_types=["xhr", "fetch"],
             )
+            # print(f"Filter returned {len(api_calls)} calls", flush=True)
 
             # Filter by domain
+            # print("Filtering by domain...", flush=True)
             if same_origin:
                 api_calls = [
                     call for call in api_calls
                     if base_domain in urlparse(call.request.url).netloc
                 ]
+            # print(f"After domain filter: {len(api_calls)}", flush=True)
+
+            # # Show sizes before filtering
+            # for call in api_calls:
+            #     size = call.response.size if call.response else 0
+            #     print(f"  {call.request.url[:60]}... size={size}", flush=True)
 
             # Filter by response size (ignore tracking pixels and heavy assets)
+            # print(f"Filtering by size ({min_size}-{max_size})...", flush=True)
             api_calls = [
                 call for call in api_calls
                 if call.response and min_size <= call.response.size <= max_size
             ]
+            # print(f"After size filter: {len(api_calls)}", flush=True)
 
-            print(f"Found {len(api_calls)} XHR/Fetch requests (domain: {base_domain}, {min_size}-{max_size} bytes)")
+            # print("Showing toast...", flush=True)
+            b.visual.toast(f"Found {len(api_calls)} API calls")
 
-            # Analyze calls
+            # Analyze calls - all JSON responses are API requests
+            # print(f"Analyzing {len(api_calls)} calls...", flush=True)
             for call in api_calls:
                 req = self._create_snapshot(call, snapshot.cookies)
                 if req:
-                    if req.data_key or (req.item_count and req.item_count > 0):
+                    if req.content_type and "json" in req.content_type:
                         snapshot.api_requests.append(req)
-                    elif req.content_type and "json" in req.content_type:
-                        snapshot.json_requests.append(req)
                     else:
                         snapshot.other_requests.append({
                             "url": call.request.url,
@@ -279,9 +293,14 @@ class NetworkAnalyzer:
                             "status": call.response.status if call.response else None,
                         })
 
+            # print("Analysis done", flush=True)
+
         finally:
+            # print("Disabling network capture...", flush=True)
             b.network.disable()
+            # print("Network disabled", flush=True)
 
+        # print("Returning snapshot", flush=True)
         return snapshot
 
     def _extract_base_domain(self, url: str) -> str:

{cmdop-0.1.24 → cmdop-0.1.25}/src/cmdop/services/browser/capabilities/visual.py

@@ -97,4 +97,4 @@ class VisualCapability(BaseCapability):
             print(f"{i}", end=" ", flush=True)
             time.sleep(1)
 
-        print("done")
+        print("done", flush=True)