parsagon 0.14.40__py3-none-any.whl → 0.15.1__py3-none-any.whl

parsagon/executor.py

@@ -634,6 +634,7 @@ class Executor:
         nodes = {}
         css_selectors = {}
         xpath_selectors = {}
+        flagged_fields = {}
         if not self.infer:
             field_types = get_schema_fields(schema)
             for field, field_type in field_types.items():
@@ -659,13 +660,17 @@ class Executor:
         else:
             browser_print("Scraping data...")
             result = scrape_page(self.get_visible_html(), schema, self.task, html)
+            print(result)
             scraped_data = result["data"]
             nodes = result["nodes"]
+            css_selectors = result["css"]
+            xpath_selectors = result["xpath"]
+            flagged_fields = result["flagged"]
             if not scraped_data or not nodes:
                 raise ParsagonException(
                     f"Parsagon could not find any data on the page that would fit the format {schema}. You can try rephrasing your prompt, or you can run Parsagon in manual mode to click on elements you want to scrape."
                 )
-        browser_print(f"Scraped data:\n{scraped_data}")
+        browser_print(f"Scraped data:\n{scraped_data}\nFlagged fields: {[k for k, v in flagged_fields.items() if v]}\n")
 
         custom_function = CustomFunction(
             "scrape_data",
@@ -679,6 +684,7 @@ class Executor:
                     "nodes": nodes,
                     "css_selectors": css_selectors,
                     "xpath_selectors": xpath_selectors,
+                    "flagged_fields": flagged_fields,
                     "scraped_data": copy.deepcopy(scraped_data),
                 }
             ],

{parsagon-0.14.40.dist-info → parsagon-0.15.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: parsagon
-Version: 0.14.40
+Version: 0.15.1
 Summary: Allows you to create browser automations with natural language
 Author-email: Sandy Suh <sandy@parsagon.io>
 Project-URL: Homepage, https://parsagon.io
@@ -10,7 +10,7 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 Requires-Dist: selenium==4.9.1
 Requires-Dist: lxml==4.9.2
-Requires-Dist: httpx==0.27.0
+Requires-Dist: httpx>=0.27.0
 Requires-Dist: psutil==5.9.6
 Requires-Dist: rich==13.6.0
 Requires-Dist: PyVirtualDisplay==3.0

{parsagon-0.14.40.dist-info → parsagon-0.15.1.dist-info}/RECORD

@@ -5,7 +5,7 @@ parsagon/create.py,sha256=BERrBviwMvifg5OwApqdanvULJHHk39fIvnTCZN3Xkk,4432
 parsagon/custom_function.py,sha256=oEj28qItaHUnsvLIHD7kg5QL3J3aO6rW6xKKP-H-Drs,770
 parsagon/edit.py,sha256=5gtnx0gNB7Gvz8ET00SczE-ZS0TomN1um6uObP-OObE,3120
 parsagon/exceptions.py,sha256=tG1vnpmUN1GdJ1GSpe1MaWH3zWmFLZCwtOfEGu8qPP0,910
-parsagon/executor.py,sha256=8p0rkgzbp5KeOahwWC0e9suP54iDPauHhn_sdAurmmI,29246
+parsagon/executor.py,sha256=bnwAksrXd4qbWkeV8-JfR3ASreajjGfiNZQRmZM-42Q,29554
 parsagon/gui_entry.py,sha256=bqG9K0CArXWWwDGoT8aV17YLNM8MfjSf6SJ_B3QbNeA,671
 parsagon/highlights.js,sha256=2UDfUApblU9xtGgTLCq4X7rHRV0wcqDSSFZPmJS6fJg,16643
 parsagon/main.py,sha256=LIUE3sfiU7cuz44jgTTfSG807EHJa8avCKtJS1fF18s,9863
@@ -25,8 +25,8 @@ parsagon/tests/test_invalid_args.py,sha256=TAFdHGy92lUxjljPrtODOuEGVss6rn-F5GvEK
 parsagon/tests/test_pipeline_operations.py,sha256=aEwZNtIwOl9X7jdLDLB4YEdgMp7_x8PXCINAE7RT4NY,805
 parsagon/tests/test_print.py,sha256=BG7f55YDBoL0S7k291-so_Gje_hUAQOkB-jh-bEYsJY,198
 parsagon/tests/test_secrets.py,sha256=Ctsscl2tmMTZcFAy5dnyqUlgTov2UharZgLpbRCLdEg,2662
-parsagon-0.14.40.dist-info/METADATA,sha256=TWTxsqfkoLUgI1Xtn3M5bVJ1IOe-8nGtJPZ46VbmaFo,2556
-parsagon-0.14.40.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-parsagon-0.14.40.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
-parsagon-0.14.40.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
-parsagon-0.14.40.dist-info/RECORD,,
+parsagon-0.15.1.dist-info/METADATA,sha256=CPNy3SxCH3l_qBMe-aK0Zi9zhHXT06XXANCjcTUqao4,2555
+parsagon-0.15.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+parsagon-0.15.1.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
+parsagon-0.15.1.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
+parsagon-0.15.1.dist-info/RECORD,,

{parsagon-0.14.40.dist-info → parsagon-0.15.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any