parsagon 0.14.39__py3-none-any.whl → 0.15.0__py3-none-any.whl

parsagon/executor.py

@@ -634,6 +634,7 @@ class Executor:
         nodes = {}
         css_selectors = {}
         xpath_selectors = {}
+        flagged_fields = {}
         if not self.infer:
             field_types = get_schema_fields(schema)
             for field, field_type in field_types.items():
@@ -659,13 +660,17 @@ class Executor:
         else:
             browser_print("Scraping data...")
             result = scrape_page(self.get_visible_html(), schema, self.task, html)
+            print(result)
             scraped_data = result["data"]
             nodes = result["nodes"]
+            css_selectors = result["css"]
+            xpath_selectors = result["xpath"]
+            flagged_fields = result["flagged"]
             if not scraped_data or not nodes:
                 raise ParsagonException(
                     f"Parsagon could not find any data on the page that would fit the format {schema}. You can try rephrasing your prompt, or you can run Parsagon in manual mode to click on elements you want to scrape."
                 )
-        browser_print(f"Scraped data:\n{scraped_data}")
+        browser_print(f"Scraped data:\n{scraped_data}\nFlagged fields: {[k for k, v in flagged_fields.items() if v]}\n")
 
         custom_function = CustomFunction(
             "scrape_data",
@@ -679,6 +684,7 @@ class Executor:
                     "nodes": nodes,
                     "css_selectors": css_selectors,
                     "xpath_selectors": xpath_selectors,
+                    "flagged_fields": flagged_fields,
                     "scraped_data": copy.deepcopy(scraped_data),
                 }
             ],

parsagon/main.py

@@ -234,6 +234,7 @@ def update(
 
     if program_id:
         pipeline = get_pipeline_by_id(program_id)
+        program_name = pipeline["name"]
     else:
         pipeline = get_pipeline(program_name)
     abridged_program = pipeline["abridged_sketch"]

{parsagon-0.14.39.dist-info → parsagon-0.15.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: parsagon
-Version: 0.14.39
+Version: 0.15.0
 Summary: Allows you to create browser automations with natural language
 Author-email: Sandy Suh <sandy@parsagon.io>
 Project-URL: Homepage, https://parsagon.io

{parsagon-0.14.39.dist-info → parsagon-0.15.0.dist-info}/RECORD

@@ -5,10 +5,10 @@ parsagon/create.py,sha256=BERrBviwMvifg5OwApqdanvULJHHk39fIvnTCZN3Xkk,4432
 parsagon/custom_function.py,sha256=oEj28qItaHUnsvLIHD7kg5QL3J3aO6rW6xKKP-H-Drs,770
 parsagon/edit.py,sha256=5gtnx0gNB7Gvz8ET00SczE-ZS0TomN1um6uObP-OObE,3120
 parsagon/exceptions.py,sha256=tG1vnpmUN1GdJ1GSpe1MaWH3zWmFLZCwtOfEGu8qPP0,910
-parsagon/executor.py,sha256=8p0rkgzbp5KeOahwWC0e9suP54iDPauHhn_sdAurmmI,29246
+parsagon/executor.py,sha256=bnwAksrXd4qbWkeV8-JfR3ASreajjGfiNZQRmZM-42Q,29554
 parsagon/gui_entry.py,sha256=bqG9K0CArXWWwDGoT8aV17YLNM8MfjSf6SJ_B3QbNeA,671
 parsagon/highlights.js,sha256=2UDfUApblU9xtGgTLCq4X7rHRV0wcqDSSFZPmJS6fJg,16643
-parsagon/main.py,sha256=FGdGLqX3JTU72Pcz8LMgXWL3L5gw0buXGpvERrSkIvE,9823
+parsagon/main.py,sha256=LIUE3sfiU7cuz44jgTTfSG807EHJa8avCKtJS1fF18s,9863
 parsagon/print.py,sha256=-7iVKil0W9e8zX1EJMcdlqNdfpmfPxKTBtZfwzWpGYU,4106
 parsagon/runs.py,sha256=gi36oak3RxKo1BxB0Bc6GV8K06vrrBrEXu3NYkIVPwY,8633
 parsagon/secrets.py,sha256=72dr-6q1q2ATBkE75fT18tcvwDM-4nymTb9NDVwjHTE,545
@@ -25,8 +25,8 @@ parsagon/tests/test_invalid_args.py,sha256=TAFdHGy92lUxjljPrtODOuEGVss6rn-F5GvEK
 parsagon/tests/test_pipeline_operations.py,sha256=aEwZNtIwOl9X7jdLDLB4YEdgMp7_x8PXCINAE7RT4NY,805
 parsagon/tests/test_print.py,sha256=BG7f55YDBoL0S7k291-so_Gje_hUAQOkB-jh-bEYsJY,198
 parsagon/tests/test_secrets.py,sha256=Ctsscl2tmMTZcFAy5dnyqUlgTov2UharZgLpbRCLdEg,2662
-parsagon-0.14.39.dist-info/METADATA,sha256=AcoB2-88q6PWNPhkivRth-6crEjNBgVPG11McW8epxI,2556
-parsagon-0.14.39.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-parsagon-0.14.39.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
-parsagon-0.14.39.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
-parsagon-0.14.39.dist-info/RECORD,,
+parsagon-0.15.0.dist-info/METADATA,sha256=OczoK1yvt48d_icr1qpNKuG4D7VC8Fu7J2DuX3p0gRg,2555
+parsagon-0.15.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+parsagon-0.15.0.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
+parsagon-0.15.0.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
+parsagon-0.15.0.dist-info/RECORD,,