parsagon 0.14.37__py3-none-any.whl → 0.14.38__py3-none-any.whl

parsagon/api.py

@@ -239,6 +239,13 @@ def get_pipeline(pipeline_name):
         )
 
 
+def get_pipeline_by_id(pipeline_id):
+    results = _api_call(httpx.get, f"/pipelines/{pipeline_id}/")
+    if not results:
+        raise ProgramNotFoundException(pipeline_id)
+    return results[0]
+
+
 def get_pipelines():
     return _api_call(httpx.get, f"/pipelines/")
 

parsagon/executor.py

@@ -1,3 +1,4 @@
+import base64
 from collections import defaultdict
 import copy
 import dateutil.parser
@@ -11,8 +12,10 @@ import time
 from urllib.parse import urljoin
 
 import html2text
+import httpx
 from lxml import etree
 import lxml.html
+from lxml.html.clean import Cleaner
 from pypdf import PdfReader
 from pyvirtualdisplay import Display
 import undetected_chromedriver as uc
@@ -132,6 +135,7 @@ class Executor:
         self.execution_context = {
             "custom_assert": self.custom_assert,
             "goto": self.goto,
+            "goto_lite": self.goto_lite,
             "close_window": self.close_window,
             "click_elem": self.click_elem,
             "click_elem_by_id": self.click_elem_by_id,
@@ -380,6 +384,21 @@ class Executor:
 
         return self.driver.current_window_handle
 
+    def goto_lite(self, url, window_id=None):
+        if window_id in self.driver.window_handles:
+            self.driver.switch_to.window(window_id)
+        else:
+            self.driver.switch_to.new_window("tab")
+        # This is usually called in programs that use a proxy, but executor does not use proxies
+        with httpx.Client(verify=False) as client:
+            r = client.get(url, timeout=60)
+        cleaner = Cleaner()
+        cleaner.javascript = True
+        html = lxml.html.tostring(cleaner.clean_html(lxml.html.fromstring(r.text)))
+        self.driver.get("data:text/html;base64," + base64.b64encode(html).decode())
+        time.sleep(1)
+        return self.driver.current_window_handle
+
     def close_window(self, window_id):
         if self.driver.current_window_handle != window_id:
             self.driver.switch_to.window(window_id)

parsagon/main.py

@@ -4,7 +4,14 @@ import logging.config
 import time
 
 
-from parsagon.api import delete_pipeline, add_examples_to_custom_function, get_pipeline, get_pipelines, poll_extract
+from parsagon.api import (
+    delete_pipeline,
+    add_examples_to_custom_function,
+    get_pipeline,
+    get_pipeline_by_id,
+    get_pipelines,
+    poll_extract,
+)
 from parsagon.assistant import assist
 from parsagon.api import delete_pipeline, add_examples_to_custom_function, get_pipeline, get_pipelines, poll_extract
 from parsagon.create import create_program
@@ -84,6 +91,11 @@ def get_args(argv):
         action="store_true",
         help="run the browser in headless mode",
     )
+    parser_update.add_argument(
+        "--undetected",
+        action="store_true",
+        help="run in undetected mode",
+    )
     parser_update.add_argument(
         "--infer",
         action="store_true",
@@ -208,17 +220,29 @@ def edit(program_name, variables={}, verbose=False):
     edit_program(task, program_name)
 
 
-def update(program_name, variables={}, headless=False, infer=False, replace=False, verbose=False):
+def update(
+    program_name=None,
+    program_id=None,
+    variables={},
+    headless=False,
+    undetected=False,
+    infer=False,
+    replace=False,
+    verbose=False,
+):
     configure_logging(verbose)
 
-    pipeline = get_pipeline(program_name)
+    if program_id:
+        pipeline = get_pipeline_by_id(program_id)
+    else:
+        pipeline = get_pipeline(program_name)
     abridged_program = pipeline["abridged_sketch"]
     # Make the program runnable
     variables_str = ", ".join(f"{k}={repr(v)}" for k, v in variables.items())
     abridged_program += f"\n\noutput = func({variables_str})\n"
 
     # Execute the abridged program to gather examples
-    executor = Executor(pipeline["description"], headless=headless, infer=infer)
+    executor = Executor(pipeline["description"], headless=headless, infer=infer, use_uc=undetected)
     executor.execute(abridged_program)
 
     while True:

{parsagon-0.14.37.dist-info → parsagon-0.14.38.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: parsagon
-Version: 0.14.37
+Version: 0.14.38
 Summary: Allows you to create browser automations with natural language
 Author-email: Sandy Suh <sandy@parsagon.io>
 Project-URL: Homepage, https://parsagon.io

{parsagon-0.14.37.dist-info → parsagon-0.14.38.dist-info}/RECORD

@@ -1,14 +1,14 @@
 parsagon/__init__.py,sha256=_S5MlYHBViB4iY96_UbGo3mfGndE8MmFmb1EORJppK8,452
-parsagon/api.py,sha256=UuHPK1HsKF0pvqUeBGlv2tDHHK5-i0PP9Di3bolcr2g,10383
+parsagon/api.py,sha256=10v2kI56lxvuOWsOZwazidKJQK75MNnh59fs9t3QgGE,10581
 parsagon/assistant.py,sha256=V3NL6UdDqe74W_X3wPQ1qwFuJRvHzitXtOt-XSCXvds,4065
 parsagon/create.py,sha256=BERrBviwMvifg5OwApqdanvULJHHk39fIvnTCZN3Xkk,4432
 parsagon/custom_function.py,sha256=oEj28qItaHUnsvLIHD7kg5QL3J3aO6rW6xKKP-H-Drs,770
 parsagon/edit.py,sha256=5gtnx0gNB7Gvz8ET00SczE-ZS0TomN1um6uObP-OObE,3120
 parsagon/exceptions.py,sha256=tG1vnpmUN1GdJ1GSpe1MaWH3zWmFLZCwtOfEGu8qPP0,910
-parsagon/executor.py,sha256=kBSfLqQ7LO2Ap_A7e0r5CDWAkv9I-qrHF1FFDINKL6s,28432
+parsagon/executor.py,sha256=8p0rkgzbp5KeOahwWC0e9suP54iDPauHhn_sdAurmmI,29246
 parsagon/gui_entry.py,sha256=bqG9K0CArXWWwDGoT8aV17YLNM8MfjSf6SJ_B3QbNeA,671
 parsagon/highlights.js,sha256=2UDfUApblU9xtGgTLCq4X7rHRV0wcqDSSFZPmJS6fJg,16643
-parsagon/main.py,sha256=WPxrT1ZyPe6wNSFP7GnnKIGisgPM2dFieHP2TC5TGVQ,9467
+parsagon/main.py,sha256=FGdGLqX3JTU72Pcz8LMgXWL3L5gw0buXGpvERrSkIvE,9823
 parsagon/print.py,sha256=-7iVKil0W9e8zX1EJMcdlqNdfpmfPxKTBtZfwzWpGYU,4106
 parsagon/runs.py,sha256=gi36oak3RxKo1BxB0Bc6GV8K06vrrBrEXu3NYkIVPwY,8633
 parsagon/secrets.py,sha256=72dr-6q1q2ATBkE75fT18tcvwDM-4nymTb9NDVwjHTE,545
@@ -25,8 +25,8 @@ parsagon/tests/test_invalid_args.py,sha256=TAFdHGy92lUxjljPrtODOuEGVss6rn-F5GvEK
 parsagon/tests/test_pipeline_operations.py,sha256=aEwZNtIwOl9X7jdLDLB4YEdgMp7_x8PXCINAE7RT4NY,805
 parsagon/tests/test_print.py,sha256=BG7f55YDBoL0S7k291-so_Gje_hUAQOkB-jh-bEYsJY,198
 parsagon/tests/test_secrets.py,sha256=Ctsscl2tmMTZcFAy5dnyqUlgTov2UharZgLpbRCLdEg,2662
-parsagon-0.14.37.dist-info/METADATA,sha256=uVOmIu2G7gRtS8ZaKC2GCrPTyRgz2JSK3sD6JNCVz3k,2556
-parsagon-0.14.37.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-parsagon-0.14.37.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
-parsagon-0.14.37.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
-parsagon-0.14.37.dist-info/RECORD,,
+parsagon-0.14.38.dist-info/METADATA,sha256=kiuxV05OwRajPmAlFPFbX_9MD6dh5xgXG2B9BtIeAw0,2556
+parsagon-0.14.38.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+parsagon-0.14.38.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
+parsagon-0.14.38.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
+parsagon-0.14.38.dist-info/RECORD,,