parsagon 0.14.37__tar.gz → 0.14.39__tar.gz

{parsagon-0.14.37 → parsagon-0.14.39}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: parsagon
-Version: 0.14.37
+Version: 0.14.39
 Summary: Allows you to create browser automations with natural language
 Author-email: Sandy Suh <sandy@parsagon.io>
 Project-URL: Homepage, https://parsagon.io

{parsagon-0.14.37 → parsagon-0.14.39}/pyproject.toml

@@ -16,7 +16,7 @@ line-length = 120
 
 [project]
 name = "parsagon"
-version = "0.14.37"
+version = "0.14.39"
 description = "Allows you to create browser automations with natural language"
 readme = "README.md"
 requires-python = ">=3.8"

{parsagon-0.14.37 → parsagon-0.14.39}/src/parsagon/api.py

@@ -239,6 +239,10 @@ def get_pipeline(pipeline_name):
         )
 
 
+def get_pipeline_by_id(pipeline_id):
+    return _api_call(httpx.get, f"/pipelines/{pipeline_id}/")
+
+
 def get_pipelines():
     return _api_call(httpx.get, f"/pipelines/")
 

{parsagon-0.14.37 → parsagon-0.14.39}/src/parsagon/executor.py

@@ -1,3 +1,4 @@
+import base64
 from collections import defaultdict
 import copy
 import dateutil.parser
@@ -11,8 +12,10 @@ import time
 from urllib.parse import urljoin
 
 import html2text
+import httpx
 from lxml import etree
 import lxml.html
+from lxml.html.clean import Cleaner
 from pypdf import PdfReader
 from pyvirtualdisplay import Display
 import undetected_chromedriver as uc
@@ -132,6 +135,7 @@ class Executor:
         self.execution_context = {
             "custom_assert": self.custom_assert,
             "goto": self.goto,
+            "goto_lite": self.goto_lite,
             "close_window": self.close_window,
             "click_elem": self.click_elem,
             "click_elem_by_id": self.click_elem_by_id,
@@ -380,6 +384,21 @@ class Executor:
 
         return self.driver.current_window_handle
 
+    def goto_lite(self, url, window_id=None):
+        if window_id in self.driver.window_handles:
+            self.driver.switch_to.window(window_id)
+        else:
+            self.driver.switch_to.new_window("tab")
+        # This is usually called in programs that use a proxy, but executor does not use proxies
+        with httpx.Client(verify=False) as client:
+            r = client.get(url, timeout=60)
+        cleaner = Cleaner()
+        cleaner.javascript = True
+        html = lxml.html.tostring(cleaner.clean_html(lxml.html.fromstring(r.text)))
+        self.driver.get("data:text/html;base64," + base64.b64encode(html).decode())
+        time.sleep(1)
+        return self.driver.current_window_handle
+
     def close_window(self, window_id):
         if self.driver.current_window_handle != window_id:
             self.driver.switch_to.window(window_id)

{parsagon-0.14.37 → parsagon-0.14.39}/src/parsagon/main.py

@@ -4,7 +4,14 @@ import logging.config
 import time
 
 
-from parsagon.api import delete_pipeline, add_examples_to_custom_function, get_pipeline, get_pipelines, poll_extract
+from parsagon.api import (
+    delete_pipeline,
+    add_examples_to_custom_function,
+    get_pipeline,
+    get_pipeline_by_id,
+    get_pipelines,
+    poll_extract,
+)
 from parsagon.assistant import assist
 from parsagon.api import delete_pipeline, add_examples_to_custom_function, get_pipeline, get_pipelines, poll_extract
 from parsagon.create import create_program
@@ -84,6 +91,11 @@ def get_args(argv):
         action="store_true",
         help="run the browser in headless mode",
     )
+    parser_update.add_argument(
+        "--undetected",
+        action="store_true",
+        help="run in undetected mode",
+    )
     parser_update.add_argument(
         "--infer",
         action="store_true",
@@ -208,17 +220,29 @@ def edit(program_name, variables={}, verbose=False):
     edit_program(task, program_name)
 
 
-def update(program_name, variables={}, headless=False, infer=False, replace=False, verbose=False):
+def update(
+    program_name=None,
+    program_id=None,
+    variables={},
+    headless=False,
+    undetected=False,
+    infer=False,
+    replace=False,
+    verbose=False,
+):
     configure_logging(verbose)
 
-    pipeline = get_pipeline(program_name)
+    if program_id:
+        pipeline = get_pipeline_by_id(program_id)
+    else:
+        pipeline = get_pipeline(program_name)
     abridged_program = pipeline["abridged_sketch"]
     # Make the program runnable
     variables_str = ", ".join(f"{k}={repr(v)}" for k, v in variables.items())
     abridged_program += f"\n\noutput = func({variables_str})\n"
 
     # Execute the abridged program to gather examples
-    executor = Executor(pipeline["description"], headless=headless, infer=infer)
+    executor = Executor(pipeline["description"], headless=headless, infer=infer, use_uc=undetected)
     executor.execute(abridged_program)
 
     while True:

{parsagon-0.14.37 → parsagon-0.14.39}/src/parsagon.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: parsagon
-Version: 0.14.37
+Version: 0.14.39
 Summary: Allows you to create browser automations with natural language
 Author-email: Sandy Suh <sandy@parsagon.io>
 Project-URL: Homepage, https://parsagon.io