parsagon 0.14.25__py3-none-any.whl → 0.14.26__py3-none-any.whl

parsagon/executor.py

@@ -1,13 +1,16 @@
 from collections import defaultdict
 import copy
+import glob
 import json
 import logging
+import os
 from pathlib import Path
 import psutil
 import time
 from urllib.parse import urljoin
 
 import lxml.html
+from pypdf import PdfReader
 from pyvirtualdisplay import Display
 import undetected_chromedriver as uc
 from selenium import webdriver
@@ -92,12 +95,30 @@ class Executor:
             chrome_options.add_argument("--start-maximized")
             for option in options:
                 chrome_options.add_argument(option)
+            chrome_options.add_experimental_option(
+                "prefs",
+                {
+                    "download.default_directory": os.getcwd(),
+                    "download.prompt_for_download": False,
+                    "download.directory_upgrade": True,
+                    "plugins.always_open_pdf_externally": True,
+                },
+            )
             self.driver = uc.Chrome(driver_executable_path=driver_executable_path, options=chrome_options)
         else:
             chrome_options = webdriver.ChromeOptions()
             chrome_options.add_argument("--start-maximized")
             for option in options:
                 chrome_options.add_argument(option)
+            chrome_options.add_experimental_option(
+                "prefs",
+                {
+                    "download.default_directory": os.getcwd(),
+                    "download.prompt_for_download": False,
+                    "download.directory_upgrade": True,
+                    "plugins.always_open_pdf_externally": True,
+                },
+            )
             self.driver = webdriver.Chrome(service=ChromeService(driver_executable_path), options=chrome_options)
         if page_load_timeout:
             self.driver.set_page_load_timeout(page_load_timeout)
@@ -124,6 +145,7 @@ class Executor:
             "get_str_about_data": get_str_about_data,
             "get_bool_about_data": get_bool_about_data,
             "get_json_about_data": get_json_about_data,
+            "get_pdf_text": self.get_pdf_text,
         }
         self.custom_functions = {}
         self.infer = infer
@@ -617,6 +639,19 @@ class Executor:
         self.add_custom_function(call_id, custom_function)
         return scraped_data
 
+    def get_pdf_text(self, url):
+        window_id = self.goto(url)
+        self.close_window(window_id)
+        files = glob.glob("*")
+        most_recent_file = max(files, key=os.path.getmtime)
+        reader = PdfReader(most_recent_file)
+        text = ""
+        for page in reader.pages:
+            text += page.extract_text(extraction_mode="layout", layout_mode_space_vertically=False)
+            text += "\n"
+        os.remove(most_recent_file)
+        return text
+
     def execute(self, code):
         loc = {}
         try:

{parsagon-0.14.25.dist-info → parsagon-0.14.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: parsagon
-Version: 0.14.25
+Version: 0.14.26
 Summary: Allows you to create browser automations with natural language
 Author-email: Sandy Suh <sandy@parsagon.io>
 Project-URL: Homepage, https://parsagon.io
@@ -16,10 +16,11 @@ Requires-Dist: rich ==13.6.0
 Requires-Dist: PyVirtualDisplay ==3.0
 Requires-Dist: selenium-wire ==5.1.0
 Requires-Dist: cssselect ==1.1.0
-Requires-Dist: undetected-chromedriver ==3.5.3
+Requires-Dist: undetected-chromedriver ==3.5.5
 Requires-Dist: webdriver-manager ==4.0.1
 Requires-Dist: jsonpath-ng ==1.5.3
 Requires-Dist: simplejson ==3.19.1
+Requires-Dist: pypdf ==4.2.0
 Provides-Extra: dev
 Requires-Dist: pytest ==7.3.2 ; extra == 'dev'
 Requires-Dist: pytest-mock ==3.11.1 ; extra == 'dev'

{parsagon-0.14.25.dist-info → parsagon-0.14.26.dist-info}/RECORD

@@ -5,7 +5,7 @@ parsagon/create.py,sha256=igrJN8jVP5p3P9-dPSabrHGOQOlG2Flx7ep4SqEDB14,4373
 parsagon/custom_function.py,sha256=oEj28qItaHUnsvLIHD7kg5QL3J3aO6rW6xKKP-H-Drs,770
 parsagon/edit.py,sha256=aLeAcp1hFHm29qh6do21cfYykK76CsHC4tc9Uh2_2bk,3006
 parsagon/exceptions.py,sha256=tG1vnpmUN1GdJ1GSpe1MaWH3zWmFLZCwtOfEGu8qPP0,910
-parsagon/executor.py,sha256=9KVsw_Hh4NEwIvWau8MnkAQ2mK83nWrFy1B3iAGzm9Q,25620
+parsagon/executor.py,sha256=Vijqx5fbYmglC1EFxMp4K0oqDTOmCy0ruBxZ784X0Uk,26932
 parsagon/gui_entry.py,sha256=bqG9K0CArXWWwDGoT8aV17YLNM8MfjSf6SJ_B3QbNeA,671
 parsagon/highlights.js,sha256=2UDfUApblU9xtGgTLCq4X7rHRV0wcqDSSFZPmJS6fJg,16643
 parsagon/main.py,sha256=WPxrT1ZyPe6wNSFP7GnnKIGisgPM2dFieHP2TC5TGVQ,9467
@@ -25,8 +25,8 @@ parsagon/tests/test_invalid_args.py,sha256=TAFdHGy92lUxjljPrtODOuEGVss6rn-F5GvEK
 parsagon/tests/test_pipeline_operations.py,sha256=aEwZNtIwOl9X7jdLDLB4YEdgMp7_x8PXCINAE7RT4NY,805
 parsagon/tests/test_print.py,sha256=BG7f55YDBoL0S7k291-so_Gje_hUAQOkB-jh-bEYsJY,198
 parsagon/tests/test_secrets.py,sha256=Ctsscl2tmMTZcFAy5dnyqUlgTov2UharZgLpbRCLdEg,2662
-parsagon-0.14.25.dist-info/METADATA,sha256=SSWWJVRIrKeqzti57XG6tZdmgAJzegU8zXTt_5pBnu4,2432
-parsagon-0.14.25.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-parsagon-0.14.25.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
-parsagon-0.14.25.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
-parsagon-0.14.25.dist-info/RECORD,,
+parsagon-0.14.26.dist-info/METADATA,sha256=beaG5po0hkamZx4Frl-B94LQVWEvzr_afeXG13j73Ko,2461
+parsagon-0.14.26.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+parsagon-0.14.26.dist-info/entry_points.txt,sha256=I1UlPUb4oY2k9idkI8kvdkEcrjKGRSOl5pMbA6uu6kw,48
+parsagon-0.14.26.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
+parsagon-0.14.26.dist-info/RECORD,,