junshan-kit 2.2.3__py2.py3-none-any.whl → 2.5.1__py2.py3-none-any.whl

junshan_kit/meta.py

@@ -1,256 +0,0 @@
-"""
-----------------------------------------------------------------------
->>> Author       : Junshan Yin  
->>> Last Updated : 2025-10-12
-----------------------------------------------------------------------
-"""
-
-import os
-import time
-import shutil
-import warnings
-import kagglehub
-from kaggle.api.kaggle_api_extended import KaggleApi
-
-from selenium import webdriver
-from selenium.webdriver.common.by import By
-from selenium.webdriver.support.ui import WebDriverWait
-from selenium.webdriver.support import expected_conditions as EC
-
-
-# =============================================================
-#                   KAGGLE DATA MANAGEMENT
-# =============================================================
-
-class KaggleData:
-    def list_datasets(self):
-        """
-        List available datasets from a specific user.
-        """
-        api = KaggleApi()
-        api.authenticate()
-        datasets = api.dataset_list(user='junshan888')
-        print('Available datasets:')
-        print('*' * 60)
-        if datasets:
-            for ds in datasets:
-                print(ds.title) # type: ignore
-        print('*' * 60)
-
-    def list_user_datasets(self):
-        warnings.warn(
-            "list_user_datasets() is deprecated. Use list_datasets() instead.",
-            DeprecationWarning,
-            stacklevel=2
-        )
-        return self.list_datasets()
-
-    def download_data(self, data_name='letter-libsvm', copy_path=None):
-        """Download a Kaggle dataset and optionally copy it to a target folder."""
-        path = kagglehub.dataset_download(f'junshan888/{data_name}')
-        if copy_path:
-            os.makedirs(copy_path, exist_ok=True)
-            shutil.copytree(path, copy_path, dirs_exist_ok=True)
-            print(f"✅ Dataset copied to: {copy_path}")
-
-
-# =============================================================
-#                   JIANGUOYUN (NUTSTORE) CHROME VERSION
-# =============================================================
-
-from selenium.webdriver.chrome.options import Options as ChromeOptions
-
-class JianguoyunDownloaderChrome:
-    """ Example:
-    >>> url = "https://www.jianguoyun.com/p/DdyHJxUQqdHDDRjvtI0GIAA"
-    >>> downloader = JianguoyunDownloaderChrome(url)
-    >>> downloader.run()
-    """
-    def __init__(self, url, download_path="./downloads"):
-        self.url = url
-        self.download_path = os.path.abspath(download_path)
-        os.makedirs(self.download_path, exist_ok=True)
-
-        self.chrome_options = ChromeOptions()
-        prefs = {
-            "download.default_directory": self.download_path,
-            "download.prompt_for_download": False,
-            "download.directory_upgrade": True,
-            "safebrowsing.enabled": True,
-            "profile.default_content_setting_values.automatic_downloads": 1,
-        }
-        self.chrome_options.add_experimental_option("prefs", prefs)
-        self.chrome_options.add_argument("--disable-gpu")
-        self.chrome_options.add_argument("--no-sandbox")
-        self.chrome_options.add_argument("--disable-dev-shm-usage")
-        self.chrome_options.add_argument("--enable-features=NetworkService,NetworkServiceInProcess")
-        # Uncomment for headless mode:
-        # self.chrome_options.add_argument("--headless")
-
-        self.driver = webdriver.Chrome(options=self.chrome_options)
-
-    def open_page(self):
-        print(f"🌐 Opening page: {self.url}")
-        self.driver.get(self.url)
-        print(f"✅ Page loaded: {self.driver.title}")
-
-    def click_download_button(self):
-        """Find and click the 'Download' button (supports English and Chinese)."""
-        print("🔍 Searching for the download button...")
-        wait = WebDriverWait(self.driver, 30)
-
-        try:
-            # Match both English 'Download' (case-insensitive) and Chinese '下载'
-            xpath = (
-                "//span[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
-                " | //button[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
-                " | //a[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
-                " | //span[contains(text(),'下载')]"
-                " | //button[contains(text(),'下载')]"
-                " | //a[contains(text(),'下载')]"
-            )
-
-            button = wait.until(EC.element_to_be_clickable((By.XPATH, xpath)))
-
-            # Click using JavaScript to avoid overlay or interaction issues
-            self.driver.execute_script("arguments[0].click();", button)
-            print(f"✅ Download button clicked. Files will be saved to: {self.download_path}")
-
-            # If the cloud service opens a new tab, switch to it
-            time.sleep(3)
-            if len(self.driver.window_handles) > 1:
-                self.driver.switch_to.window(self.driver.window_handles[-1])
-                print("📂 Switched to the new download tab.")
-
-        except Exception as e:
-            print("❌ Failed to find or click the download button:", e)
-            raise
-
-
-    def wait_for_downloads(self, timeout=3600):
-        print("⏳ Waiting for downloads to finish...")
-        start_time = time.time()
-        while time.time() - start_time < timeout:
-            downloading = [f for f in os.listdir(self.download_path) if f.endswith(".crdownload")]
-            if not downloading:
-                print("✅ Download completed!")
-                return
-            time.sleep(2)
-        print("⚠️ Timeout: download not completed within 1 hour")
-
-    def close(self):
-        self.driver.quit()
-        print("🚪 Browser closed.")
-
-    def run(self):
-        print('*' * 60)
-        try:
-            self.open_page()
-            self.click_download_button()
-            self.wait_for_downloads()
-        except Exception as e:
-            print("❌ Error:", e)
-        finally:
-            self.close()
-        print('*' * 60)
-
-
-# =============================================================
-#                   JIANGUOYUN (NUTSTORE) FIREFOX VERSION
-# =============================================================
-
-from selenium.webdriver.firefox.options import Options as FirefoxOptions
-from selenium.webdriver.firefox.service import Service
-
-class JianguoyunDownloaderFirefox:
-    """ Example:
-    >>> url = "https://www.jianguoyun.com/p/DdyHJxUQqdHDDRjvtI0GIAA"
-    >>> downloader = JianguoyunDownloaderFirefox(url)
-    >>> downloader.run()
-    """
-    def __init__(self, url, download_path="./downloads"):
-        self.url = url
-        self.download_path = os.path.abspath(download_path)
-        os.makedirs(self.download_path, exist_ok=True)
-
-        options = FirefoxOptions()
-        options.add_argument("--headless")
-        options.set_preference("browser.download.folderList", 2)
-        options.set_preference("browser.download.manager.showWhenStarting", False)
-        options.set_preference("browser.download.dir", self.download_path)
-        options.set_preference("browser.helperApps.neverAsk.saveToDisk",
-                            "application/zip,application/octet-stream,application/x-zip-compressed,multipart/x-zip")
-        options.set_preference("pdfjs.disabled", True)
-
-        service = Service("/snap/bin/geckodriver")
-        self.driver = webdriver.Firefox(service=service, options=options)
-
-    def open_page(self):
-        print(f"🌐 Opening page: {self.url}")
-        self.driver.get(self.url)
-        print(f"✅ Page loaded: {self.driver.title}")
-
-    def click_download_button(self):
-        """Find and click the 'Download' button (supports English and Chinese)."""
-        print("🔍 Searching for the download button...")
-        wait = WebDriverWait(self.driver, 30)
-
-        try:
-            # Match both English 'Download' (case-insensitive) and Chinese '下载'
-            xpath = (
-                "//span[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
-                " | //button[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
-                " | //a[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
-                " | //span[contains(text(),'下载')]"
-                " | //button[contains(text(),'下载')]"
-                " | //a[contains(text(),'下载')]"
-            )
-
-            button = wait.until(EC.element_to_be_clickable((By.XPATH, xpath)))
-
-            # Click using JavaScript to avoid overlay or interaction issues
-            self.driver.execute_script("arguments[0].click();", button)
-            print(f"✅ Download button clicked. Files will be saved to: {self.download_path}")
-
-            # If the cloud service opens a new tab, switch to it
-            time.sleep(3)
-            if len(self.driver.window_handles) > 1:
-                self.driver.switch_to.window(self.driver.window_handles[-1])
-                print("📂 Switched to the new download tab.")
-
-        except Exception as e:
-            print("❌ Failed to find or click the download button:", e)
-            raise
-
-    def wait_for_download(self, timeout=3600):
-        """Wait until all downloads are finished (auto-detects browser type)."""
-        print("⏳ Waiting for downloads to finish...")
-        start_time = time.time()
-
-        # Determine the temporary file extension based on the browser type
-        temp_ext = ".crdownload" if "chrome" in self.driver.capabilities["browserName"].lower() else ".part"
-
-        while time.time() - start_time < timeout:
-            downloading = [f for f in os.listdir(self.download_path) if f.endswith(temp_ext)]
-            if not downloading:
-                print("✅ Download completed!")
-                return True
-            time.sleep(2)
-
-
-    def close(self):
-        print("🛑 Closing browser...")
-        self.driver.quit()
-
-    def run(self):
-        print('*' * 60)
-        try:
-            self.open_page()
-            self.click_download_button()
-            self.wait_for_download(timeout=3600)
-        except Exception as e:
-            print("❌ Error:", e)
-        finally:
-            self.close()
-        print('*' * 60)
-

junshan_kit/test.py

@@ -1,8 +0,0 @@
-from DataProcessor import CSV_TO_Pandas
-
-
-data_ = CSV_TO_Pandas()
-
-
-
-data_.clean_data('data_csv/Electric Vehicle Population Data/Electric_Vehicle_Population_Data.csv', [], [], {})

junshan_kit-2.2.3.dist-info/RECORD

@@ -1,9 +0,0 @@
-junshan_kit/DataProcessor.py,sha256=rDL3NLD-WlT3x6x74XkB_542_sk3BrnIk5p4rYlVn5o,7212
-junshan_kit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-junshan_kit/datahub.py,sha256=_Q_3AlZ8vk1Ma6h9I44SxWBA8w9m1CQNvYztMcsxzUo,5377
-junshan_kit/kit.py,sha256=h4Q_87hEJbXH4A9ryaGMu_nle5RlM8OR_PaW_hWCVBY,1040
-junshan_kit/meta.py,sha256=SiY9P93aABrksNE6G3ft5gzcuP2cUgc4Vx6LH7ZFmzg,10113
-junshan_kit/test.py,sha256=FgzG4oG7kkq6rWasxdBSY1qx_B0navRI5Ei-wJ1Dvo0,180
-junshan_kit-2.2.3.dist-info/METADATA,sha256=h4_Z0LMIigJgrkt2hD5TcYJwOCkArMRySh-OopgZ9Xo,329
-junshan_kit-2.2.3.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
-junshan_kit-2.2.3.dist-info/RECORD,,