junshan-kit 2.1.8__py2.py3-none-any.whl → 2.2.0__py2.py3-none-any.whl

junshan_kit/datahub.py

@@ -47,7 +47,7 @@ class kaggle_data:
     # example: read_data(copy_path='./exp_data')
 
 
-class JianguoDownloader:
+class JianguoDownloaderChrome:
     def __init__(self, url: str, download_path: str = "./downloads"):
         self.url = url
         self.download_path = os.path.abspath(download_path)
@@ -95,7 +95,7 @@ class JianguoDownloader:
             self.driver.switch_to.window(self.driver.window_handles[-1])
             print("📂 Switched to download tab.")
 
-    def wait_for_downloads(self, timeout=300):
+    def wait_for_downloads(self, timeout=30000):
         """Wait until all downloads are finished."""
         print("⏳ Waiting for downloads to finish...")
         start_time = time.time()
@@ -135,3 +135,5 @@ class JianguoDownloader:
             self.close()
         print('*'*50)
 
+
+

junshan_kit/meta.py

@@ -0,0 +1,252 @@
+import os
+import time
+import shutil
+import warnings
+import kagglehub
+from kaggle.api.kaggle_api_extended import KaggleApi
+
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support import expected_conditions as EC
+
+# =============================================================
+#                   KAGGLE DATA MANAGEMENT
+# =============================================================
+
+class KaggleData:
+    def list_datasets(self):
+        """List available datasets from a specific user."""
+        api = KaggleApi()
+        api.authenticate()
+        datasets = api.dataset_list(user='junshan888')
+        print('Available datasets:')
+        print('*' * 60)
+        if datasets:
+            for ds in datasets:
+                print(ds.title) # type: ignore
+        print('*' * 60)
+
+    def list_user_datasets(self):
+        warnings.warn(
+            "list_user_datasets() is deprecated. Use list_datasets() instead.",
+            DeprecationWarning,
+            stacklevel=2
+        )
+        return self.list_datasets()
+
+    def download_data(self, data_name='letter-libsvm', copy_path=None):
+        """Download a Kaggle dataset and optionally copy it to a target folder."""
+        path = kagglehub.dataset_download(f'junshan888/{data_name}')
+        if copy_path:
+            os.makedirs(copy_path, exist_ok=True)
+            shutil.copytree(path, copy_path, dirs_exist_ok=True)
+            print(f"✅ Dataset copied to: {copy_path}")
+
+
+# =============================================================
+#                   JIANGUOYUN (NUTSTORE) CHROME VERSION
+# =============================================================
+
+from selenium.webdriver.chrome.options import Options as ChromeOptions
+
+class JianguoyunDownloaderChrome:
+    def __init__(self, url, download_path="./downloads"):
+        self.url = url
+        self.download_path = os.path.abspath(download_path)
+        os.makedirs(self.download_path, exist_ok=True)
+
+        self.chrome_options = ChromeOptions()
+        prefs = {
+            "download.default_directory": self.download_path,
+            "download.prompt_for_download": False,
+            "download.directory_upgrade": True,
+            "safebrowsing.enabled": True,
+            "profile.default_content_setting_values.automatic_downloads": 1,
+        }
+        self.chrome_options.add_experimental_option("prefs", prefs)
+        self.chrome_options.add_argument("--disable-gpu")
+        self.chrome_options.add_argument("--no-sandbox")
+        self.chrome_options.add_argument("--disable-dev-shm-usage")
+        self.chrome_options.add_argument("--enable-features=NetworkService,NetworkServiceInProcess")
+        # Uncomment for headless mode:
+        # self.chrome_options.add_argument("--headless")
+
+        self.driver = webdriver.Chrome(options=self.chrome_options)
+
+    def open_page(self):
+        print(f"🌐 Opening page: {self.url}")
+        self.driver.get(self.url)
+        print(f"✅ Page loaded: {self.driver.title}")
+
+    def click_download_button(self):
+        """Find and click the 'Download' button (supports English and Chinese)."""
+        print("🔍 Searching for the download button...")
+        wait = WebDriverWait(self.driver, 30)
+
+        try:
+            # Match both English 'Download' (case-insensitive) and Chinese '下载'
+            xpath = (
+                "//span[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
+                " | //button[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
+                " | //a[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
+                " | //span[contains(text(),'下载')]"
+                " | //button[contains(text(),'下载')]"
+                " | //a[contains(text(),'下载')]"
+            )
+
+            button = wait.until(EC.element_to_be_clickable((By.XPATH, xpath)))
+
+            # Click using JavaScript to avoid overlay or interaction issues
+            self.driver.execute_script("arguments[0].click();", button)
+            print(f"✅ Download button clicked. Files will be saved to: {self.download_path}")
+
+            # If the cloud service opens a new tab, switch to it
+            time.sleep(3)
+            if len(self.driver.window_handles) > 1:
+                self.driver.switch_to.window(self.driver.window_handles[-1])
+                print("📂 Switched to the new download tab.")
+
+        except Exception as e:
+            print("❌ Failed to find or click the download button:", e)
+            raise
+
+
+    def wait_for_downloads(self, timeout=3600):
+        print("⏳ Waiting for downloads to finish...")
+        start_time = time.time()
+        while time.time() - start_time < timeout:
+            downloading = [f for f in os.listdir(self.download_path) if f.endswith(".crdownload")]
+            if not downloading:
+                print("✅ Download completed!")
+                return
+            time.sleep(2)
+        print("⚠️ Timeout: download not completed within 1 hour")
+
+    def close(self):
+        self.driver.quit()
+        print("🚪 Browser closed.")
+
+    def run(self):
+        print('*' * 60)
+        try:
+            self.open_page()
+            self.click_download_button()
+            self.wait_for_downloads()
+        except Exception as e:
+            print("❌ Error:", e)
+        finally:
+            self.close()
+        print('*' * 60)
+
+
+# =============================================================
+#                   JIANGUOYUN (NUTSTORE) FIREFOX VERSION
+# =============================================================
+
+from selenium.webdriver.firefox.options import Options as FirefoxOptions
+from selenium.webdriver.firefox.service import Service
+
+class JianguoyunDownloaderFirefox:
+    def __init__(self, url, download_path="./downloads"):
+        self.url = url
+        self.download_path = os.path.abspath(download_path)
+        os.makedirs(self.download_path, exist_ok=True)
+
+        options = FirefoxOptions()
+        options.add_argument("--headless")
+        options.set_preference("browser.download.folderList", 2)
+        options.set_preference("browser.download.manager.showWhenStarting", False)
+        options.set_preference("browser.download.dir", self.download_path)
+        options.set_preference("browser.helperApps.neverAsk.saveToDisk",
+                            "application/zip,application/octet-stream,application/x-zip-compressed,multipart/x-zip")
+        options.set_preference("pdfjs.disabled", True)
+
+        service = Service("/snap/bin/geckodriver")
+        self.driver = webdriver.Firefox(service=service, options=options)
+
+    def open_page(self):
+        print(f"🌐 Opening page: {self.url}")
+        self.driver.get(self.url)
+        print(f"✅ Page loaded: {self.driver.title}")
+
+    def click_download_button(self):
+        """Find and click the 'Download' button (supports English and Chinese)."""
+        print("🔍 Searching for the download button...")
+        wait = WebDriverWait(self.driver, 30)
+
+        try:
+            # Match both English 'Download' (case-insensitive) and Chinese '下载'
+            xpath = (
+                "//span[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
+                " | //button[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
+                " | //a[contains(translate(text(),'DOWNLOAD下载','download下载'),'download')]"
+                " | //span[contains(text(),'下载')]"
+                " | //button[contains(text(),'下载')]"
+                " | //a[contains(text(),'下载')]"
+            )
+
+            button = wait.until(EC.element_to_be_clickable((By.XPATH, xpath)))
+
+            # Click using JavaScript to avoid overlay or interaction issues
+            self.driver.execute_script("arguments[0].click();", button)
+            print(f"✅ Download button clicked. Files will be saved to: {self.download_path}")
+
+            # If the cloud service opens a new tab, switch to it
+            time.sleep(3)
+            if len(self.driver.window_handles) > 1:
+                self.driver.switch_to.window(self.driver.window_handles[-1])
+                print("📂 Switched to the new download tab.")
+
+        except Exception as e:
+            print("❌ Failed to find or click the download button:", e)
+            raise
+
+    def wait_for_download(self, timeout=3600):
+        """Wait until all downloads are finished (auto-detects browser type)."""
+        print("⏳ Waiting for downloads to finish...")
+        start_time = time.time()
+
+        # Determine the temporary file extension based on the browser type
+        temp_ext = ".crdownload" if "chrome" in self.driver.capabilities["browserName"].lower() else ".part"
+
+        while time.time() - start_time < timeout:
+            downloading = [f for f in os.listdir(self.download_path) if f.endswith(temp_ext)]
+            if not downloading:
+                print("✅ Download completed!")
+                return True
+            time.sleep(2)
+
+
+    def close(self):
+        print("🛑 Closing browser...")
+        self.driver.quit()
+
+    def run(self):
+        print('*' * 60)
+        try:
+            self.open_page()
+            self.click_download_button()
+            self.wait_for_download(timeout=3600)
+        except Exception as e:
+            print("❌ Error:", e)
+        finally:
+            self.close()
+        print('*' * 60)
+
+
+# =============================================================
+#                           MAIN
+# =============================================================
+
+if __name__ == "__main__":
+    url = "https://www.jianguoyun.com/p/DdyHJxUQqdHDDRjvtI0GIAA"
+
+    use_chrome = True  # Set True to use Chrome, False for Firefox
+
+    if use_chrome:
+        downloader = JianguoyunDownloaderChrome(url)
+    else:
+        downloader = JianguoyunDownloaderFirefox(url)
+
+    downloader.run()

{junshan_kit-2.1.8.dist-info → junshan_kit-2.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: junshan_kit
-Version: 2.1.8
+Version: 2.2.0
 Summary: This is an optimization tool.
 Author-email: Junshan Yin <junshanyin@163.com>
 Requires-Dist: kaggle==1.7.4.5

junshan_kit-2.2.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+junshan_kit/DataProcessor.py,sha256=AW_1jROexC3s41-RgzqzYVwPI0sOf3tzjiph4qa_Vcw,3882
+junshan_kit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+junshan_kit/datahub.py,sha256=I34e26psFS8WK4X6SNucKPLtdBm0Ujzqa0VDIRACah4,5163
+junshan_kit/meta.py,sha256=5aHyUPVr3P3yoAdC4DzOZv4AtaO9iX8zGjluwpOly6Q,10017
+junshan_kit/test.py,sha256=uSckjcr_Wgj__YPTwD6x0GY8Hfn5GBEXIpRf9vIYBbU,91
+junshan_kit-2.2.0.dist-info/METADATA,sha256=aWDiR4w_Z7sVVrLcqjQNYgt3L-iFWSydzcoiUPqDsg8,329
+junshan_kit-2.2.0.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
+junshan_kit-2.2.0.dist-info/RECORD,,

junshan_kit-2.1.8.dist-info/RECORD

@@ -1,7 +0,0 @@
-junshan_kit/DataProcessor.py,sha256=AW_1jROexC3s41-RgzqzYVwPI0sOf3tzjiph4qa_Vcw,3882
-junshan_kit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-junshan_kit/datahub.py,sha256=mofbkp8ry6_LM_vW1LcZolp5tfkqOp_cUiwjfDFbRqI,5153
-junshan_kit/test.py,sha256=uSckjcr_Wgj__YPTwD6x0GY8Hfn5GBEXIpRf9vIYBbU,91
-junshan_kit-2.1.8.dist-info/METADATA,sha256=eFQmrVEUORZRhZqBCOlctfSU3vwCQ2RB4Jpyj1coAmE,329
-junshan_kit-2.1.8.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
-junshan_kit-2.1.8.dist-info/RECORD,,