datamarket 0.9.47__py3-none-any.whl → 0.9.49__py3-none-any.whl

datamarket/interfaces/drive.py

@@ -18,13 +18,9 @@ class DriveInterface:
         if "drive" in config:
             self.config = config["drive"]
 
-            GoogleAuth.DEFAULT_SETTINGS[
-                "client_config_file"
-            ] = f'{self.config["config_path"]}/credentials.json'
+            GoogleAuth.DEFAULT_SETTINGS["client_config_file"] = f"{self.config['config_path']}/credentials.json"
 
-            self.gauth = GoogleAuth(
-                settings_file=f'{self.config["config_path"]}/settings.yaml'
-            )
+            self.gauth = GoogleAuth(settings_file=f"{self.config['config_path']}/settings.yaml")
             self.gauth.LocalWebserverAuth()
 
             self.drive = GoogleDrive(self.gauth)
@@ -48,24 +44,78 @@ class DriveInterface:
                 logger.info(f"deleting old {filename}...")
                 drive_file.Delete(param={"supportsTeamDrives": True})
 
+    def _create_remote_dir_tree(self, base_folder_id, path_parts):
+        """
+        Ensure the nested folders described by path_parts exist under base_folder_id.
+        Returns the folder_id of the deepest folder (or base_folder_id if path_parts is empty).
+        """
+        parent_id = base_folder_id
+        for part in path_parts:
+            part = part.strip()
+            if not part:
+                continue
+
+            query = (
+                f"'{parent_id}' in parents and title = '{part}'"
+                " and mimeType = 'application/vnd.google-apps.folder' and trashed=false"
+            )
+            results = self.drive.ListFile(
+                {
+                    "q": query,
+                    "corpora": "teamDrive",
+                    "teamDriveId": self.team_id,
+                    "includeTeamDriveItems": True,
+                    "supportsTeamDrives": True,
+                }
+            ).GetList()
+
+            if results:
+                parent_id = results[0]["id"]
+            else:
+                folder_metadata = {
+                    "title": part,
+                    "mimeType": "application/vnd.google-apps.folder",
+                    "parents": [
+                        {
+                            "kind": "drive#fileLink",
+                            "teamDriveId": self.team_id,
+                            "id": parent_id,
+                        }
+                    ],
+                }
+                folder = self.drive.CreateFile(folder_metadata)
+                folder.Upload(param={"supportsTeamDrives": True})
+                parent_id = folder["id"]
+
+        return parent_id
+
     def upload_file(self, local_filename, drive_filename, folder_id):
-        self.delete_old_files(drive_filename, folder_id)
+        drive_filename = drive_filename.strip("/")
+        parts = drive_filename.split("/")
+        if len(parts) > 1:
+            *folders, filename = parts
+            target_folder_id = self._create_remote_dir_tree(folder_id, folders)
+        else:
+            filename = parts[0]
+            target_folder_id = folder_id
+
+        self.delete_old_files(filename, target_folder_id)
 
         f = self.drive.CreateFile(
             {
-                "title": drive_filename,
+                "title": filename,
                 "parents": [
                     {
                         "kind": "drive#fileLink",
                         "teamDriveId": self.team_id,
-                        "id": folder_id,
+                        "id": target_folder_id,
                     }
                 ],
             }
         )
         f.SetContentFile(local_filename)
 
-        logger.info(f"uploading {drive_filename} to folder: {folder_id}...")
+        logger.info(f"uploading {drive_filename} to folder: {target_folder_id}...")
         f.Upload(param={"supportsTeamDrives": True})
 
     def validate_file(self, filename, folder_id):

{datamarket-0.9.47.dist-info → datamarket-0.9.49.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.9.47
+Version: 0.9.49
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket
@@ -34,6 +34,7 @@ Provides-Extra: html2text
 Provides-Extra: httpx
 Provides-Extra: json5
 Provides-Extra: lxml
+Provides-Extra: matplotlib
 Provides-Extra: nodriver
 Provides-Extra: openpyxl
 Provides-Extra: pandarallel
@@ -90,6 +91,7 @@ Requires-Dist: jellyfish (>=1.0.0,<2.0.0)
 Requires-Dist: jinja2 (>=3.0.0,<4.0.0)
 Requires-Dist: json5 (>=0.10.0,<0.11.0) ; extra == "json5"
 Requires-Dist: lxml[html-clean] (>=5.0.0,<6.0.0) ; extra == "lxml"
+Requires-Dist: matplotlib (>=3.0.0,<4.0.0) ; extra == "matplotlib"
 Requires-Dist: nodriver (>=0.44,<0.45) ; extra == "nodriver"
 Requires-Dist: numpy (>=2.0.0,<3.0.0)
 Requires-Dist: openpyxl (>=3.0.0,<4.0.0) ; extra == "openpyxl"

{datamarket-0.9.47.dist-info → datamarket-0.9.49.dist-info}/RECORD

@@ -4,7 +4,7 @@ datamarket/exceptions/main.py,sha256=MP5ql6M7DoMbBf-Dg_2ohcUFdWXgzv-dXHntPPit31s
 datamarket/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamarket/interfaces/alchemy.py,sha256=mQwjDqBpz1QHRV2JTCALvn5iK_ky69oE2Gw-EtRXsqQ,14664
 datamarket/interfaces/aws.py,sha256=7KLUeBxmPN7avEMPsu5HC_KHB1N7W6Anp2X8fo43mlw,2383
-datamarket/interfaces/drive.py,sha256=shbV5jpQVe_KPE-8Idx6Z9te5Zu1SmVfrvSAyd9ZIgE,2915
+datamarket/interfaces/drive.py,sha256=3nhx3THr2SHNWKYwme9F2nPpvsqyEMFIxz0whF2FjHk,4840
 datamarket/interfaces/ftp.py,sha256=o0KlJxtksbop9OjCiQRzyAa2IeG_ExVXagS6apwrAQo,1881
 datamarket/interfaces/nominatim.py,sha256=HLk0FcdfbOVCF_i71l-Hlb17swL0W1a3Gg2n5OLD0tM,15507
 datamarket/interfaces/peerdb.py,sha256=cwYwvO740GyaPo9zLAwJsf3UeJDGDiYzjQVM9Q6s-_g,23652
@@ -26,7 +26,7 @@ datamarket/utils/strings/normalization.py,sha256=QLZ-THzjGOK9eWPPR1PrsffwQkSOx_M
 datamarket/utils/strings/obfuscation.py,sha256=8gMepfjPq0N4_IpKR6i2dy_9VJugQ3qJiRiRvKavB3s,5246
 datamarket/utils/typer.py,sha256=FDF3l6gh3UlAFPsHCtesnekvct2rKz0oFn3uKARBQvE,814
 datamarket/utils/types.py,sha256=vxdQZdwdXrfPR4Es52gBgol-tMRIOD6oK9cBo3rB0JQ,74
-datamarket-0.9.47.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamarket-0.9.47.dist-info/METADATA,sha256=f3pGeAGcpzaLmudlSnuFPiLUaq-VVXSfDM4AjYnuzE0,7232
-datamarket-0.9.47.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-datamarket-0.9.47.dist-info/RECORD,,
+datamarket-0.9.49.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamarket-0.9.49.dist-info/METADATA,sha256=p0SoJ9ST9H6bBvoyEATxbOau5b-DDviXBFTf2-WlDM8,7326
+datamarket-0.9.49.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+datamarket-0.9.49.dist-info/RECORD,,