clouditia 1.7.0__tar.gz → 1.7.2__tar.gz

{clouditia-1.7.0/clouditia.egg-info → clouditia-1.7.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clouditia
-Version: 1.7.0
+Version: 1.7.2
 Summary: Execute Python and Shell code on remote GPU sessions
 Author-email: Aina KIKI-SAGBE <support@clouditia.com>
 Maintainer-email: Aina KIKI-SAGBE <support@clouditia.com>

{clouditia-1.7.0 → clouditia-1.7.2}/clouditia/__init__.py

@@ -15,7 +15,7 @@ Basic Usage:
 For more examples, see: https://clouditia.com/docs
 """
 
-__version__ = "1.7.0"
+__version__ = "1.7.2"
 __author__ = "Aina KIKI-SAGBE"
 __email__ = "support@clouditia.com"
 

{clouditia-1.7.0 → clouditia-1.7.2}/clouditia/client.py

@@ -767,9 +767,11 @@ print(base64.b64encode(pickle.dumps(_tmp_val)).decode())
     # ==================== FILE TRANSFER METHODS ====================
 
     def _get_upload_config(self) -> dict:
-        """Get upload config from server (max size, chunk size). Cached."""
-        if hasattr(self, '_upload_config_cache'):
-            return self._upload_config_cache
+        """Get upload config from server (max size, chunk size). Cached 60s."""
+        now = time.time()
+        if hasattr(self, '_upload_config_cache') and hasattr(self, '_upload_config_ts'):
+            if now - self._upload_config_ts < 60:
+                return self._upload_config_cache
         try:
             response = requests.get(
                 f"{self.base_url}/api/upload-config/",
@@ -782,12 +784,12 @@ print(base64.b64encode(pickle.dumps(_tmp_val)).decode())
                     'max_upload_size_mb': data.get('max_upload_size_mb', 100),
                     'chunk_size_bytes': data.get('chunk_size_bytes', 3 * 1024 * 1024),
                 }
+                self._upload_config_ts = now
                 return self._upload_config_cache
         except Exception:
             pass
         # Defaults if API unavailable
-        self._upload_config_cache = {'max_upload_size_mb': 100, 'chunk_size_bytes': 3 * 1024 * 1024}
-        return self._upload_config_cache
+        return {'max_upload_size_mb': 100, 'chunk_size_bytes': 3 * 1024 * 1024}
 
     def upload(
         self,
@@ -1107,42 +1109,42 @@ print("__FILEDATA_END__")
             tar.add(local_path, arcname=os.path.basename(local_path), filter=filter_func)
 
         tar_data = tar_buffer.getvalue()
-        tar_b64 = base64.b64encode(tar_data).decode()
 
         if show_progress:
             print(f"📤 Uploading {self._format_size(len(tar_data))}...")
 
-        # Transfer and extract on remote
-        code = f'''
-import base64
-import tarfile
-import io
-import os
+        # Save tar to temp file and use upload() with chunking support
+        import tempfile
+        with tempfile.NamedTemporaryFile(suffix='.tar.gz', delete=False) as tmp:
+            tmp.write(tar_data)
+            tmp_path = tmp.name
 
-# Decode tar data
-tar_data = base64.b64decode("{tar_b64}")
+        try:
+            # Upload tar.gz via chunked upload
+            remote_tar = f"/tmp/_clouditia_upload_{os.path.basename(local_path)}.tar.gz"
+            self.upload(tmp_path, remote_tar, show_progress=False)
 
-# Create destination directory
+            # Extract on remote
+            code = f'''
+import tarfile, os
 os.makedirs("{remote_path}", exist_ok=True)
-
-# Extract
-tar_buffer = io.BytesIO(tar_data)
-with tarfile.open(fileobj=tar_buffer, mode='r:gz') as tar:
+with tarfile.open("{remote_tar}", "r:gz") as tar:
     tar.extractall(path="{remote_path}")
-
-# Count files
+os.remove("{remote_tar}")
 file_count = sum(1 for root, dirs, files in os.walk("{remote_path}") for f in files)
 print(f"Extracted {{file_count}} files to {remote_path}")
 '''
-        result = self.run(code, stream=False)
+            result = self.run(code, stream=False)
 
-        if not result.success:
-            raise ClouditiaError(f"Upload folder failed: {result.error}")
+            if not result.success:
+                raise ClouditiaError(f"Upload folder failed: {result.error}")
 
-        if show_progress:
-            print(f"✅ Folder uploaded to {remote_path}")
+            if show_progress:
+                print(f"✅ Folder uploaded to {remote_path}")
 
-        return True
+            return True
+        finally:
+            os.unlink(tmp_path)
 
     def download_folder(
         self,
@@ -1184,17 +1186,13 @@ print(f"Extracted {{file_count}} files to {remote_path}")
         # Build exclude filter for Python
         exclude_patterns = repr(exclude)
 
-        # Compress on remote and get base64
+        # Compress on remote into a tar.gz file
+        remote_tar = f"/tmp/_clouditia_download_{os.path.basename(remote_path)}.tar.gz"
         code = f'''
-import base64
-import tarfile
-import io
-import os
-import fnmatch
+import tarfile, os, fnmatch
 
 if not os.path.exists("{remote_path}"):
     raise FileNotFoundError("Folder not found: {remote_path}")
-
 if not os.path.isdir("{remote_path}"):
     raise NotADirectoryError("Path is not a directory. Use download() instead.")
 
@@ -1211,55 +1209,44 @@ def filter_func(tarinfo):
         return None
     return tarinfo
 
-# Create tar.gz in memory
-tar_buffer = io.BytesIO()
-with tarfile.open(fileobj=tar_buffer, mode='w:gz') as tar:
+with tarfile.open("{remote_tar}", "w:gz") as tar:
     tar.add("{remote_path}", arcname=os.path.basename("{remote_path}"), filter=filter_func)
 
-tar_data = tar_buffer.getvalue()
-tar_b64 = base64.b64encode(tar_data).decode()
-print(f"Compressed size: {{len(tar_data)}} bytes")
-print("__FOLDERDATA_START__")
-print(tar_b64)
-print("__FOLDERDATA_END__")
+size = os.path.getsize("{remote_tar}")
+print(f"Compressed: {{size}} bytes")
 '''
         result = self.run(code, stream=False)
-
         if not result.success:
             raise ClouditiaError(f"Download folder failed: {result.error}")
 
-        # Extract base64 data from output
-        output = result.output or ""
-        if "__FOLDERDATA_START__" not in output or "__FOLDERDATA_END__" not in output:
-            raise ClouditiaError("No data received from remote")
-
         if show_progress:
             print(f"📥 Downloading...")
 
-        # Decode and extract locally
+        # Download tar.gz via chunked download
+        import tempfile
+        with tempfile.NamedTemporaryFile(suffix='.tar.gz', delete=False) as tmp:
+            tmp_path = tmp.name
+
         try:
-            start = output.index("__FOLDERDATA_START__") + len("__FOLDERDATA_START__")
-            end = output.index("__FOLDERDATA_END__")
-            tar_b64 = output[start:end].strip()
-            tar_data = base64.b64decode(tar_b64)
-        except Exception as e:
-            raise ClouditiaError(f"Failed to decode folder data: {e}")
+            self.download(remote_tar, tmp_path, show_progress=False)
 
-        # Create local directory
-        local_path.mkdir(parents=True, exist_ok=True)
+            # Clean remote tar
+            self.run(f'import os; os.remove("{remote_tar}")', stream=False)
 
-        # Extract
-        tar_buffer = io.BytesIO(tar_data)
-        with tarfile.open(fileobj=tar_buffer, mode='r:gz') as tar:
-            tar.extractall(path=local_path)
+            # Extract locally
+            local_path.mkdir(parents=True, exist_ok=True)
+            with tarfile.open(tmp_path, mode='r:gz') as tar:
+                tar.extractall(path=local_path)
 
-        # Count files
-        file_count = sum(1 for root, dirs, files in os.walk(local_path) for f in files)
+            file_count = sum(1 for root, dirs, files in os.walk(local_path) for f in files)
 
-        if show_progress:
-            print(f"✅ Downloaded to {local_path} ({file_count} files, {self._format_size(len(tar_data))})")
+            if show_progress:
+                tar_size = os.path.getsize(tmp_path)
+                print(f"✅ Downloaded to {local_path} ({file_count} files, {self._format_size(tar_size)})")
 
-        return True
+            return True
+        finally:
+            os.unlink(tmp_path)
 
     def list_files(
         self,

{clouditia-1.7.0 → clouditia-1.7.2/clouditia.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clouditia
-Version: 1.7.0
+Version: 1.7.2
 Summary: Execute Python and Shell code on remote GPU sessions
 Author-email: Aina KIKI-SAGBE <support@clouditia.com>
 Maintainer-email: Aina KIKI-SAGBE <support@clouditia.com>

{clouditia-1.7.0 → clouditia-1.7.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "clouditia"
-version = "1.7.0"
+version = "1.7.2"
 description = "Execute Python and Shell code on remote GPU sessions"
 readme = "README.md"
 license = {text = "MIT"}