shareddata 6.85.1__tar.gz → 6.85.2__tar.gz

{shareddata-6.85.1/src/shareddata.egg-info → shareddata-6.85.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: shareddata
-Version: 6.85.1
+Version: 6.85.2
 Summary: Memory Mapped / Shared Memory Database with S3 repository
 Home-page: https://shareddata.net
 Author: shareddata

{shareddata-6.85.1 → shareddata-6.85.2}/setup.py

@@ -66,7 +66,7 @@ test_requires = [
 
 setup(
     name='shareddata',
-    version='6.85.1',
+    version='6.85.2',
     description='Memory Mapped / Shared Memory Database with S3 repository',
     author='shareddata',
     author_email='admin@shareddata.net',

{shareddata-6.85.1 → shareddata-6.85.2}/src/SharedData/Table.py

@@ -865,6 +865,21 @@ class Table:
         raise RewriteError('automatic disk header migration requires staged publication')
 
     ############### DOWNLOAD ###############
+    def _remote_is_newer(self):
+        """True when the remote head or tail is newer than this table's (what S3Download would
+        fetch). Nothing newer, no remote copy, or S3 switched off: False, and the local image stays."""
+        from SharedData.services import s3_enabled
+        if not s3_enabled() or self.hdr is None:
+            return False
+        head = S3GetMtime(str(self.headpath) + '.gzip', self.database_folder)
+        if head is not None and head > float(self.hdr['mtimehead']):
+            return True
+        if int(self.hdr['hastail']) == 1:
+            tail = S3GetMtime(str(self.tailpath) + '.gzip', self.database_folder)
+            if tail is not None and tail > float(self.hdr['mtimetail']):
+                return True
+        return False
+
     @structural
     def download(self):
         """

{shareddata-6.85.1 → shareddata-6.85.2}/src/SharedData/TableDisk.py

@@ -263,27 +263,64 @@ class TableDisk(Table):
     @structural
     def reload(self):
         """
-        Reloads the table data from disk by performing a sequence of operations to ensure data consistency and resource management.
-        
-        The method:
-        - Acquires necessary locks or resources to safely perform the reload.
-        - Frees current resources without acquiring new ones to prepare for fresh data.
-        - Downloads the latest table data from disk.
-        - Allocates memory for the newly downloaded data.
-        - If an index exists, resets its creation flag and initializes the index.
-        - Updates shareddata references to point to the reloaded table.
-        - Marks the table as loaded in both header and mutex states.
-        - Handles and logs any exceptions that occur during the reload process.
-        - Ensures that all acquired resources are released after the operation, regardless of success or failure.
-        
+        Replace the local image with the remote copy when that is newer.
+
+        Nothing newer remotely (or no remote copy, or S3 off) leaves the local table as it is, so
+        rows not uploaded yet are never discarded. Otherwise the whole remote image is built beside
+        data.bin under a stage name and installed by one os.replace, inside the caller's STRUCT
+        section: a failure before the replace leaves the old image untouched, and the epoch
+        published on leaving the section makes other processes reopen the new file. The old index
+        files describe the old rows, so they are removed and rebuilt.
+
         Returns:
             The records of the reloaded table.
         """
-        from SharedData.TableRewrite import RewriteError
-        raise RewriteError('disk reload requires staged remote replacement')
+        import stat
+        import uuid
+        from SharedData.TableRewrite import fsync_directory, read_layout, require_rewrite_support, sync_file
+        if not self._remote_is_newer():
+            return self.records
+        require_rewrite_support()
+        final = self.filepath
+        old = os.stat(final)
+        for leftover in final.parent.glob('data.bin.reload.*'):     # the writer lock is held: a stage left by a dead reload
+            leftover.unlink()
+        stage = final.parent / ('data.bin.reload.' + uuid.uuid4().hex)
+        saved = (self.hdr, self.size, getattr(self, 'orig_hdr', None))
+        self.filepath, self.hdr = stage, None                       # None: download the remote image, not what is newer than the local one
+        self._bootstrap_record_download = True
         try:
-            self.free(acquire=False)
-            self.download()
+            self._download_empty_image()
+            if self.hdr is None or not stage.is_file():
+                raise Exception('the remote copy of %s disappeared during the reload' % self.relpath)
+            sync_file(stage)
+            with open(stage, 'rb') as stream:
+                downloaded, _ = read_layout(stream)
+            os.chmod(stage, stat.S_IMODE(old.st_mode))
+            try:
+                os.chown(stage, old.st_uid, old.st_gid)
+            except OSError:
+                pass
+            os.replace(stage, final)
+        except BaseException:
+            self.filepath = final
+            self.hdr, self.size, self.orig_hdr = saved
+            try:
+                stage.unlink()
+            except FileNotFoundError:
+                pass
+            raise
+        finally:
+            self._bootstrap_record_download = False
+        self.filepath = final
+        fsync_directory(final.parent)
+        try:
+            self.free(acquire=False)                                 # the old mappings and index arrays, flushed first
+            for name in ('dateidx.bin', 'pkey.bin', 'symbolidx.bin', 'portidx.bin'):
+                try:
+                    (final.parent / name).unlink()
+                except FileNotFoundError:
+                    pass
             self.malloc()
             if self.hasindex:
                 self.hdr['isidxcreated'] = 0
@@ -296,7 +333,7 @@ class TableDisk(Table):
             Logger.log.error(errmsg)
             raise Exception(errmsg)
         return self.records
-    
+
     ############### DELETE ###############
     def delete_local(self):    
         """

{shareddata-6.85.1 → shareddata-6.85.2/src/shareddata.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: shareddata
-Version: 6.85.1
+Version: 6.85.2
 Summary: Memory Mapped / Shared Memory Database with S3 repository
 Home-page: https://shareddata.net
 Author: shareddata