Files.com 2.0.9__tar.gz → 2.0.11__tar.gz

{files_com-2.0.9/files_com.egg-info → files_com-2.0.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: files_com
-Version: 2.0.9
+Version: 2.0.11
 Summary: Python bindings for the Files.com API
 License-Expression: MIT
 Project-URL: Documentation, https://developers.files.com/python/

{files_com-2.0.9 → files_com-2.0.11/files_com.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: files_com
-Version: 2.0.9
+Version: 2.0.11
 Summary: Python bindings for the Files.com API
 License-Expression: MIT
 Project-URL: Documentation, https://developers.files.com/python/

{files_com-2.0.9 → files_com-2.0.11}/files_com.egg-info/SOURCES.txt

@@ -31,6 +31,7 @@ files_sdk/region.py
 files_sdk/transport.py
 files_sdk/upload.py
 files_sdk/util.py
+files_sdk/windows_file.py
 files_sdk/writing.py
 files_sdk/models/__init__.py
 files_sdk/models/account_line_item.py

{files_com-2.0.9 → files_com-2.0.11}/files_sdk/__init__.py

@@ -479,7 +479,7 @@ source_ip = None
 workspace_id = None
 base_url = "https://app.files.com"
 base_path = "api/rest/v1"
-version = "2.0.9"
+version = "2.0.11"
 
 __version__ = version
 

{files_com-2.0.9 → files_com-2.0.11}/files_sdk/adaptive.py

@@ -2129,7 +2129,10 @@ class UploadObservation:
     with the process's resources) or "finish" (details: the record of the
     whole upload, whatever its outcome, with the settings it used and the
     SDK and Python that ran it). elapsed counts seconds from the upload's
-    start; the counts are those at the moment observed. parts_in_progress
+    start; target_concurrency and the counts are those when the observation
+    is delivered, which for a decision can be after later decisions:
+    decision_target_concurrency is the controller's target immediately after
+    that decision, and None for every other kind. parts_in_progress
     counts the upload's parts handed to workers and not yet finished, which
     includes parts waiting to be sent again; attempts_in_progress counts the
     attempts its controller has on the network (for a job, all of its
@@ -2161,6 +2164,7 @@ class UploadObservation:
     shortfall: str | None = None
     queue_estimate: float | None = None
     attempts_in_progress: int | None = None
+    decision_target_concurrency: int | None = None
 
 
 def process_resources() -> dict[str, float] | None:
@@ -2258,12 +2262,12 @@ class Observer:
 
     def poll(self):
         """Note the upload's state, as it goes and whenever a part starts or
-        ends, and deliver the decisions made since and a sample when one is
-        due."""
+        ends, and deliver the decisions made since, each with the target it
+        left, and a sample when one is due."""
         self._now()
         heard = self._heard
         while heard:
-            decision, _target, cooldown, epoch, shortfall, queue = (
+            decision, target, cooldown, epoch, shortfall, queue = (
                 heard.popleft()
             )
             self.decisions[decision] += 1
@@ -2274,6 +2278,7 @@ class Observer:
                 epoch=epoch,
                 shortfall=shortfall,
                 queue_estimate=queue,
+                decision_target_concurrency=target,
             )
         now = time.monotonic()
         if now - self.sampled_at >= _SAMPLE_INTERVAL:

{files_com-2.0.9 → files_com-2.0.11}/files_sdk/checkpoint.py

@@ -623,6 +623,15 @@ class _Slot:
             self.job.pending.pop(self.name, None)
             self.job.dirty = True
 
+    def invalidate(self):
+        """Forget the file's state, on disk now: its transfer saw its source
+        change, so nothing of it may be resumed. The job's checkpoint is
+        saved without it, keeping every other file's."""
+        with self.job._state_lock:
+            self.job.pending.pop(self.name, None)
+            self.job.dirty = True
+        self.job.save_job(final=True)
+
 
 class _FileStore:
     """A CheckpointFile as a transfer's checkpoint: the state it held when
@@ -645,6 +654,15 @@ class _FileStore:
     def clear(self):
         self.checkpoint.clear()
 
+    def invalidate(self):
+        """Record, on disk now, that there is nothing to resume: the
+        transfer saw its source change, so what it recorded must not be
+        resumed. Saved in place rather than removed, since a removal can
+        leave the file there (_remove, on Windows); a later call finds no
+        state and starts again."""
+        self._state = None
+        self.checkpoint.save(None, True)
+
 
 def file_store(path, kind, key) -> tuple[CheckpointFile, _FileStore]:
     """Open the checkpoint at path for one transfer."""

{files_com-2.0.9 → files_com-2.0.11}/files_sdk/jobs.py

@@ -651,12 +651,24 @@ def _remote_join(root, relative):
     )
 
 
+def _entry_status(directory, name):
+    """The entry name in directory itself, never through a link, with the
+    device and inode its upload checks (a DirEntry's are zero on Windows);
+    or the error looking at it raised, as when it is gone since it was
+    listed, for it alone."""
+    try:
+        return directory.lstat(name)
+    except OSError as error:
+        return error
+
+
 def _local_items(tree, remote_root) -> Iterator[_Item]:
     """The files and empty folders under tree's directory, a directory at a
     time, in name order. Each directory is opened from the job's directory
     one folder at a time, never through a link; links and special files are
     skipped, not followed. Each file is uploaded only if it is still the
-    file found here."""
+    file found here. An entry that cannot be looked at fails alone; a
+    folder that cannot be opened or listed fails as a whole."""
     stack: list[tuple[str, ...]] = [()]
     while stack:
         parts = stack.pop()
@@ -671,7 +683,7 @@ def _local_items(tree, remote_root) -> Iterator[_Item]:
                 ) as scanner:
                     entries = sorted(
                         (
-                            (entry.name, entry.stat(follow_symlinks=False))
+                            (entry.name, _entry_status(directory, entry.name))
                             for entry in scanner
                         ),
                         key=lambda pair: pair[0],
@@ -699,7 +711,9 @@ def _local_items(tree, remote_root) -> Iterator[_Item]:
             )
             local = os.path.join(path, entry_name)
             remote = _remote_join(remote_root, name)
-            if stat.S_ISLNK(found.st_mode):
+            if isinstance(found, OSError):
+                yield _Item("skip", name, local, remote, error=found)
+            elif stat.S_ISLNK(found.st_mode):
                 yield _Item(
                     "skip", name, local, remote, reason="symbolic link"
                 )

{files_com-2.0.9 → files_com-2.0.11}/files_sdk/models/file.py

@@ -2105,8 +2105,12 @@ class FileResource:
         adapts to how the upload is going, up to max_concurrency; tuning
         (an UploadTuning) changes how, or turns adapting off. progress, if
         given, is called on this thread with an UploadProgress as parts
-        arrive. The file must not change while it uploads: a change is
-        detected and fails the upload instead of completing it. One
+        arrive. The file must not change while it uploads. The SDK checks
+        it as it reads it and before completing the upload, by its size,
+        times and identity and, on Windows, by Windows' notice of a write
+        to a file on a local disk where Windows gives one, and a change it
+        finds fails the upload instead of completing it; but no check finds
+        every change. One
         operation covers every request of the upload, and the client's
         transfer_limiter bounds its parts in progress. params can set
         mkdir_parents, with_rename, buffered_upload, custom_metadata and
@@ -2114,8 +2118,11 @@ class FileResource:
 
         checkpoint, a local path, keeps what the upload has done so far, so
         that calling upload_file again with it resumes the upload if it
-        stopped; pause_token (a PauseToken) pauses it, raising
-        TransferPausedError once its parts in progress have finished."""
+        stopped, while the file's size, times and identity are as they were,
+        which cannot prove its bytes are; an upload that found the file
+        changed keeps nothing to resume. pause_token (a PauseToken) pauses
+        it, raising TransferPausedError once its parts in progress have
+        finished."""
         operation = Operation.start(self._scope, options)
         operation.require_single_completion()
         if destination is None: