autogluon.multimodal 1.2.1b20250303__py3-none-any.whl → 1.2.1b20250304__py3-none-any.whl

autogluon/multimodal/utils/cloud_io.py

@@ -1,80 +0,0 @@
-# Copyright The Lightning team.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Utilities related to data saving/loading."""
-
-"""
-Copied from
-https://github.com/Lightning-AI/lightning/blob/master/src/lightning/fabric/utilities/cloud_io.py
-to address warnings:
-LightningDeprecationWarning: lightning.pytorch.utilities.cloud_io.atomic_save has been 
-deprecated in v1.8.0 and will be removed in v1.10.0. This function is internal but you 
-can copy over its implementation.
-"""
-
-import io
-from pathlib import Path
-from typing import IO, Any, Callable, Dict, Optional, Union
-
-import fsspec
-import torch
-from fsspec.core import url_to_fs
-from fsspec.implementations.local import AbstractFileSystem
-
-_PATH = Union[str, Path]
-_DEVICE = Union[torch.device, str, int]
-_MAP_LOCATION_TYPE = Optional[Union[_DEVICE, Callable[[_DEVICE], _DEVICE], Dict[_DEVICE, _DEVICE]]]
-
-
-def _load(
-    path_or_url: Union[IO, _PATH],
-    map_location: _MAP_LOCATION_TYPE = None,
-) -> Any:
-    """Loads a checkpoint.
-
-    Args:
-        path_or_url: Path or URL of the checkpoint.
-        map_location: a function, ``torch.device``, string or a dict specifying how to remap storage locations.
-    """
-    if not isinstance(path_or_url, (str, Path)):
-        # any sort of BytesIO or similar
-        return torch.load(path_or_url, map_location=map_location)  # nosec B614
-    if str(path_or_url).startswith("http"):
-        return torch.hub.load_state_dict_from_url(
-            str(path_or_url),
-            map_location=map_location,  # type: ignore[arg-type] # upstream annotation is not correct
-        )
-    fs = get_filesystem(path_or_url)
-    with fs.open(path_or_url, "rb") as f:
-        return torch.load(f, map_location=map_location)  # nosec B614
-
-
-def get_filesystem(path: _PATH, **kwargs: Any) -> AbstractFileSystem:
-    fs, _ = url_to_fs(str(path), **kwargs)
-    return fs
-
-
-def _atomic_save(checkpoint: Dict[str, Any], filepath: Union[str, Path]) -> None:
-    """Saves a checkpoint atomically, avoiding the creation of incomplete checkpoints.
-
-    Args:
-        checkpoint: The object to save.
-            Built to be used with the ``dump_checkpoint`` method, but can deal with anything which ``torch.save``
-            accepts.
-        filepath: The path to which the checkpoint will be saved.
-            This points to the file that the checkpoint will be stored in.
-    """
-    bytesbuffer = io.BytesIO()
-    torch.save(checkpoint, bytesbuffer)  # nosec B614
-    with fsspec.open(filepath, "wb") as f:
-        f.write(bytesbuffer.getvalue())