somepytools 1.2.2__tar.gz → 1.4.0__tar.gz

{somepytools-1.2.2 → somepytools-1.4.0}/PKG-INFO

@@ -1,27 +1,28 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: somepytools
-Version: 1.2.2
+Version: 1.4.0
 Summary: Just some useful Python tools
-Home-page: https://github.com/v-goncharenko/somepytools
 License: Apache-2.0
 Keywords: tools,utilities,python,torch,opencv
 Author: Vladilav Goncharenko
 Author-email: vladislav.goncharenko@phystech.edu
 Maintainer: Vladislav Goncharenko
 Maintainer-email: vladislav.goncharenko@phystech.edu
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Provides-Extra: all
-Requires-Dist: PyYAML (>=6.0,<7.0); extra == "all"
-Requires-Dist: matplotlib (>=3.5.1,<4.0.0); extra == "all"
-Requires-Dist: numpy (>=1.22.3,<2.0.0); extra == "all"
-Requires-Dist: opencv-python-headless (>=4.5.5,<5.0.0); extra == "all"
-Requires-Dist: toml (>=0.10.2,<0.11.0); extra == "all"
-Requires-Dist: torch (>=1.11.0,<2.0.0); extra == "all"
+Requires-Dist: PyYAML (>=6.0,<7.0) ; extra == "all"
+Requires-Dist: matplotlib (>=3.5.1,<4.0.0) ; extra == "all"
+Requires-Dist: numpy (>=1.22.3,<2.0.0) ; extra == "all"
+Requires-Dist: opencv-python-headless (>=4.5.5,<5.0.0) ; extra == "all"
+Requires-Dist: toml (>=0.10.2,<0.11.0) ; extra == "all"
+Requires-Dist: torch (>=1.11.0,<2.0.0) ; extra == "all"
 Project-URL: Repository, https://github.com/v-goncharenko/somepytools
 Description-Content-Type: text/markdown
 

{somepytools-1.2.2 → somepytools-1.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "somepytools"
-version = "1.2.2"
+version = "1.4.0"
 description = "Just some useful Python tools"
 authors = ["Vladilav Goncharenko <vladislav.goncharenko@phystech.edu>"]
 maintainers = ["Vladislav Goncharenko <vladislav.goncharenko@phystech.edu>"]
@@ -10,7 +10,7 @@ keywords = ["tools", "utilities", "python", "torch", "opencv"]
 license = "Apache-2.0"
 
 [tool.poetry.dependencies]
-python = ">=3.8"
+python = ">=3.9"
 
 PyYAML = {version = "^6.0", optional = true}
 toml = {version = "^0.10.2", optional = true}
@@ -23,8 +23,8 @@ matplotlib = {version = "^3.5.1", optional = true}
 [tool.poetry.extras]
 all = ["PyYAML", "toml", "numpy", "opencv-python-headless", "torch", "matplotlib"]
 
-[tool.poetry.dev-dependencies]
-pre-commit = "^2.16.0"
+[tool.poetry.group.dev.dependencies]
+pre-commit = "^4.3.0"
 pytest = "^6.2.5"
 
 [tool.black]

somepytools-1.4.0/somepytools/__init__.py

@@ -0,0 +1 @@
+__version__ = "1.4.0"

somepytools-1.4.0/somepytools/colab_tools.py

@@ -0,0 +1,136 @@
+# duplicates in sheets formula: =COUNTIF(A:A, A1) > 1
+
+from typing import Any, Union
+
+import gspread
+import polars as pl
+from google.auth import default
+from google.colab import auth
+from oauth2client.client import GoogleCredentials
+from pydrive2.auth import GoogleAuth
+from pydrive2.drive import GoogleDrive
+
+
+def auth_gspread() -> gspread.client.Client:
+    auth.authenticate_user()
+    creds, _ = default()
+    gc = gspread.authorize(creds)
+    return gc
+
+
+def auth_pydrive(dummy_call: bool = False) -> GoogleDrive:
+    """
+    Args:
+        dummy_call: needed if you want to perform non PyDrive2 native operations with service object
+    """
+    auth.authenticate_user()
+    gauth = GoogleAuth()
+    gauth.credentials = GoogleCredentials.get_application_default()
+    drive = GoogleDrive(gauth)
+
+    if dummy_call:
+        file_list = drive.ListFile(  # noqa: F841
+            {"q": "'root' in parents and trashed=false"}
+        ).GetList()
+
+    return drive
+
+
+def sheets(gc, spreadsheet_id: str) -> dict[str, Any]:
+    """"""
+    spreadsheet = gc.open_by_key(spreadsheet_id)
+    return {ws.title: ws for ws in spreadsheet}
+
+
+def worksheet2pl(worksheet):
+    all_vals = worksheet.get(
+        major_dimension=gspread.utils.Dimension.cols,
+        value_render_option=gspread.utils.ValueRenderOption.unformatted,
+        date_time_render_option=gspread.utils.DateTimeOption.formatted_string,
+        pad_values=True,
+    )
+
+    df = pl.DataFrame(all_vals, strict=False)
+    df = df.rename(df.head(1).to_dicts().pop())
+    df = df.with_row_index()
+    df = df.filter(pl.col("index") != 0)
+    return df
+
+
+def number2letters(q: int) -> str:
+    """Helper function to convert number of column to its index, like 10 -> 'A'"""
+    q = q - 1
+    result = ""
+
+    while q >= 0:
+        remain = q % 26
+        result = chr(remain + 65) + result
+        q = q // 26 - 1
+
+    return result
+
+
+def colrow2range(col: int, row: int) -> str:
+    """Helper function converting coordinates into sheets range string representation"""
+    return number2letters(col) + str(row)
+
+
+def write_table(
+    ws,
+    table: Union[list, pl.DataFrame],
+    left: int = 1,
+    top: int = 1,
+    *,
+    with_headers: bool = True,
+):
+    """Updates the google spreadsheet with given table
+
+    Args:
+        ws: gspread.models.Worksheet object
+        rows: a table (list of lists) or polars data frame (will be converted internally)
+        left: the number of the first column in the target document (beginning with 1)
+        top: the number of first row in the target document (beginning with 1)
+        with_headers: in case of rows as pl.DataFrame to take headers or not
+    """
+    if isinstance(table, pl.DataFrame):
+        columns = table.columns
+        table = table.rows()
+        if with_headers:
+            table.insert(0, columns)
+
+    # number of rows and columns
+    num_lines, num_columns = len(table), len(table[0])
+
+    # selection of the range that will be updated
+    top_left = colrow2range(left, top)
+    bot_right = colrow2range(left + num_columns - 1, top + num_lines - 1)
+    cell_list = ws.range(f"{top_left}:{bot_right}")
+
+    # modifying the values in the range
+
+    for cell in cell_list:
+        cell.value = table[cell.row - top][cell.col - left]
+
+    # update in batch
+    ws.update_cells(cell_list)
+
+
+def copy_drive_file(drive, source: str, dest_dir: str, dest_fname: str):
+    """Copy Google Drive file
+
+    Args:
+        source: id of the file to be copyed
+        dest_dir: id of directory to put copy to
+        dest_fname: name of restulting document
+    """
+    return (
+        drive.auth.service.files()
+        .copy(
+            fileId=source,
+            body={
+                "parents": [{"kind": "drive#fileLink", "id": dest_dir}],
+                "title": dest_fname,
+            },
+        )
+        .execute()
+    )

{somepytools-1.2.2 → somepytools-1.4.0}/somepytools/general.py

@@ -1,13 +1,15 @@
 import shutil
+from datetime import date, datetime, timedelta
 from functools import wraps
 from inspect import getfullargspec
 from pathlib import Path
+from typing import Any, Iterator, Union, get_args
 from urllib.parse import urlparse
 from urllib.request import urlopen
 from zipfile import ZipFile
 
 from .constants import SIZE_CONSTANTS
-from .typing import Any, Directory, File, Union, get_args
+from .typing import Directory, File
 
 
 def str2pathlib(func):
@@ -160,3 +162,26 @@ def dir_size(
             src = f.resolve()
             total_size += dir_size(src, units)
     return total_size
+
+
+def daterange(
+    start_date: Union[str, datetime],
+    end_date: Union[str, datetime],
+    *,
+    include_last: bool = False,
+) -> Iterator[date]:
+    """Generates dates in requested range
+
+    Note:
+        Date format is ISO: 'yyyy-mm-dd'
+    """
+    if isinstance(start_date, str):
+        start_date = datetime.strptime(start_date, "%Y-%m-%d").date()
+    if isinstance(end_date, str):
+        end_date = datetime.strptime(end_date, "%Y-%m-%d").date()
+    days = (end_date - start_date).days
+    if include_last:
+        days += 1
+
+    for i in range(days):
+        yield start_date + timedelta(i)

{somepytools-1.2.2 → somepytools-1.4.0}/somepytools/image.py

@@ -1,4 +1,6 @@
-from .typing import Array, Bbox, Number, OpencvFlag, Optional, Sequence
+from typing import Optional, Sequence
+
+from .typing import Array, Bbox, Number, OpencvFlag
 
 
 try:

{somepytools-1.2.2 → somepytools-1.4.0}/somepytools/typing.py

@@ -2,7 +2,6 @@
 
 from numbers import Number
 from pathlib import Path
-from typing import *  # noqa: F403
 from typing import Any, Dict, Generic, List, Sequence, TypeVar, Union
 
 

{somepytools-1.2.2 → somepytools-1.4.0}/somepytools/video.py

@@ -1,8 +1,9 @@
 from contextlib import contextmanager
 from pathlib import Path
+from typing import Iterable, Sequence, Union
 
 from .general import str2pathlib
-from .typing import Array, File, Iterable, Sequence, Union
+from .typing import Array, File
 
 
 try:
@@ -41,7 +42,7 @@ def open_video(video_path: File, mode: str = "r", *args):
     elif mode == "w":
         video = cv2.VideoWriter(video_path.as_posix(), *args)
     else:
-        raise ValueError(f'Incorrect open mode "{mode}"; "r" or "w" expected!')
+        raise ValueError(f'Incorrect open mode {mode!r}; "r" or "w" expected!')
 
     if not video.isOpened():
         raise ValueError(f"Video {video_path} is not opened!")

somepytools-1.2.2/setup.py

@@ -1,35 +0,0 @@
-# -*- coding: utf-8 -*-
-from setuptools import setup
-
-packages = \
-['somepytools']
-
-package_data = \
-{'': ['*']}
-
-extras_require = \
-{'all': ['PyYAML>=6.0,<7.0',
-         'toml>=0.10.2,<0.11.0',
-         'numpy>=1.22.3,<2.0.0',
-         'opencv-python-headless>=4.5.5,<5.0.0',
-         'torch>=1.11.0,<2.0.0',
-         'matplotlib>=3.5.1,<4.0.0']}
-
-setup_kwargs = {
-    'name': 'somepytools',
-    'version': '1.2.2',
-    'description': 'Just some useful Python tools',
-    'long_description': "# Some useful tools for Python [in context of Data Science]\n\n[![PyPI](https://img.shields.io/pypi/v/somepytools)](https://pypi.org/project/somepytools/)\n[![Downloads](https://pepy.tech/badge/somepytools)](https://pepy.tech/project/somepytools)\n[![License: Apache](https://img.shields.io/badge/license-Apache%202-blue)](https://github.com/v-goncharenko/somepytools/blob/master/LICENSE)\n[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)\n\nHere I gather functions that are handful in Data Science & Machine Learning\nprojects.\n\nAll functions are described by their docstrings, rendering documentation is next\nstep.\n\n## Installation\n\nIt's [published on PyPI](https://pypi.org/project/somepytools/), so simply\n\n`pip install somepytools`\n\n## Reference\n\nModules inclues:\n\n- extended typing module\n- common read-write operations for configs\n- utils to work with filesystem\n- functions to handle videos in opencv\n- torch utilities (infer and count parameters)\n- even more (e.g. wrapper to convert strings inputs to `pathlib`)\n\nFor now it's better to go through the files and look at contents\n",
-    'author': 'Vladilav Goncharenko',
-    'author_email': 'vladislav.goncharenko@phystech.edu',
-    'maintainer': 'Vladislav Goncharenko',
-    'maintainer_email': 'vladislav.goncharenko@phystech.edu',
-    'url': 'https://github.com/v-goncharenko/somepytools',
-    'packages': packages,
-    'package_data': package_data,
-    'extras_require': extras_require,
-    'python_requires': '>=3.8',
-}
-
-
-setup(**setup_kwargs)

somepytools-1.2.2/somepytools/__init__.py

@@ -1 +0,0 @@
-__version__ = "1.2.2"