rclone-api 1.3.12__py2.py3-none-any.whl → 1.3.14__py2.py3-none-any.whl

rclone_api/cmd/save_to_db.py

@@ -28,17 +28,18 @@ class Args:
     config: Path
     path: str
     db_url: str
+    fast_list: bool
 
     def __post_init__(self):
         if not self.config.exists():
             raise FileNotFoundError(f"Config file not found: {self.config}")
 
 
-def fill_db(rclone: Rclone, path: str):
+def fill_db(rclone: Rclone, path: str, fast_list: bool) -> None:
     """List files in a remote path."""
     # db = DB(_db_url_from_env_or_raise())
     db_url = _db_url_from_env_or_raise()
-    rclone.save_to_db(src=path, db_url=db_url, fast_list=True)
+    rclone.save_to_db(src=path, db_url=db_url, fast_list=fast_list)
 
 
 def _parse_args() -> Args:
@@ -47,12 +48,14 @@ def _parse_args() -> Args:
         "--config", help="Path to rclone config file", type=Path, default="rclone.conf"
     )
     parser.add_argument("--db", help="Database URL", type=str, default=None)
+    parser.add_argument("--fast-list", help="Use fast list", action="store_true")
     parser.add_argument("path", help="Remote path to list")
     tmp = parser.parse_args()
     return Args(
         config=tmp.config,
         path=tmp.path,
         db_url=tmp.db if tmp.db is not None else _db_url_from_env_or_raise(),
+        fast_list=tmp.fast_list,
     )
 
 
@@ -61,7 +64,7 @@ def main() -> int:
     args = _parse_args()
     path = args.path
     rclone = Rclone(Path(args.config))
-    fill_db(rclone, path)
+    fill_db(rclone=rclone, path=path, fast_list=args.fast_list)
     return 0
 
 

rclone_api/db/db.py

@@ -29,10 +29,19 @@ class DB:
             db_path: Path to the database file
         """
         self.db_path_url = db_path_url
-        self.engine = create_engine(db_path_url)
 
-        # Create the meta table
-        SQLModel.metadata.create_all(self.engine)
+        # When running multiple commands in parallel, the database connection may fail once
+        # when the database is first populated.
+        retries = 2
+        for _ in range(retries):
+            try:
+                self.engine = create_engine(db_path_url)
+                SQLModel.metadata.create_all(self.engine)
+                break
+            except Exception as e:
+                print(f"Failed to connect to database. Retrying... {e}")
+        else:
+            raise Exception("Failed to connect to database.")
         self._cache: dict[str, DBRepo] = {}
         self._cache_lock = Lock()
 

{rclone_api-1.3.12.dist-info → rclone_api-1.3.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.3.12
+Version: 1.3.14
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.3.12.dist-info → rclone_api-1.3.14.dist-info}/RECORD

@@ -27,9 +27,9 @@ rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8
 rclone_api/cmd/analyze.py,sha256=RHbvk1G5ZUc3qLqlm1AZEyQzd_W_ZjcbCNDvW4YpTKQ,1252
 rclone_api/cmd/copy_large_s3.py,sha256=nOpAUAQN1mJnf4EIZCh4OVCW7Q4_EXJeLFVe6r_9rZA,3369
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
-rclone_api/cmd/save_to_db.py,sha256=jYK97weX_OAkp6wqpdZogv1Tp2xE6QxehleZdnJnhqs,1754
+rclone_api/cmd/save_to_db.py,sha256=ylvnhg_yzexM-m6Zr7XDiswvoDVSl56ELuFAdb9gqBY,1957
 rclone_api/db/__init__.py,sha256=OSRUdnSWUlDTOHmjdjVmxYTUNpTbtaJ5Ll9sl-PfZg0,40
-rclone_api/db/db.py,sha256=j39iDI6kiI3X0TwQwWkLeo3fnTVNlwuc6pdg6L7Nnq0,9932
+rclone_api/db/db.py,sha256=7jGyl9X0WUCgZ3pYbJKrZe6FwtUrMOwRIXG8tNH0RWs,10341
 rclone_api/db/models.py,sha256=unKEiu8l4R4UAEoncEbOHEda227DpXm-cWwRV6vwJXE,1657
 rclone_api/experimental/flags.py,sha256=qCVD--fSTmzlk9hloRLr0q9elzAOFzPsvVpKM3aB1Mk,2739
 rclone_api/experimental/flags_base.py,sha256=ajU_czkTcAxXYU-SlmiCfHY7aCQGHvpCLqJ-Z8uZLk0,2102
@@ -41,9 +41,9 @@ rclone_api/s3/chunk_types.py,sha256=oSWv8No9V3BeM7IcGnowyR2a7YrszdAXzEJlxaeZcp0,
 rclone_api/s3/create.py,sha256=wgfkapv_j904CfKuWyiBIWJVxfAx_ftemFSUV14aT68,3149
 rclone_api/s3/types.py,sha256=Elmh__gvZJyJyElYwMmvYZIBIunDJiTRAbEg21GmsRU,1604
 rclone_api/s3/upload_file_multipart.py,sha256=d8ZWqO8n9wsqRF6JjmvAFmG1aCkFqdSB1L8yxe_5qiY,11669
-rclone_api-1.3.12.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.3.12.dist-info/METADATA,sha256=D2iU0zqnQmY-NohD7YIbGo5oQSY0Vi0hm9UX_FdbcpQ,4610
-rclone_api-1.3.12.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-rclone_api-1.3.12.dist-info/entry_points.txt,sha256=fJteOlYVwgX3UbNuL9jJ0zUTuX2O79JFAeNgK7Sw7EQ,255
-rclone_api-1.3.12.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.3.12.dist-info/RECORD,,
+rclone_api-1.3.14.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.3.14.dist-info/METADATA,sha256=MSDO9lcIfpcmAo76zfbOLx9ne5W1lIJfdsjO4UT8SJQ,4610
+rclone_api-1.3.14.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+rclone_api-1.3.14.dist-info/entry_points.txt,sha256=fJteOlYVwgX3UbNuL9jJ0zUTuX2O79JFAeNgK7Sw7EQ,255
+rclone_api-1.3.14.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.3.14.dist-info/RECORD,,