thds.tabularasa 0.14.1__py3-none-any.whl → 0.14.3__py3-none-any.whl

thds/tabularasa/__main__.py

@@ -1,5 +1,4 @@
 import logging
-import os
 import shutil
 import subprocess
 import sys
@@ -14,7 +13,7 @@ from typing import Dict, Iterable, Iterator, List, NamedTuple, Optional, Set, Tu
 import networkx as nx
 import pkg_resources
 
-from thds.core import parallel
+from thds.core import link, parallel
 from thds.tabularasa.data_dependencies.adls import (
     ADLSFileIntegrityError,
     ADLSFileSystem,
@@ -730,7 +729,7 @@ class ReferenceDataManager:
             file_path = self.data_path_for(table)
             if file_path.exists():
                 self.logger.warning(f"Removing built file for table {table.name} at {file_path}")
-                os.remove(file_path)
+                file_path.unlink()
             else:
                 self.logger.info(f"No file found for table {table.name}; nothing to remove")
         try:
@@ -763,7 +762,7 @@ class ReferenceDataManager:
         for table in tables_to_update:
             table_name = table.name
             table_path = self.data_path_for(table)
-            if os.path.exists(table_path):
+            if table_path.exists():
                 md5 = hash_file(table_path)
                 old_md5 = table.md5
                 if old_md5 is None:
@@ -847,10 +846,10 @@ class ReferenceDataManager:
                 local_cache_path = paths[0].local_path
                 if sync_data.local_file_exists:
                     self.logger.warning(f"Removing existing file {sync_data.local_path}")
-                    os.remove(sync_data.local_path)
+                    sync_data.local_path.unlink()
                 self.logger.info(f"Linking downloaded file to local build file {sync_data.local_path}")
                 sync_data.local_path.parent.mkdir(parents=True, exist_ok=True)
-                os.link(local_cache_path, sync_data.local_path)
+                link.link(local_cache_path, sync_data.local_path)
             return True
 
     def sync_blob_store(

thds/tabularasa/loaders/sqlite_util.py

@@ -184,6 +184,7 @@ def bulk_write_connection(
     db_path_ = to_local_path(db_path, db_package).absolute()
     lock_path = db_path_.with_suffix(".lock")
     lock = FileLock(lock_path)
+    lock_path.parent.mkdir(parents=True, exist_ok=True)
     logger = logging.getLogger(__name__)
     logger.info("PID %d: Acquiring lock on %s", os.getpid(), lock_path)
     with lock:
@@ -207,7 +208,7 @@ def sqlite_connection(
     *,
     mmap_size: Optional[int] = None,
     read_only: bool = False,
-):
+) -> sqlite3.Connection:
     db_full_path = to_local_path(db_path, package)
 
     logger = logging.getLogger(__name__)
@@ -225,7 +226,7 @@ def sqlite_connection(
 
 def _log_exec_sql(
     logger: logging.Logger, con: sqlite3.Connection, statement: str, level: int = logging.DEBUG
-):
+) -> None:
     logger.log(level, "sqlite: %s", statement)
     con.execute(statement)
 

{thds_tabularasa-0.14.1.dist-info → thds_tabularasa-0.14.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thds.tabularasa
-Version: 0.14.1
+Version: 0.14.3
 Summary: Trilliant Health reference data build system.
 Author-email: Trilliant Health <info@trillianthealth.com>
 Project-URL: Repository, https://github.com/TrilliantHealth/ds-monorepo

{thds_tabularasa-0.14.1.dist-info → thds_tabularasa-0.14.3.dist-info}/RECORD

@@ -1,5 +1,5 @@
 thds/tabularasa/__init__.py,sha256=jc6w1WD868MQ2t4wkRNYvRssojwXvPDcNyC8V5gwbl0,169
-thds/tabularasa/__main__.py,sha256=Ryfd7YogTE_qFjp8IJA-KTeTXXD9INS5GJGmdPVvWBw,47791
+thds/tabularasa/__main__.py,sha256=DlaUfXu03tbBVucRuMw7354LeBs8d5tRCuAprZs0XYs,47778
 thds/tabularasa/compat.py,sha256=j0313TPIXtkbfvRI0AH4if8GLrjQSrDJ9heayCIl9w8,1037
 thds/tabularasa/git_util.py,sha256=fBFhaCPi_5W2BpG2B3WiPcAWJvuVI_pG47rt73wLO6E,1388
 thds/tabularasa/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -19,7 +19,7 @@ thds/tabularasa/diff/summary.py,sha256=gENtDwhSrDYeN-8fWr6Ug2zgdp584b0pZF9UBYzKF
 thds/tabularasa/loaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 thds/tabularasa/loaders/lazy_adls.py,sha256=jrWy5tTKDQfWEv6aHQ3UJhFzLrDPOlSGsArv9zcl1g8,1375
 thds/tabularasa/loaders/parquet_util.py,sha256=u75j3PkMSakO2zfq4zksWzXLYnaO--WizAgXTcSpXRY,13354
-thds/tabularasa/loaders/sqlite_util.py,sha256=3Gi1Y4iTVCD9FXqylQw1eyFwVuplQUrjY1J0SC5FFWg,11099
+thds/tabularasa/loaders/sqlite_util.py,sha256=etLiV0h1l7NQHaEdNjz0QtqYaRBSm5L6EVWOwnCRv2w,11185
 thds/tabularasa/loaders/util.py,sha256=XmsGkDdL6O8R6B4667Iqi5HoRgq0YMs6LP3VvPIqPVU,21369
 thds/tabularasa/schema/__init__.py,sha256=bowvNXrrDrWB3TAmwDxCeEAvVEe9z7iRfqRaNg1Qmo4,440
 thds/tabularasa/schema/constraints.py,sha256=V2vh01BhYR8OVQvgdujqSi0l_fMJvFKYSlBvWExZFG0,9744
@@ -41,8 +41,8 @@ thds/tabularasa/schema/compilation/sqlite.py,sha256=wSrSlVCYeuTpOf9AOHAnp6gJHkjH
 thds/tabularasa/schema/compilation/util.py,sha256=YXFe1_yoBobED010hstKIoq-dwLHo6SBv1v1IAw6AYU,3886
 thds/tabularasa/testing/__init__.py,sha256=XoLzB-DotxFw9KHt2vfH72k7pyAAFI2bW-qqq6nww1g,85
 thds/tabularasa/testing/mock_sqlite.py,sha256=xoV4w_GaDgtZf17iUux2-LA6Va1XRJdC2FU34dysh0o,4769
-thds_tabularasa-0.14.1.dist-info/METADATA,sha256=rqg7l_iBlrh7E8-iXCeZyLcnOxJIuFDBw_5QNe1A9V0,26786
-thds_tabularasa-0.14.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-thds_tabularasa-0.14.1.dist-info/entry_points.txt,sha256=PX4ShRonjv6lMsVjrGu8RkFzpyyvgM9EnZlNfMomd9k,61
-thds_tabularasa-0.14.1.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_tabularasa-0.14.1.dist-info/RECORD,,
+thds_tabularasa-0.14.3.dist-info/METADATA,sha256=WfrgVRGa1Te2GYA4qFHRogd9-H8ZPJRsTNVOwhKbL1Q,26786
+thds_tabularasa-0.14.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+thds_tabularasa-0.14.3.dist-info/entry_points.txt,sha256=PX4ShRonjv6lMsVjrGu8RkFzpyyvgM9EnZlNfMomd9k,61
+thds_tabularasa-0.14.3.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_tabularasa-0.14.3.dist-info/RECORD,,