lattifai 1.2.0__py3-none-any.whl → 1.2.1__py3-none-any.whl

lattifai/utils.py

@@ -44,6 +44,49 @@ def safe_print(text: str, **kwargs) -> None:
             print(text.encode("utf-8", errors="replace").decode("utf-8"), **kwargs)
 
 
+def _get_cache_marker_path(cache_dir: Path) -> Path:
+    """Get the path for the cache marker file with current date."""
+    today = datetime.now().strftime("%Y%m%d")
+    return cache_dir / f".done{today}"
+
+
+def _is_cache_valid(cache_dir: Path) -> bool:
+    """Check if cached model is valid (exists and not older than 1 days)."""
+    if not cache_dir.exists():
+        return False
+
+    # Find any .done* marker files
+    marker_files = list(cache_dir.glob(".done*"))
+    if not marker_files:
+        return False
+
+    # Get the most recent marker file
+    latest_marker = max(marker_files, key=lambda p: p.stat().st_mtime)
+
+    # Extract date from marker filename (format: .doneYYYYMMDD)
+    try:
+        date_str = latest_marker.name.replace(".done", "")
+        marker_date = datetime.strptime(date_str, "%Y%m%d")
+        # Check if marker is older than 1 days
+        if datetime.now() - marker_date > timedelta(days=7):
+            return False
+        return True
+    except (ValueError, IndexError):
+        # Invalid marker file format, treat as invalid cache
+        return False
+
+
+def _create_cache_marker(cache_dir: Path) -> None:
+    """Create a cache marker file with current date and clean old markers."""
+    # Remove old marker files
+    for old_marker in cache_dir.glob(".done*"):
+        old_marker.unlink(missing_ok=True)
+
+    # Create new marker file
+    marker_path = _get_cache_marker_path(cache_dir)
+    marker_path.touch()
+
+
 def _resolve_model_path(model_name_or_path: str, model_hub: str = "huggingface") -> str:
     """Resolve model path, downloading from the specified model hub when necessary.
 
@@ -66,6 +109,7 @@ def _resolve_model_path(model_name_or_path: str, model_hub: str = "huggingface")
 
     if hub == "huggingface":
         from huggingface_hub import HfApi, snapshot_download
+        from huggingface_hub.constants import HF_HUB_CACHE
         from huggingface_hub.errors import LocalEntryNotFoundError
 
         # Support repo_id@revision syntax
@@ -74,6 +118,20 @@ def _resolve_model_path(model_name_or_path: str, model_hub: str = "huggingface")
         if "@" in model_name_or_path:
             hf_repo_id, revision = model_name_or_path.split("@", 1)
 
+        # Determine cache directory for this model
+        cache_dir = Path(HF_HUB_CACHE) / f'models--{hf_repo_id.replace("/", "--")}'
+
+        # Check if we have a valid cached version
+        if _is_cache_valid(cache_dir):
+            # Return the snapshot path (latest version)
+            snapshots_dir = cache_dir / "snapshots"
+            if snapshots_dir.exists():
+                snapshot_dirs = [d for d in snapshots_dir.iterdir() if d.is_dir()]
+                if snapshot_dirs:
+                    # Return the most recent snapshot
+                    latest_snapshot = max(snapshot_dirs, key=lambda p: p.stat().st_mtime)
+                    return str(latest_snapshot)
+
         # If no specific revision/commit is provided, try to fetch the real latest SHA
         # to bypass Hugging Face's model_info (metadata) sync lag.
         if not revision:
@@ -91,6 +149,7 @@ def _resolve_model_path(model_name_or_path: str, model_hub: str = "huggingface")
 
         try:
             downloaded_path = snapshot_download(repo_id=hf_repo_id, repo_type="model", revision=revision)
+            _create_cache_marker(cache_dir)
             return downloaded_path
         except LocalEntryNotFoundError:
             # Fall back to modelscope if HF entry not found
@@ -113,8 +172,23 @@ def _resolve_model_path(model_name_or_path: str, model_hub: str = "huggingface")
     # modelscope path
     from modelscope.hub.snapshot_download import snapshot_download as ms_snapshot
 
+    # Determine cache directory for ModelScope
+    # ModelScope uses ~/.cache/modelscope/hub/models/{org}/{model} structure
+    modelscope_cache = Path.home() / ".cache" / "modelscope" / "hub" / "models"
+    cache_dir = modelscope_cache / model_name_or_path
+
+    # Check if we have a valid cached version
+    if _is_cache_valid(cache_dir):
+        # Return the cached path directly
+        if cache_dir.exists():
+            return str(cache_dir)
+
     try:
         downloaded_path = ms_snapshot(model_name_or_path)
+        # Create cache marker after successful download
+        if downloaded_path:
+            actual_cache_dir = Path(downloaded_path)
+            _create_cache_marker(actual_cache_dir)
         return downloaded_path
     except Exception as e:  # pragma: no cover
         raise ModelLoadError(model_name_or_path, original_error=e)

{lattifai-1.2.0.dist-info → lattifai-1.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lattifai
-Version: 1.2.0
+Version: 1.2.1
 Summary: Lattifai Python SDK: Seamless Integration with Lattifai's Speech and Video AI Services
 Author-email: Lattifai Technologies <tech@lattifai.com>
 Maintainer-email: Lattice <tech@lattifai.com>
@@ -67,6 +67,7 @@ Requires-Dist: g2p-phonemizer>=0.4.0
 Requires-Dist: av
 Requires-Dist: wtpsplit>=2.1.7
 Requires-Dist: modelscope==1.33.0
+Requires-Dist: error-align-fix>=0.1.2
 Requires-Dist: OmniSenseVoice>=0.4.2
 Requires-Dist: nemo_toolkit_asr[asr]>=2.7.0rc4
 Requires-Dist: pyannote-audio-notorchdeps>=4.0.2

{lattifai-1.2.0.dist-info → lattifai-1.2.1.dist-info}/RECORD

@@ -1,20 +1,21 @@
-lattifai/__init__.py,sha256=l7dIodSCVMHUXQkd8BVGBoDdYojBCh_lyBWlVibynk8,2695
+lattifai/__init__.py,sha256=RXa1IK8Qt6jsAnLlxecOCZmREqv2naXx6T1Fy0g6pqU,1953
 lattifai/audio2.py,sha256=P3N8_BwiscbetzDbkbj-n8BcMu2vWD6-MvtQvGwWWf0,17448
-lattifai/client.py,sha256=Vqg4vY--6tox9Js0qGWlE7IGeHJVyQeYLTXYtlzPk3w,19020
+lattifai/client.py,sha256=7I3tUtW8fkhUY1G7vjIuYPdqYGcgw6BbCIjjBarhlyM,21318
 lattifai/errors.py,sha256=LyWRGVhQ6Ak2CYn9FBYAPRgQ7_VHpxzNsXI31HXD--s,11291
 lattifai/logging.py,sha256=MbUEeOUFlF92pA9v532DiPPWKl03S7UHCJ6Z652cf0w,2860
-lattifai/mixin.py,sha256=wdgxEhgxR--dHXmeiJZ4AQDxEjKo49GLYQ0BXJw3qpk,25206
+lattifai/mixin.py,sha256=PRBRkEGmlWSpLx_qyN0uWxPoJ0MT9Fr_unFkBSjglaU,25516
 lattifai/types.py,sha256=SjYBfwrCBOXlICvH04niFQJ7OzTx7oTaa_npfRkB67U,659
-lattifai/utils.py,sha256=cMiC5CY6gSMtcOtf_wK1BBMBEfHwc5R_S8_NIoVYk6I,5321
+lattifai/utils.py,sha256=ZvgJIM4N11BfD8wEyjoz4K_XzcXPxSRoXoU15oy1-vg,8192
 lattifai/alignment/__init__.py,sha256=ehpkKfjNIYUx7_M-RWD_8Efcrzd9bE-NSm0QgMMVLW0,178
-lattifai/alignment/lattice1_aligner.py,sha256=wm1BWNu4h-b507OAvLV0ITi7g0qaWthOPwvzWFHKyZQ,6251
-lattifai/alignment/lattice1_worker.py,sha256=ls2o3pVChB63OQrElJOmHzYIhCkjBFPt8EsLIVR1sJ0,11104
+lattifai/alignment/lattice1_aligner.py,sha256=098liE2Tvb01X5rz6iZWtokSOvfnCydjQiEkKdZeMc8,6245
+lattifai/alignment/lattice1_worker.py,sha256=hQbZTgncPq3n-b_l-gUPDPfm460EwuZTKveErgWLWNk,10891
 lattifai/alignment/phonemizer.py,sha256=fbhN2DOl39lW4nQWKzyUUTMUabg7v61lB1kj8SKK-Sw,1761
-lattifai/alignment/segmenter.py,sha256=mzWEQC6hWZtI2mR2WU59W7qLHa7KXy7fdU6991kyUuQ,6276
-lattifai/alignment/tokenizer.py,sha256=JY11uEe-v4KQLoHZuaHgdFqgxR3u_1D9ZXXMnB6hA-Q,22994
+lattifai/alignment/segmenter.py,sha256=0s0eABe0rLAo7eNfl0l5e_knxmZba_BjabPdqsRD45E,6284
+lattifai/alignment/sentence_splitter.py,sha256=lwT9ZrvcuM0c9lzLCydHEbAw-TO4Z5u6zZPen-yUPUg,9090
+lattifai/alignment/tokenizer.py,sha256=rewOcpSv6UxgC3VmuCzMyUIlHVZhJB-FbXKKk7DGNMI,15673
 lattifai/caption/__init__.py,sha256=6MM_2j6CaqwZ81LfSy4di2EP0ykvheRjMZKAYDx2rQs,477
-lattifai/caption/caption.py,sha256=mZYobxuZ8tkJUkZMVvRTrNeGTdmIZYSXTEySQdaGQd8,54595
-lattifai/caption/gemini_reader.py,sha256=GqY2w78xGYCMDP5kD5WGS8jK0gntel2SK-EPpPKTrwU,15138
+lattifai/caption/caption.py,sha256=LB6JdKovadrLOudKeQihloLik6xMYg_nj2a8g6Dg7GY,54593
+lattifai/caption/gemini_reader.py,sha256=jD18RqOrFWYA6b2-5yZQcZEy39hu1OU7gb9i43oo0rc,19930
 lattifai/caption/gemini_writer.py,sha256=sYPxYEmVQcEan5WVGgSrcraxs3QJRQRh8CJkl2yUQ1s,6515
 lattifai/caption/supervision.py,sha256=DRrM8lfKU_x9aVBcLG6xnT0xIJrnc8jzHpzcSwQOg8c,905
 lattifai/caption/text_parser.py,sha256=XDb8KTt031uJ1hg6dpbINglGOTX-6pBcghbg3DULM1I,4633
@@ -24,10 +25,10 @@ lattifai/cli/app_installer.py,sha256=gAndH3Yo97fGRDe2CQnGtOgZZ4k3_v5ftcUo5g6xbSA
 lattifai/cli/caption.py,sha256=4qQ9DFhxcfaeFMY0TB5I42x4W_gOo2zY6kjXnHnFDms,6313
 lattifai/cli/diarization.py,sha256=GTd2vnTm6cJN6Q3mFP-ShY9bZBl1_zKzWFu-4HHcMzk,4075
 lattifai/cli/server.py,sha256=sXMfOSse9-V79slXUU8FDLeqtI5U9zeU-5YpjTIGyVw,1186
-lattifai/cli/transcribe.py,sha256=_vHzrdaGiPepQWATqvEDYDjwzfVLAd2i8RjOLkvdb0w,8218
+lattifai/cli/transcribe.py,sha256=1bKnFOxyO8KHbmtdrJC8ZEjBAnbuWhtejILOp9PkptQ,8047
 lattifai/cli/youtube.py,sha256=9M2dpcUCvT7vVbXJCIxJwe9klJXoF2jUeLxiatslYso,6063
 lattifai/config/__init__.py,sha256=Z8OudvS6fgfLNLu_2fvoXartQiYCECOnNfzDt-PfCN4,543
-lattifai/config/alignment.py,sha256=vLiH150YWvBUiVkFOIO-nPXCB-b8fP9iSZgS79k1Qbg,4586
+lattifai/config/alignment.py,sha256=dB-sX0ZnsCy7O2cX9NnU5UQ5aFaPANaCozESKv_k_vY,4620
 lattifai/config/caption.py,sha256=AYOyUJ1xZsX8CBZy3GpLitbcCAHcZ9LwXui_v3vtuso,6786
 lattifai/config/client.py,sha256=46b816MiYja3Uan_3wjnhtqDr0M6T-FqEygJ3e50IZc,1664
 lattifai/config/diarization.py,sha256=cIkwCfsYqfMns3i6tKWcwBBBkdnhhmB_Eo0TuOPCw9o,2484
@@ -49,9 +50,9 @@ lattifai/workflow/agents.py,sha256=yEOnxnhcTvr1iOhCorNvp8B76P6nQsLRXJCu_rCYFfM,3
 lattifai/workflow/base.py,sha256=8QoVIBZwJfr5mppJbtUFafHv5QR9lL-XrULjTWD0oBg,6257
 lattifai/workflow/file_manager.py,sha256=IUWW838ta83kfwM4gpW83gsD_Tx-pa-L_RWKjiefQbQ,33017
 lattifai/workflow/youtube.py,sha256=0B1l_8gdz_O0cy2c9AY9wRPizESQrpRuCP4rwvWRxLA,23687
-lattifai-1.2.0.dist-info/licenses/LICENSE,sha256=xGMLmdFJy6Jkz3Hd0znyQLmcxC93FSZB5isKnEDMoQQ,1066
-lattifai-1.2.0.dist-info/METADATA,sha256=9iEaT3muzKIUmIvQ0oqg4DhM_CvZ53jHvk97kHfPNlQ,37399
-lattifai-1.2.0.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-lattifai-1.2.0.dist-info/entry_points.txt,sha256=nHZri2VQkPYEl0tQ0dMYTpVGlCOgVWlDG_JtDR3QXF8,545
-lattifai-1.2.0.dist-info/top_level.txt,sha256=tHSoXF26r-IGfbIP_JoYATqbmf14h5NrnNJGH4j5reI,9
-lattifai-1.2.0.dist-info/RECORD,,
+lattifai-1.2.1.dist-info/licenses/LICENSE,sha256=xGMLmdFJy6Jkz3Hd0znyQLmcxC93FSZB5isKnEDMoQQ,1066
+lattifai-1.2.1.dist-info/METADATA,sha256=qw4slozNhu8oHN4Hku7XP_wJ9IuKZsNCqTyGbm3E9oM,37437
+lattifai-1.2.1.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+lattifai-1.2.1.dist-info/entry_points.txt,sha256=nHZri2VQkPYEl0tQ0dMYTpVGlCOgVWlDG_JtDR3QXF8,545
+lattifai-1.2.1.dist-info/top_level.txt,sha256=tHSoXF26r-IGfbIP_JoYATqbmf14h5NrnNJGH4j5reI,9
+lattifai-1.2.1.dist-info/RECORD,,