quickbase-extract 0.2.0__tar.gz → 0.2.1__tar.gz

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/.editorconfig

@@ -20,14 +20,6 @@ indent_style = space
 indent_size = 4
 max_line_length = 120
 
-# ============================================================
-# JavaScript / TypeScript
-# ============================================================
-[*.{js,jsx,ts,tsx}]
-indent_style = space
-indent_size = 2
-max_line_length = 120
-
 # ============================================================
 # JSON
 # ============================================================

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/.gitignore

@@ -48,15 +48,6 @@ src/*.egg-info/
 *.log
 logs/
 
-# Database files
-*.db
-*.sqlite
-*.sqlite3
-
-# Node modules
-node_modules/
-npm-debug.log
-
 # IDE caches
 .idea/
 *.swp

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/CHANGELOG.md

@@ -5,6 +5,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.2.1] - 2026-04-25
+
+### Fixed
+
+- `sync_from_s3()` now preserves S3 `LastModified` timestamps via `os.utime()`, so `get_cache_age_hours()` returns accurate ages after S3 restore (previously always returned ~0 on Lambda cold start)
+- Renamed misleading `should_sync` variable to `already_synced` in `sync_from_s3_once()` for clarity
+
+### Removed
+
+- `FORCE_CACHE_REFRESH` environment variable support from `sync_from_s3_once()` — use `force=True` parameter instead
+
 ## [0.2.0] - 2026-04-22
 
 ### Added

quickbase_extract-0.2.0/README.md → quickbase_extract-0.2.1/PKG-INFO

@@ -1,3 +1,30 @@
+Metadata-Version: 2.4
+Name: quickbase-extract
+Version: 0.2.1
+Summary: Extract and cache Quickbase report data with built-in error handling and S3 support
+Project-URL: Homepage, https://github.com/tbrezler/quickbase-extract
+Project-URL: Repository, https://github.com/tbrezler/quickbase-extract.git
+Project-URL: Documentation, https://github.com/tbrezler/quickbase-extract#readme
+Author-email: Tyler Brezler <tbrezler@gmail.com>
+License: MIT
+License-File: LICENSE.txt
+Keywords: caching,data-extraction,etl,quickbase
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.12
+Requires-Dist: boto3>=1.26.0
+Requires-Dist: quickbase-api>=0.3.1
+Provides-Extra: dev
+Requires-Dist: black>=23.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.0; extra == 'dev'
+Requires-Dist: pytest>=7.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
 # Quickbase Extract
 
 A Python package for efficiently extracting, transforming, and caching data from Quickbase reports with built-in error handling, retry logic, and S3 support for AWS Lambda environments.
@@ -855,7 +882,6 @@ s3://mit-bio-quickbase/my_project/dev/cache/report_metadata/...
 | `CACHE_BUCKET` | S3 bucket for Lambda cache | - |
 | `METADATA_STALE_HOURS` | Threshold (hours) for metadata cache staleness | `168` (7 days) |
 | `DATA_STALE_HOURS` | Threshold (hours) for data cache staleness | `24` (1 day) |
-| `FORCE_CACHE_REFRESH` | If set to "true", forces cache refresh on next sync | - |
 
 ### Custom Cache Location
 
@@ -1238,7 +1264,6 @@ Checks metadata and data caches independently. Refreshes only the caches that ar
 **Environment Variables:**
 - `METADATA_STALE_HOURS`: Override default metadata staleness threshold (in hours)
 - `DATA_STALE_HOURS`: Override default data staleness threshold (in hours)
-- `FORCE_ALL_CACHE_REFRESH`: Set to "true" to force refresh regardless of cache state
 
 **Returns:** None
 
@@ -2081,43 +2106,6 @@ fields = info["fields"]
 
 ---
 
-### Issue: "FORCE_CACHE_REFRESH not working"
-
-**Symptom:** Set `FORCE_CACHE_REFRESH=true` but cache still not refreshing.
-
-**Cause:** Environment variable case-sensitive or not set correctly.
-
-**Solution:**
-
-1. **Verify env var is set (case-sensitive):**
-   ```bash
-   # Must be exactly this (uppercase)
-   export FORCE_ALL_CACHE_REFRESH=true
-
-   # Not these (wrong):
-   export force_cache_refresh=true
-   export Force_Cache_Refresh=true
-   ```
-
-2. **Verify it's being read:**
-   ```python
-   import os
-   print(os.environ.get("FORCE_ALL_CACHE_REFRESH"))  # Should print "true"
-   ```
-
-3. **Use programmatic force instead:**
-   ```python
-   ensure_cache_freshness(
-       client=client,
-       cache_manager=cache_mgr,
-       report_configs_all=get_all_reports(),
-       report_configs_to_cache=get_reports_to_cache(),
-       force_all=True  # Programmatic force (always works)
-   )
-   ```
-
----
-
 ### Issue: Data fetch returns empty or different results
 
 **Symptom:** `get_data()` returns empty list or fewer records than expected.
@@ -2426,23 +2414,6 @@ ensure_cache_freshness(
 )
 ```
 
-#### Environment Variable Force
-
-Set `FORCE_ALL_CACHE_REFRESH=true` before invoking:
-
-```bash
-# In Lambda environment variables or shell
-export FORCE_ALL_CACHE_REFRESH=true
-
-# Then call normally (will force refresh automatically)
-ensure_cache_freshness(
-    client=client,
-    cache_manager=cache_mgr,
-    report_configs_all=get_all_reports(),
-    report_configs_to_cache=get_reports_to_cache()
-)
-```
-
 ### Cache-All-Data Mode
 
 For production, cache data for all reports instead of a subset:

quickbase_extract-0.2.0/PKG-INFO → quickbase_extract-0.2.1/README.md

@@ -1,30 +1,3 @@
-Metadata-Version: 2.4
-Name: quickbase-extract
-Version: 0.2.0
-Summary: Extract and cache Quickbase report data with built-in error handling and S3 support
-Project-URL: Homepage, https://github.com/tbrezler/quickbase-extract
-Project-URL: Repository, https://github.com/tbrezler/quickbase-extract.git
-Project-URL: Documentation, https://github.com/tbrezler/quickbase-extract#readme
-Author-email: Tyler Brezler <tbrezler@gmail.com>
-License: MIT
-License-File: LICENSE.txt
-Keywords: caching,data-extraction,etl,quickbase
-Classifier: Development Status :: 3 - Alpha
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: >=3.12
-Requires-Dist: boto3>=1.26.0
-Requires-Dist: quickbase-api>=0.3.1
-Provides-Extra: dev
-Requires-Dist: black>=23.0; extra == 'dev'
-Requires-Dist: pytest-cov>=4.0; extra == 'dev'
-Requires-Dist: pytest>=7.0; extra == 'dev'
-Requires-Dist: ruff>=0.1.0; extra == 'dev'
-Description-Content-Type: text/markdown
-
 # Quickbase Extract
 
 A Python package for efficiently extracting, transforming, and caching data from Quickbase reports with built-in error handling, retry logic, and S3 support for AWS Lambda environments.
@@ -882,7 +855,6 @@ s3://mit-bio-quickbase/my_project/dev/cache/report_metadata/...
 | `CACHE_BUCKET` | S3 bucket for Lambda cache | - |
 | `METADATA_STALE_HOURS` | Threshold (hours) for metadata cache staleness | `168` (7 days) |
 | `DATA_STALE_HOURS` | Threshold (hours) for data cache staleness | `24` (1 day) |
-| `FORCE_CACHE_REFRESH` | If set to "true", forces cache refresh on next sync | - |
 
 ### Custom Cache Location
 
@@ -1265,7 +1237,6 @@ Checks metadata and data caches independently. Refreshes only the caches that ar
 **Environment Variables:**
 - `METADATA_STALE_HOURS`: Override default metadata staleness threshold (in hours)
 - `DATA_STALE_HOURS`: Override default data staleness threshold (in hours)
-- `FORCE_ALL_CACHE_REFRESH`: Set to "true" to force refresh regardless of cache state
 
 **Returns:** None
 
@@ -2108,43 +2079,6 @@ fields = info["fields"]
 
 ---
 
-### Issue: "FORCE_CACHE_REFRESH not working"
-
-**Symptom:** Set `FORCE_CACHE_REFRESH=true` but cache still not refreshing.
-
-**Cause:** Environment variable case-sensitive or not set correctly.
-
-**Solution:**
-
-1. **Verify env var is set (case-sensitive):**
-   ```bash
-   # Must be exactly this (uppercase)
-   export FORCE_ALL_CACHE_REFRESH=true
-
-   # Not these (wrong):
-   export force_cache_refresh=true
-   export Force_Cache_Refresh=true
-   ```
-
-2. **Verify it's being read:**
-   ```python
-   import os
-   print(os.environ.get("FORCE_ALL_CACHE_REFRESH"))  # Should print "true"
-   ```
-
-3. **Use programmatic force instead:**
-   ```python
-   ensure_cache_freshness(
-       client=client,
-       cache_manager=cache_mgr,
-       report_configs_all=get_all_reports(),
-       report_configs_to_cache=get_reports_to_cache(),
-       force_all=True  # Programmatic force (always works)
-   )
-   ```
-
----
-
 ### Issue: Data fetch returns empty or different results
 
 **Symptom:** `get_data()` returns empty list or fewer records than expected.
@@ -2453,23 +2387,6 @@ ensure_cache_freshness(
 )
 ```
 
-#### Environment Variable Force
-
-Set `FORCE_ALL_CACHE_REFRESH=true` before invoking:
-
-```bash
-# In Lambda environment variables or shell
-export FORCE_ALL_CACHE_REFRESH=true
-
-# Then call normally (will force refresh automatically)
-ensure_cache_freshness(
-    client=client,
-    cache_manager=cache_mgr,
-    report_configs_all=get_all_reports(),
-    report_configs_to_cache=get_reports_to_cache()
-)
-```
-
 ### Cache-All-Data Mode
 
 For production, cache data for all reports instead of a subset:

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "quickbase-extract"
-version = "0.2.0"
+version = "0.2.1"
 description = "Extract and cache Quickbase report data with built-in error handling and S3 support"
 readme = "README.md"
 requires-python = ">=3.12"

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/src/quickbase_extract/__init__.py

@@ -28,7 +28,12 @@ import logging
 from importlib.metadata import version
 
 # API operations with error handling
-from quickbase_extract.api_handlers import QuickbaseOperationError, handle_delete, handle_query, handle_upsert
+from quickbase_extract.api_handlers import (
+    QuickbaseOperationError,
+    handle_delete,
+    handle_query,
+    handle_upsert,
+)
 
 # Cache management
 from quickbase_extract.cache_manager import CacheManager
@@ -43,7 +48,12 @@ from quickbase_extract.cache_sync import is_cache_synced, sync_from_s3_once
 from quickbase_extract.config import ReportConfig
 
 # Report data retrieval
-from quickbase_extract.report_data import get_data, get_data_parallel, load_data, load_data_batch
+from quickbase_extract.report_data import (
+    get_data,
+    get_data_parallel,
+    load_data,
+    load_data_batch,
+)
 
 # Report metadata
 from quickbase_extract.report_metadata import (

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/src/quickbase_extract/api_handlers.py

@@ -4,6 +4,8 @@ Provides retry logic for rate-limited requests, standardized error handling,
 and logging for Quickbase API operations.
 """
 
+# ruff: noqa: BLE001
+
 import logging
 import random
 import time
@@ -63,7 +65,7 @@ def handle_upsert(
 
             return result
 
-        except Exception as e:  # noqa: BLE001  # Need to catch all exceptions for retry logic
+        except Exception as e:  # Need to catch all exceptions for retry logic
             error_str = str(e)
 
             # Retry on 429 (rate limit)
@@ -117,7 +119,7 @@ def handle_delete(
             logger.info(f"Delete {description}: {deleted} records deleted")
             return deleted
 
-        except Exception as e:  # noqa: BLE001  # Need to catch all exceptions for retry logic
+        except Exception as e:  # Need to catch all exceptions for retry logic
             error_str = str(e)
 
             # Only retry on 429 (rate limit) - other errors are too risky to retry
@@ -193,7 +195,7 @@ def handle_query(
             logger.info(f"Query{desc_str} returned {record_count} records")
             return result
 
-        except Exception as e:  # noqa: BLE001  # Need to catch all exceptions for retry logic
+        except Exception as e:  # Need to catch all exceptions for retry logic
             error_str = str(e)
 
             if "429" in error_str and attempt < max_retries - 1:

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/src/quickbase_extract/cache_manager.py

@@ -227,6 +227,12 @@ class CacheManager:
 
                     local_path.parent.mkdir(parents=True, exist_ok=True)
                     self.s3_client.download_file(self.s3_bucket, s3_key, str(local_path))
+
+                    # Preserve S3 LastModified timestamp so cache age checks remain accurate
+                    # Without this, st_mtime is set to "now" and age always reads ~0 after sync
+                    last_modified = obj["LastModified"].timestamp()
+                    os.utime(str(local_path), (last_modified, last_modified))
+
                     file_count += 1
 
             logger.info(f"Synced {file_count} files from S3")

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/src/quickbase_extract/cache_sync.py

@@ -1,7 +1,6 @@
 """S3-backed cache sync for Lambda environments."""
 
 import logging
-import os
 
 from quickbase_extract.cache_manager import CacheManager
 
@@ -15,7 +14,7 @@ def sync_from_s3_once(cache_manager: CacheManager, force: bool = False) -> None:
     """Download cache from S3 to /tmp on Lambda cold start.
 
     Only syncs if cache hasn't been synced in this invocation.
-    Subsequent calls are no-ops unless force=True or FORCE_CACHE_REFRESH env var is set.
+    Subsequent calls are no-ops unless force=True.
 
     On Lambda, the sync flag persists across warm invocations within the same
     container, so warm starts skip the sync (Lambda /tmp persists). Only cold
@@ -27,17 +26,11 @@ def sync_from_s3_once(cache_manager: CacheManager, force: bool = False) -> None:
     Args:
         cache_manager: CacheManager instance for cache operations.
         force: If True, sync even if already synced in this invocation.
-            Defaults to False. Can also be triggered via FORCE_CACHE_REFRESH
-            environment variable.
+            Defaults to False.
 
     Raises:
         Exception: If S3 operations fail.
 
-    Environment Variables:
-        FORCE_CACHE_REFRESH: If set to "true" (case-insensitive), forces a
-            cache sync even if already synced. Useful for triggering refreshes
-            without code changes (e.g., from Lambda console or alerting system).
-
     Example:
         >>> # In Lambda handler initialization
         >>> cache_manager = CacheManager(
@@ -50,18 +43,13 @@ def sync_from_s3_once(cache_manager: CacheManager, force: bool = False) -> None:
         >>>
         >>> # Force re-sync if needed (programmatically)
         >>> sync_from_s3_once(cache_manager, force=True)
-        >>>
-        >>> # Or set environment variable before invocation
-        >>> # FORCE_CACHE_REFRESH=true (then call normally)
-        >>> sync_from_s3_once(cache_manager)  # Will sync regardless of _CACHE_SYNCED flag
     """
     global _CACHE_SYNCED
 
-    # Check for force refresh via environment variable
-    force_env = os.environ.get("FORCE_CACHE_REFRESH", "").lower() == "true"
-    should_sync = _CACHE_SYNCED and not force and not force_env
+    # Check for force refresh
+    already_synced = _CACHE_SYNCED and not force
 
-    if should_sync:
+    if already_synced:
         logger.debug("Cache already synced in this invocation, skipping")
         return
 

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/conftest.py

@@ -3,6 +3,7 @@
 from unittest.mock import MagicMock
 
 import pytest
+
 from quickbase_extract.config import ReportConfig
 
 
@@ -201,3 +202,11 @@ def reset_singletons():
     yield
 
     _reset_cache_sync()
+
+
+@pytest.fixture
+def mock_s3_client():
+    """Create a mock S3 client for testing."""
+    from unittest.mock import MagicMock
+
+    return MagicMock()

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/test_api_handlers.py

@@ -3,6 +3,7 @@
 import time
 
 import pytest
+
 from quickbase_extract.api_handlers import QuickbaseOperationError, handle_delete, handle_query, handle_upsert
 
 
@@ -223,3 +224,4 @@ class TestHandleQuery:
         handle_query(mock_qb_api, "tblXYZ", description="customer records")
 
         assert "customer records" in caplog.text
+        assert "customer records" in caplog.text

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/test_cache_manager.py

@@ -1,10 +1,14 @@
 """Unit tests for cache_manager module."""
 
+import logging
 import os
 import time
+from datetime import UTC, datetime
+from pathlib import Path
 from unittest.mock import MagicMock, patch
 
 import pytest
+
 from quickbase_extract.cache_manager import CacheManager
 
 
@@ -52,7 +56,6 @@ class TestCacheManagerInit:
         nested_dir = temp_cache_dir / "nested" / "cache"
         assert not nested_dir.exists()
 
-        # Create CacheManager - this should create the directory
         CacheManager(cache_root=nested_dir)
 
         assert nested_dir.exists()
@@ -63,7 +66,6 @@ class TestCacheManagerInit:
         monkeypatch.setenv("CACHE_BUCKET", "my-bucket")
 
         with patch("quickbase_extract.cache_manager.boto3.client") as mock_boto:
-            # Create CacheManager - this should call boto3.client
             CacheManager(
                 cache_root=temp_cache_dir,
                 s3_bucket="my-bucket",
@@ -83,12 +85,13 @@ class TestCacheManagerInit:
         """Test that s3_prefix is required when using S3 on Lambda."""
         monkeypatch.setenv("AWS_LAMBDA_FUNCTION_NAME", "test-function")
 
-        with pytest.raises(ValueError, match="s3_prefix is required"):
-            CacheManager(
-                cache_root=temp_cache_dir,
-                s3_bucket="my-bucket",
-                s3_prefix=None,
-            )
+        with patch("quickbase_extract.cache_manager.boto3.client"):
+            with pytest.raises(ValueError, match="s3_prefix is required"):
+                CacheManager(
+                    cache_root=temp_cache_dir,
+                    s3_bucket="my-bucket",
+                    s3_prefix=None,
+                )
 
 
 class TestCacheManagerPaths:
@@ -102,7 +105,7 @@ class TestCacheManagerPaths:
 
         assert path.name == "my_table_python.json"
         assert "report_metadata" in str(path)
-        assert "my_app" in str(path)  # Now includes app subdirectory
+        assert "my_app" in str(path)
 
     def test_get_data_path(self, temp_cache_dir):
         """Test data path generation."""
@@ -112,7 +115,7 @@ class TestCacheManagerPaths:
 
         assert path.name == "my_table_python_data.json"
         assert "report_data" in str(path)
-        assert "my_app" in str(path)  # Now includes app subdirectory
+        assert "my_app" in str(path)
 
     def test_metadata_path_creates_parent_dirs(self, temp_cache_dir):
         """Test that metadata path creation makes parent directories."""
@@ -134,7 +137,7 @@ class TestCacheManagerPaths:
 
         path = mgr.get_metadata_path("Data Lake", "Employee Appointments", "Aureus")
 
-        assert "data_lake" in str(path)  # App subdirectory
+        assert "data_lake" in str(path)
         assert "employee_appointments" in str(path)
         assert "aureus" in str(path)
 
@@ -198,7 +201,6 @@ class TestCacheManagerFileOperations:
             test_file = temp_cache_dir / "test.json"
             mgr.write_file(test_file, "content")
 
-            # S3 upload should be called
             mock_s3.upload_file.assert_called_once()
 
     def test_write_file_no_s3_sync_locally(self, temp_cache_dir, monkeypatch):
@@ -212,6 +214,29 @@ class TestCacheManagerFileOperations:
 
             mock_boto.assert_not_called()
 
+    def test_write_file_raises_on_s3_failure(self, temp_cache_dir, monkeypatch):
+        """Test that write_file propagates S3 upload errors."""
+        monkeypatch.setenv("AWS_LAMBDA_FUNCTION_NAME", "test-function")
+        monkeypatch.setenv("CACHE_BUCKET", "my-bucket")
+
+        with patch("quickbase_extract.cache_manager.boto3.client") as mock_boto:
+            mock_s3 = MagicMock()
+            mock_boto.return_value = mock_s3
+            mock_s3.upload_file.side_effect = Exception("S3 upload failed")
+
+            mgr = CacheManager(
+                cache_root=temp_cache_dir,
+                s3_bucket="my-bucket",
+                s3_prefix="project/dev/cache",
+            )
+            test_file = temp_cache_dir / "test.json"
+
+            with pytest.raises(Exception, match="S3 upload failed"):
+                mgr.write_file(test_file, "content")
+
+            # File should still be written locally
+            assert test_file.exists()
+
 
 class TestCacheManagerS3Sync:
     """Tests for S3 sync operations."""
@@ -224,7 +249,6 @@ class TestCacheManagerS3Sync:
             mgr = CacheManager(cache_root=temp_cache_dir)
             mgr.sync_from_s3()
 
-            # Should not call boto3 if not Lambda
             mock_boto.assert_not_called()
 
     def test_sync_from_s3_requires_cache_bucket(self, temp_cache_dir, monkeypatch, caplog):
@@ -237,9 +261,10 @@ class TestCacheManagerS3Sync:
             mock_boto.return_value = mock_s3
 
             mgr = CacheManager(cache_root=temp_cache_dir)
-            mgr.sync_from_s3()
 
-            # S3 operations should not be called
+            with caplog.at_level(logging.DEBUG):
+                mgr.sync_from_s3()
+
             mock_s3.get_paginator.assert_not_called()
             assert "CACHE_BUCKET not set" in caplog.text
 
@@ -252,19 +277,31 @@ class TestCacheManagerS3Sync:
             mock_s3 = MagicMock()
             mock_boto.return_value = mock_s3
 
-            # Mock paginator response
+            mock_last_modified = datetime(2025, 1, 1, tzinfo=UTC)
+
             mock_paginator = MagicMock()
             mock_s3.get_paginator.return_value = mock_paginator
-            # The paginator returns a list of pages, each page has a "Contents" key
             mock_paginator.paginate.return_value = [
                 {
                     "Contents": [
-                        {"Key": "project/dev/cache/report_metadata/app/table_report.json"},
-                        {"Key": "project/dev/cache/report_data/app/table_data.json"},
+                        {
+                            "Key": "project/dev/cache/report_metadata/app/table_report.json",
+                            "LastModified": mock_last_modified,
+                        },
+                        {
+                            "Key": "project/dev/cache/report_data/app/table_data.json",
+                            "LastModified": mock_last_modified,
+                        },
                     ]
                 }
             ]
 
+            def create_file(bucket, key, local_path):
+                Path(local_path).parent.mkdir(parents=True, exist_ok=True)
+                Path(local_path).write_text("{}")
+
+            mock_s3.download_file.side_effect = create_file
+
             mgr = CacheManager(
                 cache_root=temp_cache_dir,
                 s3_bucket="my-bucket",
@@ -272,7 +309,6 @@ class TestCacheManagerS3Sync:
             )
             mgr.sync_from_s3()
 
-            # Should download each file
             assert mock_s3.download_file.call_count == 2
 
     def test_sync_from_s3_creates_directories(self, temp_cache_dir, monkeypatch, caplog):
@@ -284,25 +320,61 @@ class TestCacheManagerS3Sync:
             mock_s3 = MagicMock()
             mock_boto.return_value = mock_s3
 
+            mock_last_modified = datetime(2025, 1, 1, tzinfo=UTC)
+
             mock_paginator = MagicMock()
             mock_s3.get_paginator.return_value = mock_paginator
             mock_paginator.paginate.return_value = [
                 {
                     "Contents": [
-                        {"Key": "project/dev/cache/report_metadata/app/table_report.json"},
+                        {
+                            "Key": "project/dev/cache/report_metadata/app/table_report.json",
+                            "LastModified": mock_last_modified,
+                        },
                     ]
                 }
             ]
 
+            def create_file(bucket, key, local_path):
+                Path(local_path).parent.mkdir(parents=True, exist_ok=True)
+                Path(local_path).write_text("{}")
+
+            mock_s3.download_file.side_effect = create_file
+
             mgr = CacheManager(
                 cache_root=temp_cache_dir,
                 s3_bucket="my-bucket",
                 s3_prefix="project/dev/cache",
             )
-            mgr.sync_from_s3()
+
+            with caplog.at_level(logging.INFO):
+                mgr.sync_from_s3()
 
             assert "Synced 1 files from S3" in caplog.text
 
+    def test_get_cache_age_hours_with_old_files(self, temp_cache_dir):
+        """Verify cache age is calculated correctly from file mtime."""
+
+        # Create cache directory structure
+        cache_dir = temp_cache_dir / "report_metadata" / "app"
+        cache_dir.mkdir(parents=True, exist_ok=True)
+
+        # Create a test file
+        test_file = cache_dir / "table_report.json"
+        test_file.write_text("{}")
+
+        # Set its mtime to 48 hours ago
+        past_time = time.time() - (48 * 3600)
+        os.utime(test_file, (past_time, past_time))
+
+        cache_manager = CacheManager(cache_root=temp_cache_dir)
+
+        # Get cache age
+        age = cache_manager.get_cache_age_hours("metadata")
+
+        # Should be approximately 48 hours (within 1 hour tolerance for test execution time)
+        assert 47 < age < 49
+
 
 class TestCacheManagerCacheChecks:
     """Tests for cache state checking methods."""
@@ -311,30 +383,24 @@ class TestCacheManagerCacheChecks:
         """Test is_cache_empty for metadata."""
         mgr = CacheManager(cache_root=temp_cache_dir)
 
-        # Empty initially
         assert mgr.is_cache_empty("metadata") is True
 
-        # Create a metadata file
         metadata_dir = temp_cache_dir / "report_metadata" / "app"
         metadata_dir.mkdir(parents=True)
         (metadata_dir / "table_report.json").write_text("{}")
 
-        # Not empty now
         assert mgr.is_cache_empty("metadata") is False
 
     def test_is_cache_empty_data(self, temp_cache_dir):
         """Test is_cache_empty for data."""
         mgr = CacheManager(cache_root=temp_cache_dir)
 
-        # Empty initially
         assert mgr.is_cache_empty("data") is True
 
-        # Create a data file
         data_dir = temp_cache_dir / "report_data" / "app"
         data_dir.mkdir(parents=True)
         (data_dir / "table_data.json").write_text("[]")
 
-        # Not empty now
         assert mgr.is_cache_empty("data") is False
 
     def test_is_cache_empty_invalid_type(self, temp_cache_dir):
@@ -348,18 +414,16 @@ class TestCacheManagerCacheChecks:
         """Test get_cache_age_hours returns correct age."""
         mgr = CacheManager(cache_root=temp_cache_dir)
 
-        # Create a metadata file
         metadata_dir = temp_cache_dir / "report_metadata" / "app"
         metadata_dir.mkdir(parents=True)
         metadata_file = metadata_dir / "table_report.json"
         metadata_file.write_text("{}")
 
-        # Set modification time to 2 hours ago
         old_time = time.time() - (2 * 3600)
         os.utime(metadata_file, (old_time, old_time))
 
         age = mgr.get_cache_age_hours("metadata")
-        assert 1.9 < age < 2.1  # Allow small margin
+        assert 1.9 < age < 2.1
 
     def test_get_cache_age_hours_empty_cache(self, temp_cache_dir):
         """Test get_cache_age_hours returns 0 for empty cache."""
@@ -374,4 +438,35 @@ class TestCacheManagerCacheChecks:
 
         with pytest.raises(ValueError, match="cache_type must be"):
             mgr.get_cache_age_hours("invalid")
-            mgr.get_cache_age_hours("invalid")
+
+
+class TestCacheManagerReportChecks:
+    """Tests for report-level existence checks."""
+
+    def test_has_report_metadata_true(self, temp_cache_dir):
+        """Test has_report_metadata returns True when file exists."""
+        mgr = CacheManager(cache_root=temp_cache_dir)
+        path = mgr.get_metadata_path("My App", "My Table", "Python")
+        path.write_text("{}")
+
+        assert mgr.has_report_metadata("My App", "My Table", "Python") is True
+
+    def test_has_report_metadata_false(self, temp_cache_dir):
+        """Test has_report_metadata returns False when file missing."""
+        mgr = CacheManager(cache_root=temp_cache_dir)
+
+        assert mgr.has_report_metadata("My App", "My Table", "Python") is False
+
+    def test_has_report_data_true(self, temp_cache_dir):
+        """Test has_report_data returns True when file exists."""
+        mgr = CacheManager(cache_root=temp_cache_dir)
+        path = mgr.get_data_path("My App", "My Table", "Python")
+        path.write_text("[]")
+
+        assert mgr.has_report_data("My App", "My Table", "Python") is True
+
+    def test_has_report_data_false(self, temp_cache_dir):
+        """Test has_report_data returns False when file missing."""
+        mgr = CacheManager(cache_root=temp_cache_dir)
+
+        assert mgr.has_report_data("My App", "My Table", "Python") is False

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/test_cache_orchestration.py

@@ -6,6 +6,7 @@ import time
 from unittest.mock import MagicMock, patch
 
 import pytest
+
 from quickbase_extract.cache_manager import CacheManager
 from quickbase_extract.cache_orchestration import (
     CacheRefreshError,
@@ -945,3 +946,4 @@ class TestEnsureCacheFreshnessIntegration:
 
         # Should be fresh because parameter overrides env var
         assert "Cache is fresh" in caplog.text
+        assert "Cache is fresh" in caplog.text

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/test_cache_sync.py

@@ -3,6 +3,7 @@
 from unittest.mock import patch
 
 import pytest
+
 from quickbase_extract.cache_manager import CacheManager
 from quickbase_extract.cache_sync import _reset_cache_sync, is_cache_synced, sync_from_s3_once
 
@@ -115,3 +116,4 @@ class TestResetCacheSync:
             # Should be able to sync again
             sync_from_s3_once(cache_mgr)
             assert mock_sync.call_count == 2
+            assert mock_sync.call_count == 2

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/test_report_data.py

@@ -3,6 +3,7 @@
 import json
 
 import pytest
+
 from quickbase_extract.cache_manager import CacheManager
 from quickbase_extract.config import ReportConfig
 from quickbase_extract.report_data import (
@@ -611,3 +612,4 @@ class TestLoadDataBatch:
         assert all_data[sample_report_configs[0]][0]["Name"] == "Alice"
         assert all_data[sample_report_configs[0]][0]["Name"] == "Alice"
         assert all_data[sample_report_configs[0]][0]["Name"] == "Alice"
+        assert all_data[sample_report_configs[0]][0]["Name"] == "Alice"

{quickbase_extract-0.2.0 → quickbase_extract-0.2.1}/tests/test_report_metadata.py

@@ -3,6 +3,7 @@
 import json
 
 import pytest
+
 from quickbase_extract.cache_manager import CacheManager
 from quickbase_extract.config import ReportConfig
 from quickbase_extract.report_metadata import (
@@ -395,3 +396,4 @@ class TestLoadReportMetadataBatch:
         assert all_metadata[config1]["table_id"] == "tblXYZ123"
         assert all_metadata[config1]["table_id"] == "tblXYZ123"
         assert all_metadata[config1]["table_id"] == "tblXYZ123"
+        assert all_metadata[config1]["table_id"] == "tblXYZ123"