driftless 0.2.7__tar.gz → 0.2.8__tar.gz

{driftless-0.2.7 → driftless-0.2.8}/CHANGELOG.md

@@ -17,6 +17,17 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ---
 
+## [0.2.8] - 2026-07-01
+
+### Added
+
+- **P1.1 provider model discovery** — `tools/fetch_provider_models.py` queries
+  OpenAI and Anthropic `/models` APIs and emits new catalog entries only (never
+  overwrites lifecycle on existing ids). The scheduled `refresh-catalog.yml`
+  job merges discoveries when API keys are configured.
+
+---
+
 ## [0.2.7] - 2026-07-01
 
 ### Added
@@ -153,9 +164,9 @@ First public release on [PyPI](https://pypi.org/project/driftless/0.1.0/).
 - **Docs** — project overview, repair algorithm spec, 2×2 migration methodology,
   Poetry + Dependabot product framing.
 
-[Unreleased]: https://github.com/driftless-dev/driftless/compare/v0.2.7...HEAD
-[0.2.7]: https://github.com/driftless-dev/driftless/releases/tag/v0.2.7
-[0.2.6]: https://github.com/driftless-dev/driftless/compare/v0.2.6...v0.2.7
+[Unreleased]: https://github.com/driftless-dev/driftless/compare/v0.2.8...HEAD
+[0.2.8]: https://github.com/driftless-dev/driftless/releases/tag/v0.2.8
+[0.2.7]: https://github.com/driftless-dev/driftless/compare/v0.2.7...v0.2.8
 [0.2.4]: https://github.com/driftless-dev/driftless/compare/v0.2.4...v0.2.5
 [0.2.3]: https://github.com/driftless-dev/driftless/compare/v0.2.3...v0.2.4
 [0.2.2]: https://github.com/driftless-dev/driftless/compare/v0.2.2...v0.2.3

{driftless-0.2.7 → driftless-0.2.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: driftless
-Version: 0.2.7
+Version: 0.2.8
 Summary: Keep prompts in sync when model or eval data changes — Poetry-style lock regeneration, Dependabot-style PRs.
 Project-URL: Homepage, https://github.com/driftless-dev/driftless
 Project-URL: Repository, https://github.com/driftless-dev/driftless
@@ -133,7 +133,7 @@ can run in CI. See `.github/workflows/` for a scheduled deprecation scan, weekly
 `plan --act` triage, and manually-triggered migration workflows.
 
 ```yaml
-- uses: driftless-dev/driftless@v0.2.7
+- uses: driftless-dev/driftless@v0.2.8
   with:
     command: scan
 ```

{driftless-0.2.7 → driftless-0.2.8}/README.md

@@ -94,7 +94,7 @@ can run in CI. See `.github/workflows/` for a scheduled deprecation scan, weekly
 `plan --act` triage, and manually-triggered migration workflows.
 
 ```yaml
-- uses: driftless-dev/driftless@v0.2.7
+- uses: driftless-dev/driftless@v0.2.8
   with:
     command: scan
 ```

{driftless-0.2.7 → driftless-0.2.8}/docs/RELEASE.md

@@ -153,7 +153,7 @@ After a release, users can pin the composite Action by release tag
 (`action.yml` lives at the repo root — no `/action` path segment):
 
 ```yaml
-- uses: driftless-dev/driftless@v0.2.7
+- uses: driftless-dev/driftless@v0.2.8
   with:
     command: scan
 ```
@@ -161,9 +161,9 @@ After a release, users can pin the composite Action by release tag
 Or pin the PyPI package in the Action input:
 
 ```yaml
-- uses: driftless-dev/driftless@v0.2.7
+- uses: driftless-dev/driftless@v0.2.8
   with:
-    version: "==0.2.7"
+    version: "==0.2.8"
     command: migrate
 ```
 
@@ -171,7 +171,7 @@ Optionally maintain a floating **`v1`** tag on the latest stable minor release
 (point it at the current release tag after each publish):
 
 ```bash
-git tag -f v1 v0.2.7 && git push origin v1 --force
+git tag -f v1 v0.2.8 && git push origin v1 --force
 ```
 
 Update [`action.yml`](../action.yml) default `version` input when cutting releases.

{driftless-0.2.7 → driftless-0.2.8}/site/docs.html

@@ -428,7 +428,7 @@ driftless view -w support_classifier</code></pre>
     <span class="tok-k">runs-on</span>: ubuntu-latest
     <span class="tok-k">steps</span>:
       - <span class="tok-k">uses</span>: actions/checkout@v4
-      - <span class="tok-k">uses</span>: driftless-dev/driftless@v0.2.7
+      - <span class="tok-k">uses</span>: driftless-dev/driftless@v0.2.8
         <span class="tok-k">with</span>:
           <span class="tok-k">command</span>: <span class="tok-s">plan</span></code></pre>
         <p>A scheduled <code class="inline">plan</code> gates CI when a deprecated model needs attention; a manually-triggered <code class="inline">migrate</code> opens a PR (or an issue when blocked) with the evidence attached.</p>

{driftless-0.2.7 → driftless-0.2.8}/src/driftless/__init__.py

@@ -1,3 +1,3 @@
 """driftless: Dependabot for LLM models."""
 
-__version__ = "0.2.7"
+__version__ = "0.2.8"

driftless-0.2.8/tests/test_fetch_provider_models.py

@@ -0,0 +1,111 @@
+import json
+import sys
+from pathlib import Path
+
+import pytest
+
+sys.path.insert(0, str(Path(__file__).resolve().parent.parent / "tools"))
+
+import fetch_provider_models as fpm  # noqa: E402
+
+
+def _catalog(models) -> Path:
+    import tempfile
+
+    p = Path(tempfile.mkdtemp()) / "cat.json"
+    p.write_text(json.dumps({"models": models}), encoding="utf-8")
+    return p
+
+
+def test_discover_new_models_skips_known_and_filters_openai(tmp_path):
+    cat = _catalog(
+        [
+            {"model": "gpt-4o", "provider": "openai"},
+            {"model": "claude-3-5-sonnet", "provider": "anthropic"},
+        ]
+    )
+
+    def fake_fetch(_key):
+        return [
+            "gpt-4o",  # known
+            "gpt-5-mini",  # new
+            "ft:gpt-4o:org:123",  # fine-tune — skip
+            "tts-1",  # infra — skip
+            "whisper-1",
+        ]
+
+    updates = fpm.discover_new_models(
+        provider="openai",
+        catalog_path=cat,
+        fetch_ids=fake_fetch,
+        keep=fpm._keep_openai,
+        api_key="k",
+    )
+    assert [u["model"] for u in updates] == ["gpt-5-mini"]
+    assert updates[0]["status"] == "active"
+
+
+def test_discover_new_models_anthropic_claude_only(tmp_path):
+    cat = _catalog([{"model": "claude-3-5-sonnet", "provider": "anthropic"}])
+
+    updates = fpm.discover_new_models(
+        provider="anthropic",
+        catalog_path=cat,
+        fetch_ids=lambda _k: ["claude-3-5-sonnet", "claude-3-7-sonnet", "not-a-model"],
+        keep=fpm._keep_anthropic,
+        api_key="k",
+    )
+    assert [u["model"] for u in updates] == ["claude-3-7-sonnet"]
+
+
+def test_fetch_updates_merges_providers_and_skips_missing_keys(tmp_path, monkeypatch):
+    cat = _catalog([{"model": "gpt-4o", "provider": "openai"}])
+    monkeypatch.delenv("OPENAI_API_KEY", raising=False)
+    monkeypatch.delenv("ANTHROPIC_API_KEY", raising=False)
+
+    updates = fpm.fetch_updates(["openai", "anthropic"], catalog_path=cat)
+    assert updates == []
+
+
+def test_fetch_updates_openai(monkeypatch, tmp_path):
+    cat = _catalog([{"model": "gpt-4o", "provider": "openai"}])
+    monkeypatch.setenv("OPENAI_API_KEY", "sekret")
+    monkeypatch.setattr(
+        fpm,
+        "_openai_model_ids",
+        lambda key: (["gpt-4o", "o3-mini"] if key == "sekret" else []),
+    )
+
+    updates = fpm.fetch_updates(["openai"], catalog_path=cat)
+    assert [u["model"] for u in updates] == ["o3-mini"]
+
+
+def test_cli_writes_output(tmp_path, monkeypatch):
+    cat = tmp_path / "cat.json"
+    cat.write_text(json.dumps({"models": []}), encoding="utf-8")
+    out = tmp_path / "updates.json"
+    monkeypatch.setattr(
+        fpm,
+        "fetch_updates",
+        lambda providers, catalog_path: [
+            {"model": "gpt-5", "provider": "openai", "status": "active"}
+        ],
+    )
+    assert fpm.main(["--provider", "openai", "--catalog", str(cat), "-o", str(out)]) == 0
+    data = json.loads(out.read_text(encoding="utf-8"))
+    assert data[0]["model"] == "gpt-5"
+
+
+def test_http_get_json_raises_on_http_error(monkeypatch):
+    import urllib.error
+
+    class FakeHTTPError(urllib.error.HTTPError):
+        def __init__(self):
+            super().__init__(url="http://x", code=401, msg="nope", hdrs={}, fp=None)
+
+    def boom(*a, **k):
+        raise FakeHTTPError()
+
+    monkeypatch.setattr(fpm.urllib.request, "urlopen", boom)
+    with pytest.raises(RuntimeError, match="HTTP 401"):
+        fpm._http_get_json("http://x", {})