weave-python 0.28.1__py3-none-any.whl → 0.30.3__py3-none-any.whl

weave/weavesql/llmxdb/providers.py

@@ -0,0 +1,348 @@
+# Code generated by sqlc. DO NOT EDIT.
+# versions:
+#   sqlc v1.28.0
+# source: providers.sql
+import dataclasses
+from typing import AsyncIterator, Iterator, Optional
+import uuid
+
+import sqlalchemy
+import sqlalchemy.ext.asyncio
+
+from weave.weavesql.llmxdb import models
+
+
+GET_PROVIDER = """-- name: get_provider \\:one
+SELECT id, slug, name, display_name, description, website_url, api_base_url, documentation_url, logo_url, provider_type, founding_year, headquarters, api_key_required, oauth_required, api_key_env_var, is_active, is_verified, created_at, updated_at
+FROM providers
+WHERE slug = :p1
+  AND is_active = true
+"""
+
+
+GET_PROVIDER_BY_ID = """-- name: get_provider_by_id \\:one
+SELECT id, slug, name, display_name, description, website_url, api_base_url, documentation_url, logo_url, provider_type, founding_year, headquarters, api_key_required, oauth_required, api_key_env_var, is_active, is_verified, created_at, updated_at
+FROM providers
+WHERE id = :p1
+"""
+
+
+GET_PROVIDERS = """-- name: get_providers \\:many
+SELECT id, slug, name, display_name, description, website_url, api_base_url, documentation_url, logo_url, provider_type, founding_year, headquarters, api_key_required, oauth_required, api_key_env_var, is_active, is_verified, created_at, updated_at
+FROM providers
+WHERE is_active = true
+ORDER BY name
+"""
+
+
+UPDATE_PROVIDER_STATUS = """-- name: update_provider_status \\:exec
+UPDATE providers
+SET is_active  = :p1,
+    updated_at = NOW()
+WHERE slug = :p2
+"""
+
+
+UPSERT_PROVIDER = """-- name: upsert_provider \\:one
+INSERT INTO providers (slug, name, display_name, description,
+                       website_url, api_base_url, documentation_url, logo_url,
+                       provider_type, api_key_required, api_key_env_var)
+VALUES (:p1, :p2, :p3, :p4,
+        :p5, :p6, :p7, :p8,
+        :p9, :p10, :p11)
+ON CONFLICT (slug) DO UPDATE SET name              = EXCLUDED.name,
+                                 display_name      = EXCLUDED.display_name,
+                                 description       = EXCLUDED.description,
+                                 website_url       = EXCLUDED.website_url,
+                                 api_base_url      = EXCLUDED.api_base_url,
+                                 documentation_url = EXCLUDED.documentation_url,
+                                 logo_url          = EXCLUDED.logo_url,
+                                 provider_type     = EXCLUDED.provider_type,
+                                 api_key_required  = EXCLUDED.api_key_required,
+                                 api_key_env_var   = EXCLUDED.api_key_env_var,
+                                 updated_at        = NOW()
+RETURNING id, slug, name, display_name, description, website_url, api_base_url, documentation_url, logo_url, provider_type, founding_year, headquarters, api_key_required, oauth_required, api_key_env_var, is_active, is_verified, created_at, updated_at
+"""
+
+
+@dataclasses.dataclass()
+class UpsertProviderParams:
+    slug: str
+    name: str
+    display_name: Optional[str]
+    description: Optional[str]
+    website_url: Optional[str]
+    api_base_url: Optional[str]
+    documentation_url: Optional[str]
+    logo_url: Optional[str]
+    provider_type: Optional[str]
+    api_key_required: Optional[bool]
+    api_key_env_var: Optional[str]
+
+
+class Querier:
+    def __init__(self, conn: sqlalchemy.engine.Connection):
+        self._conn = conn
+
+    def get_provider(self, *, slug: str) -> Optional[models.Provider]:
+        row = self._conn.execute(sqlalchemy.text(GET_PROVIDER), {"p1": slug}).first()
+        if row is None:
+            return None
+        return models.Provider(
+            id=row[0],
+            slug=row[1],
+            name=row[2],
+            display_name=row[3],
+            description=row[4],
+            website_url=row[5],
+            api_base_url=row[6],
+            documentation_url=row[7],
+            logo_url=row[8],
+            provider_type=row[9],
+            founding_year=row[10],
+            headquarters=row[11],
+            api_key_required=row[12],
+            oauth_required=row[13],
+            api_key_env_var=row[14],
+            is_active=row[15],
+            is_verified=row[16],
+            created_at=row[17],
+            updated_at=row[18],
+        )
+
+    def get_provider_by_id(self, *, id: uuid.UUID) -> Optional[models.Provider]:
+        row = self._conn.execute(
+            sqlalchemy.text(GET_PROVIDER_BY_ID), {"p1": id}
+        ).first()
+        if row is None:
+            return None
+        return models.Provider(
+            id=row[0],
+            slug=row[1],
+            name=row[2],
+            display_name=row[3],
+            description=row[4],
+            website_url=row[5],
+            api_base_url=row[6],
+            documentation_url=row[7],
+            logo_url=row[8],
+            provider_type=row[9],
+            founding_year=row[10],
+            headquarters=row[11],
+            api_key_required=row[12],
+            oauth_required=row[13],
+            api_key_env_var=row[14],
+            is_active=row[15],
+            is_verified=row[16],
+            created_at=row[17],
+            updated_at=row[18],
+        )
+
+    def get_providers(self) -> Iterator[models.Provider]:
+        result = self._conn.execute(sqlalchemy.text(GET_PROVIDERS))
+        for row in result:
+            yield models.Provider(
+                id=row[0],
+                slug=row[1],
+                name=row[2],
+                display_name=row[3],
+                description=row[4],
+                website_url=row[5],
+                api_base_url=row[6],
+                documentation_url=row[7],
+                logo_url=row[8],
+                provider_type=row[9],
+                founding_year=row[10],
+                headquarters=row[11],
+                api_key_required=row[12],
+                oauth_required=row[13],
+                api_key_env_var=row[14],
+                is_active=row[15],
+                is_verified=row[16],
+                created_at=row[17],
+                updated_at=row[18],
+            )
+
+    def update_provider_status(self, *, is_active: Optional[bool], slug: str) -> None:
+        self._conn.execute(
+            sqlalchemy.text(UPDATE_PROVIDER_STATUS), {"p1": is_active, "p2": slug}
+        )
+
+    def upsert_provider(self, arg: UpsertProviderParams) -> Optional[models.Provider]:
+        row = self._conn.execute(
+            sqlalchemy.text(UPSERT_PROVIDER),
+            {
+                "p1": arg.slug,
+                "p2": arg.name,
+                "p3": arg.display_name,
+                "p4": arg.description,
+                "p5": arg.website_url,
+                "p6": arg.api_base_url,
+                "p7": arg.documentation_url,
+                "p8": arg.logo_url,
+                "p9": arg.provider_type,
+                "p10": arg.api_key_required,
+                "p11": arg.api_key_env_var,
+            },
+        ).first()
+        if row is None:
+            return None
+        return models.Provider(
+            id=row[0],
+            slug=row[1],
+            name=row[2],
+            display_name=row[3],
+            description=row[4],
+            website_url=row[5],
+            api_base_url=row[6],
+            documentation_url=row[7],
+            logo_url=row[8],
+            provider_type=row[9],
+            founding_year=row[10],
+            headquarters=row[11],
+            api_key_required=row[12],
+            oauth_required=row[13],
+            api_key_env_var=row[14],
+            is_active=row[15],
+            is_verified=row[16],
+            created_at=row[17],
+            updated_at=row[18],
+        )
+
+
+class AsyncQuerier:
+    def __init__(self, conn: sqlalchemy.ext.asyncio.AsyncConnection):
+        self._conn = conn
+
+    async def get_provider(self, *, slug: str) -> Optional[models.Provider]:
+        row = (
+            await self._conn.execute(sqlalchemy.text(GET_PROVIDER), {"p1": slug})
+        ).first()
+        if row is None:
+            return None
+        return models.Provider(
+            id=row[0],
+            slug=row[1],
+            name=row[2],
+            display_name=row[3],
+            description=row[4],
+            website_url=row[5],
+            api_base_url=row[6],
+            documentation_url=row[7],
+            logo_url=row[8],
+            provider_type=row[9],
+            founding_year=row[10],
+            headquarters=row[11],
+            api_key_required=row[12],
+            oauth_required=row[13],
+            api_key_env_var=row[14],
+            is_active=row[15],
+            is_verified=row[16],
+            created_at=row[17],
+            updated_at=row[18],
+        )
+
+    async def get_provider_by_id(self, *, id: uuid.UUID) -> Optional[models.Provider]:
+        row = (
+            await self._conn.execute(sqlalchemy.text(GET_PROVIDER_BY_ID), {"p1": id})
+        ).first()
+        if row is None:
+            return None
+        return models.Provider(
+            id=row[0],
+            slug=row[1],
+            name=row[2],
+            display_name=row[3],
+            description=row[4],
+            website_url=row[5],
+            api_base_url=row[6],
+            documentation_url=row[7],
+            logo_url=row[8],
+            provider_type=row[9],
+            founding_year=row[10],
+            headquarters=row[11],
+            api_key_required=row[12],
+            oauth_required=row[13],
+            api_key_env_var=row[14],
+            is_active=row[15],
+            is_verified=row[16],
+            created_at=row[17],
+            updated_at=row[18],
+        )
+
+    async def get_providers(self) -> AsyncIterator[models.Provider]:
+        result = await self._conn.stream(sqlalchemy.text(GET_PROVIDERS))
+        async for row in result:
+            yield models.Provider(
+                id=row[0],
+                slug=row[1],
+                name=row[2],
+                display_name=row[3],
+                description=row[4],
+                website_url=row[5],
+                api_base_url=row[6],
+                documentation_url=row[7],
+                logo_url=row[8],
+                provider_type=row[9],
+                founding_year=row[10],
+                headquarters=row[11],
+                api_key_required=row[12],
+                oauth_required=row[13],
+                api_key_env_var=row[14],
+                is_active=row[15],
+                is_verified=row[16],
+                created_at=row[17],
+                updated_at=row[18],
+            )
+
+    async def update_provider_status(
+        self, *, is_active: Optional[bool], slug: str
+    ) -> None:
+        await self._conn.execute(
+            sqlalchemy.text(UPDATE_PROVIDER_STATUS), {"p1": is_active, "p2": slug}
+        )
+
+    async def upsert_provider(
+        self, arg: UpsertProviderParams
+    ) -> Optional[models.Provider]:
+        row = (
+            await self._conn.execute(
+                sqlalchemy.text(UPSERT_PROVIDER),
+                {
+                    "p1": arg.slug,
+                    "p2": arg.name,
+                    "p3": arg.display_name,
+                    "p4": arg.description,
+                    "p5": arg.website_url,
+                    "p6": arg.api_base_url,
+                    "p7": arg.documentation_url,
+                    "p8": arg.logo_url,
+                    "p9": arg.provider_type,
+                    "p10": arg.api_key_required,
+                    "p11": arg.api_key_env_var,
+                },
+            )
+        ).first()
+        if row is None:
+            return None
+        return models.Provider(
+            id=row[0],
+            slug=row[1],
+            name=row[2],
+            display_name=row[3],
+            description=row[4],
+            website_url=row[5],
+            api_base_url=row[6],
+            documentation_url=row[7],
+            logo_url=row[8],
+            provider_type=row[9],
+            founding_year=row[10],
+            headquarters=row[11],
+            api_key_required=row[12],
+            oauth_required=row[13],
+            api_key_env_var=row[14],
+            is_active=row[15],
+            is_verified=row[16],
+            created_at=row[17],
+            updated_at=row[18],
+        )

weave/weavesql/llmxdb/scraper_runs.py

@@ -0,0 +1,287 @@
+# Code generated by sqlc. DO NOT EDIT.
+# versions:
+#   sqlc v1.28.0
+# source: scraper_runs.sql
+import dataclasses
+import datetime
+from typing import AsyncIterator, Iterator, Optional
+import uuid
+
+import sqlalchemy
+import sqlalchemy.ext.asyncio
+
+from weave.weavesql.llmxdb import models
+
+
+CREATE_SCRAPER_RUN = """-- name: create_scraper_run \\:one
+INSERT INTO scraper_runs (provider_slug, status)
+VALUES (:p1, :p2)
+RETURNING id, provider_slug, status, models_found, models_updated, models_added, started_at, completed_at, error_message, created_at
+"""
+
+
+GET_LAST_SUCCESSFUL_RUN = """-- name: get_last_successful_run \\:one
+SELECT id, provider_slug, status, models_found, models_updated, models_added, started_at, completed_at, error_message, created_at
+FROM scraper_runs
+WHERE provider_slug = :p1
+  AND status = 'success'
+ORDER BY completed_at DESC
+LIMIT 1
+"""
+
+
+GET_RECENT_RUNS = """-- name: get_recent_runs \\:many
+SELECT id, provider_slug, status, models_found, models_updated, models_added, started_at, completed_at, error_message, created_at
+FROM scraper_runs
+WHERE (:p1\\:\\:text IS NULL OR provider_slug = :p1)
+ORDER BY created_at DESC
+LIMIT :p2
+"""
+
+
+GET_RUN_STATS = """-- name: get_run_stats \\:one
+SELECT COUNT(*)                                             as total_runs,
+       COUNT(*) FILTER (WHERE status = 'success')           as successful_runs,
+       COUNT(*) FILTER (WHERE status = 'failed')            as failed_runs,
+       AVG(EXTRACT(EPOCH FROM (completed_at - started_at))) as avg_duration_seconds,
+       SUM(models_added)                                    as total_models_added,
+       SUM(models_updated)                                  as total_models_updated
+FROM scraper_runs
+WHERE created_at > :p1
+  AND (:p2\\:\\:text IS NULL OR provider_slug = :p2)
+"""
+
+
+@dataclasses.dataclass()
+class GetRunStatsRow:
+    total_runs: int
+    successful_runs: int
+    failed_runs: int
+    avg_duration_seconds: float
+    total_models_added: int
+    total_models_updated: int
+
+
+UPDATE_SCRAPER_RUN = """-- name: update_scraper_run \\:exec
+UPDATE scraper_runs
+SET status         = :p1,
+    models_found   = :p2,
+    models_updated = :p3,
+    models_added   = :p4,
+    completed_at   = :p5,
+    error_message  = :p6
+WHERE id = :p7
+"""
+
+
+@dataclasses.dataclass()
+class UpdateScraperRunParams:
+    status: Optional[str]
+    models_found: Optional[int]
+    models_updated: Optional[int]
+    models_added: Optional[int]
+    completed_at: Optional[datetime.datetime]
+    error_message: Optional[str]
+    id: uuid.UUID
+
+
+class Querier:
+    def __init__(self, conn: sqlalchemy.engine.Connection):
+        self._conn = conn
+
+    def create_scraper_run(
+        self, *, provider_slug: Optional[str], status: Optional[str]
+    ) -> Optional[models.ScraperRun]:
+        row = self._conn.execute(
+            sqlalchemy.text(CREATE_SCRAPER_RUN), {"p1": provider_slug, "p2": status}
+        ).first()
+        if row is None:
+            return None
+        return models.ScraperRun(
+            id=row[0],
+            provider_slug=row[1],
+            status=row[2],
+            models_found=row[3],
+            models_updated=row[4],
+            models_added=row[5],
+            started_at=row[6],
+            completed_at=row[7],
+            error_message=row[8],
+            created_at=row[9],
+        )
+
+    def get_last_successful_run(
+        self, *, provider_slug: Optional[str]
+    ) -> Optional[models.ScraperRun]:
+        row = self._conn.execute(
+            sqlalchemy.text(GET_LAST_SUCCESSFUL_RUN), {"p1": provider_slug}
+        ).first()
+        if row is None:
+            return None
+        return models.ScraperRun(
+            id=row[0],
+            provider_slug=row[1],
+            status=row[2],
+            models_found=row[3],
+            models_updated=row[4],
+            models_added=row[5],
+            started_at=row[6],
+            completed_at=row[7],
+            error_message=row[8],
+            created_at=row[9],
+        )
+
+    def get_recent_runs(
+        self, *, provider_slug: str, limit_count: int
+    ) -> Iterator[models.ScraperRun]:
+        result = self._conn.execute(
+            sqlalchemy.text(GET_RECENT_RUNS), {"p1": provider_slug, "p2": limit_count}
+        )
+        for row in result:
+            yield models.ScraperRun(
+                id=row[0],
+                provider_slug=row[1],
+                status=row[2],
+                models_found=row[3],
+                models_updated=row[4],
+                models_added=row[5],
+                started_at=row[6],
+                completed_at=row[7],
+                error_message=row[8],
+                created_at=row[9],
+            )
+
+    def get_run_stats(
+        self, *, since: Optional[datetime.datetime], provider_slug: str
+    ) -> Optional[GetRunStatsRow]:
+        row = self._conn.execute(
+            sqlalchemy.text(GET_RUN_STATS), {"p1": since, "p2": provider_slug}
+        ).first()
+        if row is None:
+            return None
+        return GetRunStatsRow(
+            total_runs=row[0],
+            successful_runs=row[1],
+            failed_runs=row[2],
+            avg_duration_seconds=row[3],
+            total_models_added=row[4],
+            total_models_updated=row[5],
+        )
+
+    def update_scraper_run(self, arg: UpdateScraperRunParams) -> None:
+        self._conn.execute(
+            sqlalchemy.text(UPDATE_SCRAPER_RUN),
+            {
+                "p1": arg.status,
+                "p2": arg.models_found,
+                "p3": arg.models_updated,
+                "p4": arg.models_added,
+                "p5": arg.completed_at,
+                "p6": arg.error_message,
+                "p7": arg.id,
+            },
+        )
+
+
+class AsyncQuerier:
+    def __init__(self, conn: sqlalchemy.ext.asyncio.AsyncConnection):
+        self._conn = conn
+
+    async def create_scraper_run(
+        self, *, provider_slug: Optional[str], status: Optional[str]
+    ) -> Optional[models.ScraperRun]:
+        row = (
+            await self._conn.execute(
+                sqlalchemy.text(CREATE_SCRAPER_RUN), {"p1": provider_slug, "p2": status}
+            )
+        ).first()
+        if row is None:
+            return None
+        return models.ScraperRun(
+            id=row[0],
+            provider_slug=row[1],
+            status=row[2],
+            models_found=row[3],
+            models_updated=row[4],
+            models_added=row[5],
+            started_at=row[6],
+            completed_at=row[7],
+            error_message=row[8],
+            created_at=row[9],
+        )
+
+    async def get_last_successful_run(
+        self, *, provider_slug: Optional[str]
+    ) -> Optional[models.ScraperRun]:
+        row = (
+            await self._conn.execute(
+                sqlalchemy.text(GET_LAST_SUCCESSFUL_RUN), {"p1": provider_slug}
+            )
+        ).first()
+        if row is None:
+            return None
+        return models.ScraperRun(
+            id=row[0],
+            provider_slug=row[1],
+            status=row[2],
+            models_found=row[3],
+            models_updated=row[4],
+            models_added=row[5],
+            started_at=row[6],
+            completed_at=row[7],
+            error_message=row[8],
+            created_at=row[9],
+        )
+
+    async def get_recent_runs(
+        self, *, provider_slug: str, limit_count: int
+    ) -> AsyncIterator[models.ScraperRun]:
+        result = await self._conn.stream(
+            sqlalchemy.text(GET_RECENT_RUNS), {"p1": provider_slug, "p2": limit_count}
+        )
+        async for row in result:
+            yield models.ScraperRun(
+                id=row[0],
+                provider_slug=row[1],
+                status=row[2],
+                models_found=row[3],
+                models_updated=row[4],
+                models_added=row[5],
+                started_at=row[6],
+                completed_at=row[7],
+                error_message=row[8],
+                created_at=row[9],
+            )
+
+    async def get_run_stats(
+        self, *, since: Optional[datetime.datetime], provider_slug: str
+    ) -> Optional[GetRunStatsRow]:
+        row = (
+            await self._conn.execute(
+                sqlalchemy.text(GET_RUN_STATS), {"p1": since, "p2": provider_slug}
+            )
+        ).first()
+        if row is None:
+            return None
+        return GetRunStatsRow(
+            total_runs=row[0],
+            successful_runs=row[1],
+            failed_runs=row[2],
+            avg_duration_seconds=row[3],
+            total_models_added=row[4],
+            total_models_updated=row[5],
+        )
+
+    async def update_scraper_run(self, arg: UpdateScraperRunParams) -> None:
+        await self._conn.execute(
+            sqlalchemy.text(UPDATE_SCRAPER_RUN),
+            {
+                "p1": arg.status,
+                "p2": arg.models_found,
+                "p3": arg.models_updated,
+                "p4": arg.models_added,
+                "p5": arg.completed_at,
+                "p6": arg.error_message,
+                "p7": arg.id,
+            },
+        )