imbi-plugin-github 2.34.0__py3-none-any.whl → 2.35.0__py3-none-any.whl

imbi/plugins/github/commits.py

@@ -19,11 +19,11 @@ backfill: there is no push payload, so the GitHub host is read from
 it walks the full default-branch history and the complete tag list rather
 than a single push delta.
 
-Commit / tag rows are written to the shared ClickHouse ``commits`` /
-``tags`` tables via :func:`imbi.common.clickhouse.insert`. Writes are
-best-effort: a storage failure is logged and swallowed so an analytics
-hiccup never 5xxs the webhook, exactly as the gateway's own event
-recording behaves.
+Commit / tag rows are published via :func:`imbi.common.iggy.publish` to
+the ``commits`` / ``tags`` streams, which the ClickHouse sink drains into
+the tables of the same name. Writes are best-effort: a publish failure is
+logged and swallowed so an analytics hiccup never 5xxs the webhook,
+exactly as the gateway's own event recording behaves.
 """
 
 from __future__ import annotations
@@ -40,7 +40,7 @@ import httpx
 import jsonpointer
 import pydantic
 
-from imbi.common import cache, clickhouse
+from imbi.common import cache, clickhouse, iggy
 from imbi.common.json_pointer import JsonPointer
 from imbi.common.models import CommitRecord, TagRecord
 from imbi.common.plugins.base import (
@@ -67,6 +67,9 @@ from imbi.plugins.github.deployment import (
 
 LOGGER = logging.getLogger(__name__)
 
+#: The Iggy topic every row this plugin publishes goes to.
+_TOPIC = 'github'
+
 _HTTP_TIMEOUT_SECONDS = 10.0
 _ZERO_SHA = '0' * 40
 # GitHub's compare endpoint caps ``commits[]`` at 250 per page and
@@ -903,25 +906,26 @@ async def _fetch_commits_since(
     return out
 
 
-async def _insert_best_effort(
-    table: str, records: list[pydantic.BaseModel], project_id: str
+async def _publish_best_effort(
+    stream: str, records: list[pydantic.BaseModel], project_id: str
 ) -> int:
-    """Insert ``records`` into ``table``; return rows written (0 on fail).
+    """Publish ``records`` to ``stream``; return rows sent (0 on fail).
 
-    ``imbi.common.clickhouse.insert`` rejects an empty list, so an empty
-    set short-circuits to 0.  A storage failure is logged and swallowed,
+    The stream is named for the ClickHouse table the sink lands it in.
+    ``imbi.common.iggy.publish`` rejects an empty list, so an empty set
+    short-circuits to 0.  A publish failure is logged and swallowed,
     mirroring the webhook actions -- an analytics hiccup must not fail the
     sync.
     """
     if not records:
         return 0
     try:
-        await clickhouse.insert(table, records)
+        await iggy.publish(stream, _TOPIC, records)
     except Exception:
         LOGGER.exception(
             'github-commit-sync: failed to record %d %s rows for project %s',
             len(records),
-            table,
+            stream,
             project_id,
         )
         return 0
@@ -1094,7 +1098,7 @@ async def sync_commits(
     if not records:
         return
     try:
-        await clickhouse.insert('commits', records)
+        await iggy.publish('commits', _TOPIC, records)
     except Exception:
         LOGGER.exception(
             'github-commit-sync: failed to record %d commits for project %s',
@@ -1464,7 +1468,7 @@ async def sync_tags(
     if not records:
         return  # every tag in this delivery was unpeelable (warned above)
     try:
-        await clickhouse.insert('tags', records)
+        await iggy.publish('tags', _TOPIC, records)
     except Exception:
         LOGGER.exception(
             'github-commit-sync: failed to record %d tags for project %s',
@@ -1478,7 +1482,8 @@ sync_commits_descriptor = ActionDescriptor(
     label='Sync Commit History',
     description=(
         'Fetch the full set of commits in a push (via the GitHub compare '
-        'API) and record them in the ClickHouse commits table.'
+        'API) and publish them to the stream that lands in the ClickHouse '
+        'commits table.'
     ),
     callable=typing.cast(
         'typing.Any', 'imbi.plugins.github.commits:sync_commits'
@@ -1492,8 +1497,8 @@ sync_tags_descriptor = ActionDescriptor(
     name='sync_tags',
     label='Sync Tag History',
     description=(
-        'Record the pushed tag (and, when reconcile_all is set, the full '
-        'tag list) in the ClickHouse tags table.'
+        'Publish the pushed tag (and, when reconcile_all is set, the full '
+        'tag list) to the stream that lands in the ClickHouse tags table.'
     ),
     callable=typing.cast(
         'typing.Any', 'imbi.plugins.github.commits:sync_tags'
@@ -1625,10 +1630,10 @@ class GitHubCommitSync(CommitSyncCapability):
             for item in raw_commits
             if item.get('sha')
         ]
-        commits_recorded = await _insert_best_effort(
+        commits_recorded = await _publish_best_effort(
             'commits', commit_records, ctx.project_id
         )
-        tags_recorded = await _insert_best_effort(
+        tags_recorded = await _publish_best_effort(
             'tags', list(tags), ctx.project_id
         )
         return commits_recorded, tags_recorded
@@ -1724,7 +1729,7 @@ class GitHubCommitSync(CommitSyncCapability):
             )
         if record is None:
             return 0  # unpeelable (warned by _tag_record)
-        return await _insert_best_effort('tags', [record], ctx.project_id)
+        return await _publish_best_effort('tags', [record], ctx.project_id)
 
     async def sync_new_commits(
         self,
@@ -1791,7 +1796,7 @@ class GitHubCommitSync(CommitSyncCapability):
             for item in raw
             if item.get('sha')
         ]
-        return await _insert_best_effort('commits', records, ctx.project_id)
+        return await _publish_best_effort('commits', records, ctx.project_id)
 
     async def _fetch_new_commits(
         self,

imbi/plugins/github/pull_requests.py

@@ -13,10 +13,11 @@ GitHub's list-PRs API omits per-file diff stats
 (``additions``/``deletions``/``changed_files``), so backfill rows
 store ``0`` for those fields; they are accurate on webhook-driven rows.
 
-PR rows are written to the shared ClickHouse ``pull_requests`` table via
-:func:`imbi.common.clickhouse.insert`. Writes are best-effort: a storage
-failure is logged and swallowed so an analytics hiccup never 5xxs the
-webhook, exactly as the gateway's own event recording behaves.
+PR rows are published via :func:`imbi.common.iggy.publish` to the
+``pull_requests`` stream, which the ClickHouse sink drains into the table
+of the same name. Writes are best-effort: a publish failure is logged and
+swallowed so an analytics hiccup never 5xxs the webhook, exactly as the
+gateway's own event recording behaves.
 """
 
 from __future__ import annotations
@@ -29,7 +30,7 @@ import httpx
 import jsonpointer
 import pydantic
 
-from imbi.common import clickhouse
+from imbi.common import iggy
 from imbi.common.json_pointer import JsonPointer
 from imbi.common.models import PullRequestRecord
 from imbi.common.plugins.base import (
@@ -43,7 +44,7 @@ from imbi.plugins.github._repos import resolve_owner_repo
 from imbi.plugins.github.commits import (
     _BACKFILL_MAX_WAIT_SECONDS,  # pyright: ignore[reportPrivateUsage]
     _client,  # pyright: ignore[reportPrivateUsage]
-    _insert_best_effort,  # pyright: ignore[reportPrivateUsage]
+    _publish_best_effort,  # pyright: ignore[reportPrivateUsage]
     _request,  # pyright: ignore[reportPrivateUsage]
     _resolve,  # pyright: ignore[reportPrivateUsage]
     _resolve_bearer,  # pyright: ignore[reportPrivateUsage]
@@ -237,7 +238,7 @@ async def sync_pull_requests(
         )
         return
     try:
-        await clickhouse.insert('pull_requests', [record])
+        await iggy.publish('pull_requests', 'github', [record])
     except Exception:
         LOGGER.exception(
             'github-pr-sync: failed to record PR #%d for project %s',
@@ -356,6 +357,6 @@ class GitHubPullRequestSync(PullRequestSyncCapability):
             record = _pr_record(pr, project_id=ctx.project_id)
             if record is not None:
                 records.append(record)
-        return await _insert_best_effort(
+        return await _publish_best_effort(
             'pull_requests', records, ctx.project_id
         )

{imbi_plugin_github-2.34.0.dist-info → imbi_plugin_github-2.35.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: imbi-plugin-github
-Version: 2.34.0
+Version: 2.35.0
 Summary: GitHub identity plugin for Imbi (github.com / GHEC / GHES)
 Author-email: "Gavin M. Roy" <gavinr@aweber.com>
 License-Expression: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.14
 Requires-Python: >=3.14
 Requires-Dist: httpx>=0.27
-Requires-Dist: imbi-common[databases]==2.34.0
+Requires-Dist: imbi-common[databases]==2.35.0
 Requires-Dist: pydantic>=2
 Requires-Dist: pyjwt[crypto]>=2.8
 Description-Content-Type: text/markdown

{imbi_plugin_github-2.34.0.dist-info → imbi_plugin_github-2.35.0.dist-info}/RECORD

@@ -3,14 +3,14 @@ imbi/plugins/github/__init__.py,sha256=L_5_kr22VkjJob6SVLVzCkIvnWddxi54GIrM2cNs2
 imbi/plugins/github/_app_auth.py,sha256=Fte_3Tohxw6xBl1U2AB3uatVfTxfl9xPEc8M0lmVCpc,18420
 imbi/plugins/github/_hosts.py,sha256=sYuE3f7934125VZ6GGTqm8t3sVa3m0DNt3jL9Hb8nM0,4014
 imbi/plugins/github/_repos.py,sha256=BeSwrpzQnFBtlUGW-eP7v6_gAcSaSkqObq-vhj5wcYA,6575
-imbi/plugins/github/commits.py,sha256=crLHw9qrVXM14iNYtUocVMptmSRb01h1RMO-6y18lPc,71608
+imbi/plugins/github/commits.py,sha256=wHs_NUl4cmhfvD3WrnOCmqaaJS-Eku-E-lOMh6Cb8IU,71882
 imbi/plugins/github/deployment.py,sha256=sx7xyK7MbOCXgt52RcHvsaNJ2aA9fMCNYZBUdRbsTbA,110360
 imbi/plugins/github/doctor.py,sha256=9pSXnpMTihhBrJ6OsLFFq2V6mpyqRRnvG1U94RL79L4,27156
 imbi/plugins/github/identity.py,sha256=9t_e-_jUbQ1iL0Vb6vaK2d7bT1ki6pw9aWwc4ics6gI,10354
 imbi/plugins/github/lifecycle.py,sha256=KJSzB36zFqetQBY5HNXLsRGRoIwGhrBJ-I1mA8G9H_Q,37711
 imbi/plugins/github/plugin.py,sha256=V1BzHPR5a0gGr1ttSqo_yTVdK5ShKs26AcReX2N-eOg,15531
-imbi/plugins/github/pull_requests.py,sha256=nnftzzQhOf0x-rt0ud3V3Mv4OW2LYmf1Hvs75WW3FR4,13463
+imbi/plugins/github/pull_requests.py,sha256=FiHbjdGqghJ2Q1--d15XfOtpUe_KZE7hYRb8JLQ5U1I,13510
 imbi/plugins/github/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-imbi_plugin_github-2.34.0.dist-info/METADATA,sha256=V65mRKNIwkak_dQjDR_URxG-dWrqLB_QGoO9_0srk14,7618
-imbi_plugin_github-2.34.0.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-imbi_plugin_github-2.34.0.dist-info/RECORD,,
+imbi_plugin_github-2.35.0.dist-info/METADATA,sha256=D5Tl4UHk3dD8dD1PeBAP9Bh2NTm0wkGD5bSKpsUjp2E,7618
+imbi_plugin_github-2.35.0.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+imbi_plugin_github-2.35.0.dist-info/RECORD,,