buildgrid 0.3.4__tar.gz → 0.3.5__tar.gz

{buildgrid-0.3.4 → buildgrid-0.3.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: buildgrid
-Version: 0.3.4
+Version: 0.3.5
 Summary: A remote execution service
 License: Apache License, Version 2.0
 Project-URL: Homepage, https://buildgrid.build

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid/server/bots/service.py

@@ -120,16 +120,18 @@ class BaseBotsService:
         orig_leases_count = len(request.bot_session.leases)
         with scheduler.bot_notifier.subscription(request.bot_session.name) as event:
             capacity = get_bot_capacity(request.bot_session)
-            leases = scheduler.synchronize_bot_leases(
+            leases, new_version = scheduler.synchronize_bot_leases(
                 request.bot_session.name,
                 request.bot_session.bot_id,
                 request.bot_session.status,
+                int(request.bot_session.version) if request.bot_session.version else 0,
                 request.bot_session.leases,
                 lease_id_to_partial_execution_metadata,
                 max_capacity=capacity,
             )
             del request.bot_session.leases[:]
             request.bot_session.leases.extend(leases)
+            request.bot_session.version = str(new_version)
 
             LOGGER.debug("Completed initial lease synchronization.", tags=bot_log_tags(request.bot_session))
 
@@ -231,11 +233,18 @@ class BaseBotsService:
 
         # Synchronize the lease again to pick up db changes.
         LOGGER.debug("Synchronizing leases after job assignment wait.", tags=bot_log_tags(bot_session))
-        if leases := scheduler.synchronize_bot_leases(
-            bot_session.name, bot_session.bot_id, bot_session.status, bot_session.leases, max_capacity=capacity
+        if leases_version := scheduler.synchronize_bot_leases(
+            bot_session.name,
+            bot_session.bot_id,
+            bot_session.status,
+            int(bot_session.version) if bot_session.version else 0,
+            bot_session.leases,
+            max_capacity=capacity,
         ):
+            leases, new_version = leases_version
             del bot_session.leases[:]
             bot_session.leases.extend(leases)
+            bot_session.version = str(new_version)
 
 
 class BotsService(BotsServicer, BaseBotsService, InstancedServicer[BotsInterface]):

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid/server/scheduler/impl.py

@@ -918,7 +918,7 @@ class Scheduler:
         update_query = (
             update(BotEntry)
             .where(BotEntry.bot_id == job.worker_name)
-            .values(capacity=BotEntry.capacity + 1)
+            .values(capacity=BotEntry.capacity + 1, version=BotEntry.version + 1)
             .returning(BotEntry.cohort)
         )
         if cohort := session.execute(update_query).scalar_one_or_none():
@@ -1127,6 +1127,7 @@ class Scheduler:
 
         bot.lease_id = job.name
         bot.last_update_timestamp = datetime.utcnow()
+        bot.version += 1
 
         # Reduce the capacity by 1, to prevent overallocation to this specific bot
         bot.capacity -= 1
@@ -1999,10 +2000,11 @@ class Scheduler:
         bot_name: str,
         bot_id: str,
         bot_status: int,
+        bot_version: int,
         bot_session_leases: Sequence[Lease],
         partial_execution_metadata: dict[str, ExecutedActionMetadata] | None = None,
         max_capacity: int = 1,
-    ) -> list[Lease]:
+    ) -> tuple[list[Lease], int]:
         log_tags = {
             "instance_name": try_current_instance(),
             "request.bot_id": bot_id,
@@ -2071,8 +2073,6 @@ class Scheduler:
                     # release locks
                     session.commit()
 
-                # Backwards compatibility: Activate any pending leases for this bot
-                self._activate_bot_pending_leases(bot_id, instance_restricted_bot)
                 # Report completed leases
                 if completed_leases or self.proactive_fetch_to_capacity:
                     active_leases = self._synchronize_completed_leases(
@@ -2080,47 +2080,38 @@ class Scheduler:
                     )
 
             # Synchronize active lease from scheduler
-            return self._synchronize_active_leases(bot_id, instance_restricted_bot, active_leases, log_tags)
+            return self._synchronize_active_leases(
+                bot_name,
+                bot_id,
+                bot_version,
+                instance_restricted_bot,
+                active_leases,
+                log_tags,
+            )
 
         except (BotSessionMismatchError, BotSessionClosedError) as e:
             self.close_bot_sessions(bot_name)
             raise e
 
-    def _activate_bot_pending_leases(self, bot_id: str, instance_restricted_bot: bool) -> None:
-        # Activate any pending leases for a bot that may have been assigned by an old version of scheduler
-        with self._sql.session() as session:
-            pending_leases_stmt = (
-                select(JobEntry)
-                .where(
-                    JobEntry.worker_name == bot_id,
-                    JobEntry.assigned.is_(True),
-                    JobEntry.stage == OperationStage.QUEUED.value,
-                )
-                .with_for_update(skip_locked=True)
-            )
-
-            # If this bot is instance-restricted, only look for jobs in the current instance.
-            if instance_restricted_bot:
-                pending_leases_stmt = pending_leases_stmt.where(self._job_in_instance_pool())
-
-            for job in session.execute(pending_leases_stmt).scalars().all():
-                log_tags = {
-                    "instance_name": job.instance_name,
-                    "request.bot_id": bot_id,
-                    "db.lease_id": job.name,
-                    "db.lease_state": job.lease_state(),
-                    "db.job_stage": job.stage,
-                }
-                LOGGER.info("Activating pending lease for bot.", tags=log_tags)
-                job.stage = OperationStage.EXECUTING.value
-                self._create_logstream_for_job(job, log_tags)
-                self._notify_job_updated(job.name, session)
-
     def _synchronize_active_leases(
-        self, bot_id: str, instance_restricted_bot: bool, active_leases: list[Lease], log_tags: Tags
-    ) -> list[Lease]:
+        self,
+        bot_name: str,
+        bot_id: str,
+        bot_version: int,
+        instance_restricted_bot: bool,
+        active_leases: list[Lease],
+        log_tags: Tags,
+    ) -> tuple[list[Lease], int]:
         synchronized_leases = []
+        new_bot_version = bot_version
         with self._sql.session() as session:
+            if db_bot_version := session.execute(
+                select(BotEntry.version).where(BotEntry.name == bot_name)
+            ).scalar_one_or_none():
+                new_bot_version = db_bot_version
+                if db_bot_version == bot_version:
+                    return active_leases, bot_version
+
             bot_jobs_stmt = select(JobEntry).where(
                 JobEntry.worker_name == bot_id,
                 JobEntry.stage >= OperationStage.QUEUED.value,
@@ -2248,7 +2239,7 @@ class Scheduler:
 
                 synchronized_leases.append(job.to_lease_proto())
 
-        return synchronized_leases
+        return synchronized_leases, new_bot_version
 
     def _synchronize_completed_leases(
         self,
@@ -2305,6 +2296,7 @@ class Scheduler:
 
         # Adjust bot capacity
         bot.capacity += num_synced
+        bot.version += 1
 
         # Determine how many jobs to proactively fetch
         fetch_limit = bot.capacity if self.proactive_fetch_to_capacity else num_synced

buildgrid-0.3.5/buildgrid/server/sql/alembic/versions/ff09fbc30c3e_add_bots_version.py

@@ -0,0 +1,47 @@
+# Copyright (C) 2025 Bloomberg LP
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#  <http://www.apache.org/licenses/LICENSE-2.0>
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Add bots.version
+
+Revision ID: ff09fbc30c3e
+Revises: 8f7f43e4a833
+Create Date: 2025-12-17 13:09:00.326376
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+
+# revision identifiers, used by Alembic.
+revision = "ff09fbc30c3e"
+down_revision = "8f7f43e4a833"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("bots", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("version", sa.BigInteger(), server_default=sa.text("0"), nullable=False))
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("bots", schema=None) as batch_op:
+        batch_op.drop_column("version")
+
+    # ### end Alembic commands ###

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid/server/sql/models.py

@@ -283,6 +283,7 @@ class BotEntry(Base):
     bot_status: Mapped[int]
     lease_id: Mapped[str | None]
     capacity: Mapped[int] = mapped_column(server_default=text("1"))
+    version: Mapped[int] = mapped_column(BigInteger, server_default=text("0"))
 
     # Auditing data
     expiry_time: Mapped[datetime.datetime] = mapped_column(index=True)

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid/server/sql/provider.py

@@ -407,7 +407,12 @@ class SqlProvider:
                 if transient_dberr:
                     LOGGER.warning("Rolling back database session due to transient database error.", exc_info=True)
                 else:
-                    LOGGER.error("Error committing database session. Rolling back.", exc_info=True)
+                    # Only log full stacktrace if exception is not expected to be suppressed
+                    log_stacktrace = type(e) not in exceptions_to_not_raise_on
+                    if log_stacktrace:
+                        LOGGER.error("Error committing database session. Rolling back.", exc_info=True)
+                    else:
+                        LOGGER.warning(f"Error committing database session. Rolling back: {repr(e)}")
                 if type(e) not in exceptions_to_not_raise_on:
                     if transient_dberr:
                         # Ask the client to retry when the pool is expected to be healthy again

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid/server/version.py

@@ -13,4 +13,4 @@
 # limitations under the License.
 
 
-__version__ = "0.3.4"
+__version__ = "0.3.5"

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: buildgrid
-Version: 0.3.4
+Version: 0.3.5
 Summary: A remote execution service
 License: Apache License, Version 2.0
 Project-URL: Homepage, https://buildgrid.build

{buildgrid-0.3.4 → buildgrid-0.3.5}/buildgrid.egg-info/SOURCES.txt

@@ -375,6 +375,7 @@ buildgrid/server/sql/alembic/versions/b3b9d7300155_add_capacity_to_bots.py
 buildgrid/server/sql/alembic/versions/bde0df23383b_add_cohort_to_bots.py
 buildgrid/server/sql/alembic/versions/d850621a10d8_add_assigner_name_to_jobs.py
 buildgrid/server/sql/alembic/versions/fb8afebee8e6_add_ix_jobs_worker_name_stage.py
+buildgrid/server/sql/alembic/versions/ff09fbc30c3e_add_bots_version.py
 buildgrid/server/utils/__init__.py
 buildgrid/server/utils/async_lru_cache.py
 buildgrid/server/utils/bots.py

{buildgrid-0.3.4 → buildgrid-0.3.5}/pyproject.toml

@@ -21,7 +21,7 @@ build-backend = 'setuptools.build_meta'
 
 [project]
 name = "buildgrid"
-version = "0.3.4"
+version = "0.3.5"
 requires-python = ">=3.11"
 description = "A remote execution service"
 readme = "README.rst"