pgbus 0.8.4 → 0.9.2

data/config/locales/es.yml

@@ -1,6 +1,35 @@
 ---
 es:
   pgbus:
+    batches:
+      index:
+        description: Lotes de trabajos con seguimiento de progreso y callbacks
+        empty: No se encontraron lotes
+        headers:
+          batch_id: ID de lote
+          created: Creado
+          description: Descripción
+          jobs: Trabajos
+          progress: Progreso
+          status: Estado
+        title: Lotes
+      show:
+        back: Volver a lotes
+        batch_id: ID de lote
+        completed: Completados
+        created_at: Creado el
+        details: Detalles
+        discarded: Descartados
+        finished_at: Finalizado el
+        not_found: Lote no encontrado
+        on_discard: Al descartar
+        on_finish: Al finalizar
+        on_success: Al tener éxito
+        progress: Progreso
+        properties: Propiedades
+        remaining: Restantes
+        title: Lote
+        total_jobs: Total de trabajos
     dashboard:
       processes_table:
         empty: No hay procesos en ejecución
@@ -189,6 +218,10 @@ es:
         not_found: Evento no encontrado
         title: Evento %{event_id}
     helpers:
+      batch_status:
+        finished: Finalizado
+        pending: Pendiente
+        processing: Procesando
       bulk_select_all: Seleccionar todo
       bulk_select_row: Seleccionar %{id}
       bulk_selected: seleccionado
@@ -346,6 +379,7 @@ es:
     layout:
       brand: Pgbus
       nav:
+        batches: Lotes
         dashboard: Panel de control
         dlq: DLQ
         events: Eventos

data/config/locales/fi.yml

@@ -1,6 +1,35 @@
 ---
 fi:
   pgbus:
+    batches:
+      index:
+        description: Tehtäväerät edistymisen seurannalla ja callback-kutsuilla
+        empty: Eriä ei löytynyt
+        headers:
+          batch_id: Erä-ID
+          created: Luotu
+          description: Kuvaus
+          jobs: Tehtävät
+          progress: Edistyminen
+          status: Tila
+        title: Erät
+      show:
+        back: Takaisin eriin
+        batch_id: Erä-ID
+        completed: Valmiit
+        created_at: Luotu
+        details: Tiedot
+        discarded: Hylätyt
+        finished_at: Valmistunut
+        not_found: Erää ei löytynyt
+        on_discard: Hylkäyksessä
+        on_finish: Valmistumisessa
+        on_success: Onnistumisessa
+        progress: Edistyminen
+        properties: Ominaisuudet
+        remaining: Jäljellä
+        title: Erä
+        total_jobs: Tehtäviä yhteensä
     dashboard:
       processes_table:
         empty: Ei käynnissä olevia prosesseja
@@ -189,6 +218,10 @@ fi:
         not_found: Tapahtumaa ei löytynyt
         title: Tapahtuma %{event_id}
     helpers:
+      batch_status:
+        finished: Valmis
+        pending: Odottaa
+        processing: Käsittelyssä
       bulk_select_all: Valitse kaikki
       bulk_select_row: Valitse %{id}
       bulk_selected: valittu
@@ -346,6 +379,7 @@ fi:
     layout:
       brand: Pgbus
       nav:
+        batches: Erät
         dashboard: Hallintapaneeli
         dlq: DLQ
         events: Tapahtumat

data/config/locales/fr.yml

@@ -1,6 +1,35 @@
 ---
 fr:
   pgbus:
+    batches:
+      index:
+        description: Lots de tâches avec suivi de progression et callbacks
+        empty: Aucun lot trouvé
+        headers:
+          batch_id: ID du lot
+          created: Créé
+          description: Description
+          jobs: Tâches
+          progress: Progression
+          status: Statut
+        title: Lots
+      show:
+        back: Retour aux lots
+        batch_id: ID du lot
+        completed: Terminées
+        created_at: Créé le
+        details: Détails
+        discarded: Rejetées
+        finished_at: Terminé le
+        not_found: Lot non trouvé
+        on_discard: Au rejet
+        on_finish: À la fin
+        on_success: Au succès
+        progress: Progression
+        properties: Propriétés
+        remaining: Restantes
+        title: Lot
+        total_jobs: Total des tâches
     dashboard:
       processes_table:
         empty: Aucun processus en cours d'exécution
@@ -189,6 +218,10 @@ fr:
         not_found: Événement non trouvé
         title: Événement %{event_id}
     helpers:
+      batch_status:
+        finished: Terminé
+        pending: En attente
+        processing: En cours
       bulk_select_all: Tout sélectionner
       bulk_select_row: Sélectionner %{id}
       bulk_selected: sélectionné
@@ -346,6 +379,7 @@ fr:
     layout:
       brand: Pgbus
       nav:
+        batches: Lots
         dashboard: Tableau de bord
         dlq: DLQ
         events: Événements

data/config/locales/it.yml

@@ -1,6 +1,35 @@
 ---
 it:
   pgbus:
+    batches:
+      index:
+        description: Lotti di lavori con monitoraggio del progresso e callback
+        empty: Nessun lotto trovato
+        headers:
+          batch_id: ID lotto
+          created: Creato
+          description: Descrizione
+          jobs: Lavori
+          progress: Progresso
+          status: Stato
+        title: Lotti
+      show:
+        back: Torna ai lotti
+        batch_id: ID lotto
+        completed: Completati
+        created_at: Creato il
+        details: Dettagli
+        discarded: Scartati
+        finished_at: Terminato il
+        not_found: Lotto non trovato
+        on_discard: Allo scarto
+        on_finish: Al termine
+        on_success: Al successo
+        progress: Progresso
+        properties: Proprietà
+        remaining: Rimanenti
+        title: Lotto
+        total_jobs: Lavori totali
     dashboard:
       processes_table:
         empty: Nessun processo in esecuzione
@@ -189,6 +218,10 @@ it:
         not_found: Evento non trovato
         title: Evento %{event_id}
     helpers:
+      batch_status:
+        finished: Terminato
+        pending: In sospeso
+        processing: In elaborazione
       bulk_select_all: Seleziona tutto
       bulk_select_row: Seleziona %{id}
       bulk_selected: selezionato
@@ -346,6 +379,7 @@ it:
     layout:
       brand: Pgbus
       nav:
+        batches: Lotti
         dashboard: Cruscotto
         dlq: DLQ
         events: Eventi

data/config/locales/ja.yml

@@ -1,6 +1,35 @@
 ---
 ja:
   pgbus:
+    batches:
+      index:
+        description: 進捗追跡とコールバック付きのジョブバッチ
+        empty: バッチが見つかりません
+        headers:
+          batch_id: バッチID
+          created: 作成日
+          description: 説明
+          jobs: ジョブ
+          progress: 進捗
+          status: ステータス
+        title: バッチ
+      show:
+        back: バッチに戻る
+        batch_id: バッチID
+        completed: 完了
+        created_at: 作成日時
+        details: 詳細
+        discarded: 破棄済み
+        finished_at: 完了日時
+        not_found: バッチが見つかりません
+        on_discard: 破棄時
+        on_finish: 完了時
+        on_success: 成功時
+        progress: 進捗
+        properties: プロパティ
+        remaining: 残り
+        title: バッチ
+        total_jobs: 合計ジョブ数
     dashboard:
       processes_table:
         empty: 実行中のプロセスはありません
@@ -189,6 +218,10 @@ ja:
         not_found: イベントが見つかりません
         title: イベント %{event_id}
     helpers:
+      batch_status:
+        finished: 完了
+        pending: 保留中
+        processing: 処理中
       bulk_select_all: すべて選択
       bulk_select_row: "%{id}を選択"
       bulk_selected: 選択済み
@@ -346,6 +379,7 @@ ja:
     layout:
       brand: Pgbus
       nav:
+        batches: バッチ
         dashboard: ダッシュボード
         dlq: DLQ
         events: イベント

data/config/locales/nb.yml

@@ -1,6 +1,35 @@
 ---
 nb:
   pgbus:
+    batches:
+      index:
+        description: Jobbgrupper med fremdriftssporing og tilbakekall
+        empty: Ingen grupper funnet
+        headers:
+          batch_id: Gruppe-ID
+          created: Opprettet
+          description: Beskrivelse
+          jobs: Jobber
+          progress: Fremdrift
+          status: Status
+        title: Grupper
+      show:
+        back: Tilbake til grupper
+        batch_id: Gruppe-ID
+        completed: Fullført
+        created_at: Opprettet den
+        details: Detaljer
+        discarded: Forkastet
+        finished_at: Avsluttet den
+        not_found: Gruppe ikke funnet
+        on_discard: Ved forkastning
+        on_finish: Ved avslutning
+        on_success: Ved suksess
+        progress: Fremdrift
+        properties: Egenskaper
+        remaining: Gjenstående
+        title: Gruppe
+        total_jobs: Totalt antall jobber
     dashboard:
       processes_table:
         empty: Ingen prosesser kjører
@@ -189,6 +218,10 @@ nb:
         not_found: Hendelse ikke funnet
         title: Hendelse %{event_id}
     helpers:
+      batch_status:
+        finished: Fullført
+        pending: Avventer
+        processing: Behandler
       bulk_select_all: Velg alle
       bulk_select_row: Velg %{id}
       bulk_selected: valgt
@@ -346,6 +379,7 @@ nb:
     layout:
       brand: Pgbus
       nav:
+        batches: Grupper
         dashboard: Dashbord
         dlq: DLQ
         events: Hendelser

data/config/locales/nl.yml

@@ -1,6 +1,35 @@
 ---
 nl:
   pgbus:
+    batches:
+      index:
+        description: Taakgroepen met voortgangsregistratie en callbacks
+        empty: Geen groepen gevonden
+        headers:
+          batch_id: Groep-ID
+          created: Aangemaakt
+          description: Beschrijving
+          jobs: Taken
+          progress: Voortgang
+          status: Status
+        title: Groepen
+      show:
+        back: Terug naar groepen
+        batch_id: Groep-ID
+        completed: Voltooid
+        created_at: Aangemaakt op
+        details: Details
+        discarded: Verworpen
+        finished_at: Voltooid op
+        not_found: Groep niet gevonden
+        on_discard: Bij verwerping
+        on_finish: Bij voltooiing
+        on_success: Bij succes
+        progress: Voortgang
+        properties: Eigenschappen
+        remaining: Resterend
+        title: Groep
+        total_jobs: Totaal taken
     dashboard:
       processes_table:
         empty: Geen processen actief
@@ -189,6 +218,10 @@ nl:
         not_found: Gebeurtenis niet gevonden
         title: Gebeurtenis %{event_id}
     helpers:
+      batch_status:
+        finished: Voltooid
+        pending: In afwachting
+        processing: Bezig
       bulk_select_all: Alles selecteren
       bulk_select_row: Selecteer %{id}
       bulk_selected: geselecteerd
@@ -346,6 +379,7 @@ nl:
     layout:
       brand: Pgbus
       nav:
+        batches: Groepen
         dashboard: Dashboard
         dlq: DLQ
         events: Evenementen

data/config/locales/pt.yml

@@ -1,6 +1,35 @@
 ---
 pt:
   pgbus:
+    batches:
+      index:
+        description: Lotes de trabalhos com acompanhamento de progresso e callbacks
+        empty: Nenhum lote encontrado
+        headers:
+          batch_id: ID do lote
+          created: Criado
+          description: Descrição
+          jobs: Trabalhos
+          progress: Progresso
+          status: Status
+        title: Lotes
+      show:
+        back: Voltar para lotes
+        batch_id: ID do lote
+        completed: Concluídos
+        created_at: Criado em
+        details: Detalhes
+        discarded: Descartados
+        finished_at: Finalizado em
+        not_found: Lote não encontrado
+        on_discard: Ao descartar
+        on_finish: Ao finalizar
+        on_success: Ao ter sucesso
+        progress: Progresso
+        properties: Propriedades
+        remaining: Restantes
+        title: Lote
+        total_jobs: Total de trabalhos
     dashboard:
       processes_table:
         empty: Nenhum processo em execução
@@ -189,6 +218,10 @@ pt:
         not_found: Evento não encontrado
         title: Evento %{event_id}
     helpers:
+      batch_status:
+        finished: Finalizado
+        pending: Pendente
+        processing: Processando
       bulk_select_all: Selecionar todos
       bulk_select_row: Selecionar %{id}
       bulk_selected: selecionado
@@ -346,6 +379,7 @@ pt:
     layout:
       brand: Pgbus
       nav:
+        batches: Lotes
         dashboard: Painel
         dlq: DLQ
         events: Eventos

data/config/locales/sv.yml

@@ -1,6 +1,35 @@
 ---
 sv:
   pgbus:
+    batches:
+      index:
+        description: Jobbgrupper med framstegsspårning och callbacks
+        empty: Inga grupper hittades
+        headers:
+          batch_id: Grupp-ID
+          created: Skapad
+          description: Beskrivning
+          jobs: Jobb
+          progress: Framsteg
+          status: Status
+        title: Grupper
+      show:
+        back: Tillbaka till grupper
+        batch_id: Grupp-ID
+        completed: Slutförda
+        created_at: Skapad den
+        details: Detaljer
+        discarded: Kasserade
+        finished_at: Avslutad den
+        not_found: Grupp hittades inte
+        on_discard: Vid kassering
+        on_finish: Vid avslut
+        on_success: Vid framgång
+        progress: Framsteg
+        properties: Egenskaper
+        remaining: Återstående
+        title: Grupp
+        total_jobs: Totalt antal jobb
     dashboard:
       processes_table:
         empty: Inga processer körs
@@ -189,6 +218,10 @@ sv:
         not_found: Händelse hittades inte
         title: Händelse %{event_id}
     helpers:
+      batch_status:
+        finished: Slutförd
+        pending: Väntande
+        processing: Bearbetas
       bulk_select_all: Markera alla
       bulk_select_row: Markera %{id}
       bulk_selected: valda
@@ -346,6 +379,7 @@ sv:
     layout:
       brand: Pgbus
       nav:
+        batches: Grupper
         dashboard: Instrumentpanel
         dlq: DLQ
         events: Händelser

data/config/routes.rb

@@ -45,6 +45,7 @@ Pgbus::Engine.routes.draw do
     end
   end
 
+  resources :batches, only: %i[index show]
   resources :processes, only: [:index]
 
   resources :events, only: %i[index show] do

data/lib/pgbus/client.rb

@@ -351,6 +351,87 @@ module Pgbus
       total
     end
 
+    # --- Grouped reads (PGMQ v1.11.0+) ---
+
+    def read_grouped(queue_name, qty:, vt: nil)
+      full_name = config.queue_name(queue_name)
+      Instrumentation.instrument("pgbus.client.read_grouped", queue: full_name, qty: qty) do
+        with_stale_connection_retry do
+          synchronized { @pgmq.read_grouped(full_name, vt: vt || config.visibility_timeout, qty: qty) }
+        end
+      end
+    end
+
+    def read_grouped_rr(queue_name, qty:, vt: nil)
+      full_name = config.queue_name(queue_name)
+      Instrumentation.instrument("pgbus.client.read_grouped_rr", queue: full_name, qty: qty) do
+        with_stale_connection_retry do
+          synchronized { @pgmq.read_grouped_rr(full_name, vt: vt || config.visibility_timeout, qty: qty) }
+        end
+      end
+    end
+
+    def read_grouped_head(queue_name, qty:, vt: nil)
+      full_name = config.queue_name(queue_name)
+      with_stale_connection_retry do
+        synchronized { @pgmq.read_grouped_head(full_name, vt: vt || config.visibility_timeout, qty: qty) }
+      end
+    end
+
+    # --- FIFO index management (PGMQ v1.11.0+) ---
+
+    def create_fifo_index(queue_name)
+      full_name = config.queue_name(queue_name)
+      with_stale_connection_retry do
+        synchronized { @pgmq.create_fifo_index(full_name) }
+      end
+    end
+
+    def create_fifo_indexes_all
+      with_stale_connection_retry do
+        synchronized { @pgmq.create_fifo_indexes_all }
+      end
+    end
+
+    # --- LISTEN/NOTIFY management (PGMQ v1.11.0+) ---
+
+    def wait_for_notify(queue_name, timeout: nil, &block)
+      full_name = config.queue_name(queue_name)
+      with_stale_connection_retry do
+        synchronized { @pgmq.wait_for_notify(full_name, timeout: timeout, &block) }
+      end
+    end
+
+    def update_notify_insert(queue_name, throttle_interval_ms:)
+      full_name = config.queue_name(queue_name)
+      with_stale_connection_retry do
+        synchronized { @pgmq.update_notify_insert(full_name, throttle_interval_ms: throttle_interval_ms) }
+      end
+    end
+
+    def list_notify_insert_throttles
+      with_stale_connection_retry do
+        synchronized { @pgmq.list_notify_insert_throttles }
+      end
+    end
+
+    # --- Archive partitioning (requires pg_partman extension) ---
+
+    def convert_archive_partitioned(queue_name, partition_interval: "10000", retention_interval: "100000",
+                                    leading_partition: 10)
+      full_name = config.queue_name(queue_name)
+      with_stale_connection_retry do
+        synchronized do
+          @pgmq.convert_archive_partitioned(
+            full_name,
+            partition_interval: partition_interval,
+            retention_interval: retention_interval,
+            leading_partition: leading_partition
+          )
+        end
+      end
+    end
+
     # Topic routing
     def bind_topic(pattern, queue_name)
       full_name = config.queue_name(queue_name)
@@ -503,6 +584,7 @@ module Pgbus
           @pgmq.create(full_name)
           tune_autovacuum(full_name)
           enable_notify_if_needed(full_name, NOTIFY_THROTTLE_MS)
+          create_fifo_index_if_needed(full_name)
         end
         true
       end
@@ -515,6 +597,12 @@ module Pgbus
       @pgmq.enable_notify_insert(full_name, throttle_interval_ms: throttle_ms)
     end
 
+    def create_fifo_index_if_needed(full_name)
+      return unless config.group_mode
+
+      @pgmq.create_fifo_index(full_name)
+    end
+
     # Check whether the NOTIFY trigger already exists on this queue with the
     # expected throttle interval. When it does, we can skip the destructive
     # DROP TRIGGER + CREATE TRIGGER cycle that causes deadlocks when multiple
@@ -544,11 +632,21 @@ module Pgbus
       false
     end
 
+    # Apply PGMQ-tuned autovacuum + storage parameters to a queue's tables.
+    #
+    # Delegates to pgmq-ruby's tune_autovacuum (v0.7+), which sets the same
+    # queue/archive parameters pgbus used to apply by hand — vacuum scale
+    # factor 0.01/0.05, cost_delay 2/5, analyze scale factor 0.05, and
+    # fillfactor 70 on the queue table — plus a vacuum_threshold floor of 50.
+    # It quotes/lowercases the table name and runs both ALTER TABLEs in one
+    # pooled checkout. Tuning is best-effort: a failure here never blocks a
+    # queue from being usable, so we log and move on.
+    #
+    # Pgbus::AutovacuumTuning is still the source for the migration generators
+    # (sql_for_all_queues, sql_for_high_churn_tables) which tune pgbus-owned
+    # metadata tables the gem doesn't know about.
     def tune_autovacuum(queue_name)
-      with_raw_connection do |conn|
-        conn.exec(AutovacuumTuning.sql_for_queue(queue_name))
-        conn.exec(TableMaintenance.fillfactor_sql_for_queue(queue_name))
-      end
+      @pgmq.tune_autovacuum(queue_name)
     rescue StandardError => e
       Pgbus.logger.debug { "[Pgbus::Client] Autovacuum tuning failed for #{queue_name}: #{e.message}" }
     end