gitlab-exporter 16.7.0 → 16.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 050c12ce9d7b70227e38e416538371674bccb14e2e5f5f1fc256f290ba462d17
-  data.tar.gz: ea71b320b31953a3926ae1d9f7674cba9081a836aa3e2435a699e65c3a6b5822
+  metadata.gz: 8b320ac3c29627e5bca0700ab6007fb3681a286679032bccae4595af29e764fc
+  data.tar.gz: ab52c7b430a87959228fdb4483c2bf3a26f9838c983a5292dd27bb6b72123a8d
 SHA512:
-  metadata.gz: 671f76c854145721fdc0597d4c2ab5b889570568de67c2f96670c4fc9cbb9e03cd6f315aee8c6375d3e2b13ecac11778007292e7f622081f63f3b5bf2a608bb1
-  data.tar.gz: f4072dec64099fbf6d0a7852b07bb7711db2d887471d570cffa25dfbeaa13736d409f1c06beadb61dfae897479983c0a33f862fc7f2fdc64bb1cb94a389d0b46
+  metadata.gz: dbd696eb2e666142c275e46aff04eb9beda6739863fe505249f0074d1d8d1145fe6b41573e0f3521feee2bcde7dd2ad33e8fc76b1abc3f75e34e23d95d94258f
+  data.tar.gz: 2d426ce702f2d360b5aa8cc5ae51f4924295e717615c6da3adbd9ef1e46c241ed40e151082918fa7c963c7367c857730e1fafb41ffc328bc6b3d14879615abcf

data/Gemfile.lock

@@ -1,12 +1,12 @@
 PATH
   remote: .
   specs:
-    gitlab-exporter (16.7.0)
+    gitlab-exporter (16.8.0)
       connection_pool (= 2.5.5)
       deep_merge (~> 1.2.2)
       faraday (= 2.14.1)
       pg (= 1.6.3)
-      puma (= 7.2.0)
+      puma (= 8.0.1)
       quantile (= 0.2.1)
       redis (= 4.8.1)
       redis-namespace (= 1.11.0)
@@ -40,7 +40,7 @@ GEM
       racc
     pg (1.6.3)
     prism (1.9.0)
-    puma (7.2.0)
+    puma (8.0.1)
       nio4r (~> 2.0)
     quantile (0.2.1)
     racc (1.8.1)

data/gitlab-exporter.gemspec

@@ -26,7 +26,7 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency "deep_merge", "~> 1.2.2"
   s.add_runtime_dependency "faraday", "2.14.1"
   s.add_runtime_dependency "pg", "1.6.3"
-  s.add_runtime_dependency "puma", "7.2.0"
+  s.add_runtime_dependency "puma", "8.0.1"
   s.add_runtime_dependency "quantile", "0.2.1"
   s.add_runtime_dependency "redis", "4.8.1"
   s.add_runtime_dependency "redis-namespace", "1.11.0"

data/lib/gitlab_exporter/database/zoekt.rb

@@ -62,13 +62,26 @@ module GitLab
           LIMIT 1
         SQL
 
+        # unclaimed_storage_bytes and storage_percent_used are not real columns on
+        # zoekt_nodes; they are derived in Search::Zoekt::Node. We compute them in SQL
+        # here to avoid loading every row through ActiveRecord.
         ZOEKT_NODE_STORAGE_QUERY = <<~SQL.freeze
           SELECT
-            id,
-            metadata ->> 'name' AS node_name,
-            unclaimed_storage_bytes,
-            storage_percent_used
-          FROM zoekt_nodes
+            zn.id,
+            zn.metadata ->> 'name' AS node_name,
+            (zn.usable_storage_bytes - COALESCE(zi.reserved_total, 0))::bigint
+              AS unclaimed_storage_bytes,
+            CASE
+              WHEN zn.total_bytes > 0
+                THEN zn.used_bytes::float8 / zn.total_bytes::float8
+              ELSE 0
+            END AS storage_percent_used
+          FROM zoekt_nodes zn
+          LEFT JOIN (
+            SELECT zoekt_node_id, SUM(reserved_storage_bytes) AS reserved_total
+            FROM zoekt_indices
+            GROUP BY zoekt_node_id
+          ) zi ON zi.zoekt_node_id = zn.id
         SQL
 
         ZOEKT_REPOSITORIES_STATE_QUERY = <<~SQL.freeze
@@ -163,7 +176,8 @@ module GitLab
           with_connection_pool do |conn|
             conn.exec_params(query, params)
           end
-        rescue PG::UndefinedTable, PG::UndefinedColumn
+        rescue PG::UndefinedTable, PG::UndefinedColumn => e
+          @logger&.warn("ZoektCollector query failed: #{e.class}: #{e.message.lines.first&.strip}")
           nil
         end
       end

data/lib/gitlab_exporter/version.rb

@@ -1,5 +1,5 @@
 module GitLab
   module Exporter
-    VERSION = "16.7.0".freeze
+    VERSION = "16.8.0".freeze
   end
 end

data/spec/database/zoekt_spec.rb

@@ -174,6 +174,33 @@ describe GitLab::Exporter::Database::ZoektCollector do
     end
   end
 
+  describe "ZOEKT_NODE_STORAGE_QUERY" do
+    subject(:query) { described_class::ZOEKT_NODE_STORAGE_QUERY }
+
+    it "selects the unclaimed_storage_bytes and storage_percent_used aliases" do
+      expect(query).to match(/AS unclaimed_storage_bytes/)
+      expect(query).to match(/AS storage_percent_used/)
+    end
+
+    it "computes unclaimed_storage_bytes from real columns rather than referencing a non-existent column" do
+      # zoekt_nodes does not have an unclaimed_storage_bytes column; it must be derived
+      # from usable_storage_bytes minus the SUM of zoekt_indices.reserved_storage_bytes.
+      expect(query).to include("usable_storage_bytes")
+      expect(query).to include("reserved_storage_bytes")
+      expect(query).to include("zoekt_indices")
+      expect(query).not_to match(/^\s*unclaimed_storage_bytes\b/)
+    end
+
+    it "computes storage_percent_used from used_bytes / total_bytes with a guard" do
+      # zoekt_nodes does not have a storage_percent_used column; it must be derived
+      # from used_bytes / total_bytes (with a divide-by-zero guard).
+      expect(query).to include("used_bytes")
+      expect(query).to include("total_bytes")
+      expect(query).to match(/total_bytes\s*>\s*0/)
+      expect(query).not_to match(/^\s*storage_percent_used\b/)
+    end
+  end
+
   describe "#zoekt_indexing_enabled?" do
     it "returns true when zoekt is enabled" do
       expect(connection).to receive(:exec)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-exporter
 version: !ruby/object:Gem::Version
-  version: 16.7.0
+  version: 16.8.0
 platform: ruby
 authors:
 - Pablo Carranza
@@ -72,14 +72,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.2.0
+        version: 8.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 7.2.0
+        version: 8.0.1
 - !ruby/object:Gem::Dependency
   name: quantile
   requirement: !ruby/object:Gem::Requirement