bitfab 0.51.3 → 0.51.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 571e505294f7f5abe3b1d4c8521c4427cf30c105e03eb87509e70dd929559f43
-  data.tar.gz: 2a39fa504e22027f19a845efb156fb6a7c38d4a1187b7df64dad1623b5cccb4b
+  metadata.gz: 6bf8a9d45207caf1c5a6ef62a0e9ad6af43e5ccd904a25c8b8cd1fefd73795b9
+  data.tar.gz: 684d7a18b4dc4cde5df27bce58e9be1a7ed3dbd8a644638148d81746cd9e7683
 SHA512:
-  metadata.gz: e4146889a3a1f02b3bca7a104810067d59ec1e138cd099dc4822d241bcf34a6cb1514535d0bb902628e18a990bb31b5b1c79074cb946bdae7416bad3121a877c
-  data.tar.gz: ab9ab7427fb6065d4a6c1748b780a60d12b70302971b474927741653da400f60deb8a739addb5eb60ef79e7e9c791922538c86cbe53f163a1eb69c4dd175b87b
+  metadata.gz: f3ffe75284ce984a57b524746a640ad8b51a10b32d4835d35a1d692415a23cfd09a7730105825713919c519e5dc256b444ba329c4bd0783f24a07e933315cb87
+  data.tar.gz: c9da6e278539c0fe49d5192d05624ce0e1ba0f36ce0e9e8bf23511fd336bc39a3b58427d1196fee0418a7569f2920aefa5c9f456c57d246d1d01ebabb0306b21

data/lib/bitfab/datasets.rb

@@ -25,10 +25,19 @@ module Bitfab
     end
 
     # List datasets, scoped to one trace function when given and
-    # organization-wide otherwise.
+    # organization-wide otherwise. Fetches all pages automatically.
     def list(trace_function_key: nil)
-      query = trace_function_key.nil? ? "" : "?#{URI.encode_www_form("traceFunctionKey" => trace_function_key)}"
-      @http_client.get("/api/sdk/datasets#{query}")["datasets"]
+      query = {"limit" => "100"}
+      query["traceFunctionKey"] = trace_function_key unless trace_function_key.nil?
+      datasets = []
+      loop do
+        result = @http_client.get("/api/sdk/datasets?#{URI.encode_www_form(query)}")
+        datasets.concat(result["datasets"])
+        cursor = result["nextCursor"]
+        return datasets if cursor.nil?
+
+        query["cursor"] = cursor
+      end
     end
 
     # Fetch one dataset by id. A dataset outside this organization raises
@@ -38,9 +47,18 @@ module Bitfab
     end
 
     # The ids of every trace in the dataset, the same membership a replay with
-    # dataset_id: selects.
+    # dataset_id: selects. Fetches all pages automatically.
     def list_traces(dataset_id)
-      @http_client.get(dataset_path(dataset_id, "/traces"))
+      trace_ids = []
+      query = {"limit" => "100"}
+      loop do
+        page = @http_client.get("#{dataset_path(dataset_id, "/traces")}?#{URI.encode_www_form(query)}")
+        trace_ids.concat(page["traceIds"])
+        cursor = page["nextCursor"]
+        return {"datasetId" => page["datasetId"], "traceIds" => trace_ids} if cursor.nil?
+
+        query["cursor"] = cursor
+      end
     end
 
     # Add traces to the dataset (1 to 100 ids per call). Traces outside the

data/lib/bitfab/git_command.rb

@@ -8,8 +8,9 @@ module Bitfab
 
     module_function
 
-    def run(cwd, args, timeout:)
-      Open3.popen3("git", *args, chdir: cwd, **spawn_options) do |stdin, stdout, stderr, wait_thread|
+    def run(cwd, args, timeout:, env: nil)
+      command = env ? [env, "git", *args] : ["git", *args]
+      Open3.popen3(*command, chdir: cwd, **spawn_options) do |stdin, stdout, stderr, wait_thread|
         stdin.close
         out = +""
         reader = Thread.new { out = read_all(stdout) }

data/lib/bitfab/git_state.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require "tmpdir"
+require_relative "git_command"
+
+module Bitfab
+  module GitState
+    DISABLE_ENV = "BITFAB_DISABLE_GIT_STATE"
+    GIT_TIMEOUT_SECONDS = 30
+    SHA_PATTERN = /\A[0-9a-f]{40}\z/
+
+    module_function
+
+    def git(cwd, *args, env: nil)
+      GitCommand.run(cwd, args, timeout: GIT_TIMEOUT_SECONDS, env: env)&.strip
+    end
+
+    def text(value)
+      trimmed = value&.strip
+      (trimmed.nil? || trimmed.empty?) ? nil : trimmed
+    end
+
+    def sha(value)
+      trimmed = text(value)
+      (trimmed && SHA_PATTERN.match?(trimmed)) ? trimmed : nil
+    end
+
+    def empty?(state)
+      state.values.all?(&:nil?)
+    end
+
+    def resolve_working_tree_sha(root)
+      Dir.mktmpdir("bitfab-git-") do |dir|
+        env = {"GIT_INDEX_FILE" => File.join(dir, "index")}
+        return nil if git(root, "read-tree", "HEAD", env: env).nil?
+        return nil if git(root, "add", "-A", "--", root, env: env).nil?
+
+        sha(git(root, "write-tree", env: env))
+      end
+    rescue
+      nil
+    end
+
+    def resolve(cwd)
+      refs = git(cwd, "rev-parse", "--show-toplevel", "HEAD", "HEAD^{tree}")
+      lines = refs.to_s.split("\n")
+      root = text(lines[0])
+      return nil if root.nil?
+
+      state = {
+        "githubEmail" => text(git(cwd, "config", "user.email")),
+        "branch" => text(git(cwd, "symbolic-ref", "--short", "-q", "HEAD")),
+        "commitSha" => sha(lines[1]),
+        "baseSha" => sha(lines[2]),
+        "experimentSha" => resolve_working_tree_sha(root)
+      }
+      empty?(state) ? nil : state
+    end
+
+    def resolved
+      return nil unless ENV[DISABLE_ENV].to_s.empty?
+
+      safe_resolve
+    end
+
+    def safe_resolve
+      resolve(Dir.pwd)
+    rescue
+      nil
+    end
+  end
+end

data/lib/bitfab/http_client.rb

@@ -4,6 +4,7 @@ require "net/http"
 require "json"
 require "uri"
 
+require_relative "git_state"
 require_relative "compress"
 require_relative "constants"
 require_relative "serialize"
@@ -207,6 +208,8 @@ module Bitfab
       end
       payload["graderIds"] = grader_ids unless grader_ids.nil?
       payload["dbBranchSettings"] = db_branch_settings unless db_branch_settings.nil?
+      git_state = GitState.resolved
+      payload["git"] = git_state if git_state
 
       # When DB branching is on, the server resolves a Neon preview branch per
       # item (snapshot + restore + poll), which can run several seconds each,

data/lib/bitfab/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bitfab
-  VERSION = "0.51.3"
+  VERSION = "0.51.5"
 end

data/lib/bitfab.rb

@@ -10,6 +10,7 @@ require_relative "bitfab/serialize"
 require_relative "bitfab/db_snapshot"
 require_relative "bitfab/git_command"
 require_relative "bitfab/commit_ref"
+require_relative "bitfab/git_state"
 require_relative "bitfab/span_context"
 require_relative "bitfab/http_client"
 require_relative "bitfab/datasets"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bitfab
 version: !ruby/object:Gem::Version
-  version: 0.51.3
+  version: 0.51.5
 platform: ruby
 authors:
 - Harvest Team
@@ -146,6 +146,7 @@ files:
 - lib/bitfab/datasets.rb
 - lib/bitfab/db_snapshot.rb
 - lib/bitfab/git_command.rb
+- lib/bitfab/git_state.rb
 - lib/bitfab/http_client.rb
 - lib/bitfab/mock_override.rb
 - lib/bitfab/otel.rb