bitfab 0.61.2 → 0.62.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c3ee5133d6797e0d931936274c5d05bea38532e5879f8a55567a5417cabdd04d
-  data.tar.gz: 57666b69b7277a81a3715a3f386d8660d47d6568ef027adc7a4a10fafc02f6c2
+  metadata.gz: cc1948acb817b6dd96f4640660c592d8e9445992793a74ab5f42d7ae4e83d4aa
+  data.tar.gz: cfe56ae2c624d01c9bef3cbc583e83cf841cf4c50c99087e9138f9dbb00b0049
 SHA512:
-  metadata.gz: 8a7d3b6f1f05402242f92004139803d1246be8407c3e71a8246331e8cb2d49ed811f0e54005843549490ae385e2bec32be681392241c2a866d13d502339e2e51
-  data.tar.gz: 3e2a653d2de7a0d4e64424f3a40ada97e5922968e7862701241efb41a2e3a679e715feb1899ac0e7ace5144bbb4161269b52f2bf5f66e53eef0e9d854397bcf0
+  metadata.gz: eb3efe0fa5f4cf0b5487345630ff9f2ce31ae5ed9e0a9a33d5648f91e63b23af959e54fa8d4a7dbd20c757e2eeea2de07704df34b14626c006df447d7bb4c3b9
+  data.tar.gz: 261f27ee2d6e223aa74b94c8ed9664b9bc179e4399128ce8258f1158def61b29433d792735860095c87a0c01e76b6959a915d7110d84386ff63214f49563eb07

data/lib/bitfab/replay.rb

@@ -465,8 +465,6 @@ module Bitfab
       # run's tokens (span-aggregated server-side), used below to fill each
       # item's :tokens.
       replay_tokens = complete_response&.dig("tokens") || {}
-      replay_outlines = complete_response&.dig("traceOutlines") || {}
-      original_outlines = complete_response&.dig("originalTraceOutlines") || {}
 
       # trace_id_map maps each item's client-side correlation id (:_sdk_trace_id,
       # which tagged that item's spans during the run) to the server's trace row
@@ -490,11 +488,7 @@ module Bitfab
             completed_count += 1
             missing << local_id if mapped.nil?
           end
-          if mapped
-            item[:tokens] = normalize_tokens(replay_tokens[mapped])
-            item[:trace_outline] = replay_outlines[mapped]
-          end
-          item[:original_trace_outline] = original_outlines[item[:original_trace_id]] if item[:original_trace_id]
+          item[:tokens] = normalize_tokens(replay_tokens[mapped]) if mapped
         end
         # ALL completed items missing: systemic (the replayed method is not
         # traced, or uploads are wholesale broken). Raise; the run's traces
@@ -887,9 +881,7 @@ module Bitfab
                 tokens: result[:tokens],
                 model: result[:model],
                 db_snapshot_ref: result[:db_snapshot_ref],
-                db_branch_timings: result[:db_branch_timings],
-                trace_outline: result[:trace_outline],
-                original_trace_outline: result[:original_trace_outline]
+                db_branch_timings: result[:db_branch_timings]
               }
             })
           rescue => e
@@ -1091,9 +1083,7 @@ module Bitfab
         source_trace_id: original_trace_id,
         source_span_id: original_span_id,
         db_snapshot_ref:,
-        db_branch_timings:,
-        trace_outline: nil,
-        original_trace_outline: nil
+        db_branch_timings:
       }
     ensure
       release_db_branch_lease(http_client, lease) if lease
@@ -1403,9 +1393,7 @@ module Bitfab
         source_trace_id: source_bitfab_trace_id,
         source_span_id: input_source_span_id,
         db_snapshot_ref:,
-        db_branch_timings:,
-        trace_outline: nil,
-        original_trace_outline: nil
+        db_branch_timings:
       }
     end
   end

data/lib/bitfab/replay_registry.rb

@@ -186,7 +186,7 @@ module Bitfab
         options[:limit] = bound || 10
       end
 
-      %i[name notes max_concurrency experiment_group_id dataset_ids grader_ids mock attempts only_with_assertions dry_run].each do |key|
+      %i[name notes max_concurrency experiment_group_id dataset_ids grader_ids mock attempts only_with_assertions judge_assertions dry_run].each do |key|
         options[key] = args[key] unless args[key].nil?
       end
 
@@ -303,6 +303,8 @@ module Bitfab
         options.on("--grader-ids IDS") { |value| args[:grader_ids] = comma_separated("--grader-ids", value) }
         options.on("--attempts N", Integer) { |value| args[:attempts] = positive_integer("--attempts", value) }
         options.on("--only-with-assertions") { args[:only_with_assertions] = true }
+        options.on("--judge-assertions",
+          "Judge each replay's approved assertions as it finishes (costs model calls)") { args[:judge_assertions] = true }
         options.on("--dry-run") { args[:dry_run] = true }
         options.on("--primitive TYPE", %w[async process]) { |value| args[:primitive] = value }
         options.on("--[no-]memory-throttle") { |value| args[:memory_throttle] = value }

data/lib/bitfab/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bitfab
-  VERSION = "0.61.2"
+  VERSION = "0.62.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bitfab
 version: !ruby/object:Gem::Version
-  version: 0.61.2
+  version: 0.62.1
 platform: ruby
 authors:
 - Harvest Team