bitfab 0.62.0 → 0.62.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a04ce4c6087bca4125aeb03947b00facce1f8b1f8da0ab35973c110ef1f40ae
-  data.tar.gz: c66fec4e4390bbdfa35f1a12a010bc070400309b874c2531f48930729754712f
+  metadata.gz: e9c9645b803f604245b2f2f2bbd14117590321d81234a8f423c1cd28a3e44a87
+  data.tar.gz: a2171ba8262decea1b34c57bcb67cb4d678aab2b10fa42f9f3ba7ca889c2a5b0
 SHA512:
-  metadata.gz: 5c0d3bf2b9f187c8e0ec6e9ce99cf28b81cf992377e4621e9636d77cd79a027a15f857e3572ba0bf8ebf5a4912cbd4fd8da8cd652ab1d2ad5f77e43073ba8c6e
-  data.tar.gz: 64eef7e076828f8ab95c4b53f0f2c95061b142819d8e705ac59417a6b2df95da6ed6f4e5100627881e8de8582f769a6cf557e99b9a3ad3185eeb2e1e9f247ece
+  metadata.gz: de9ac521536899df9364387a8ad984328b952463bf79a440156156d8478aaf58331d9b4feec5f08b56f9bda8518eb6833a654301a3b9d9600dfd7fd6d20ffb49
+  data.tar.gz: 928e7013f798a18e730225d97e13ea2a6752d5e76c0a880b5df860fdfa7b016d8f44382026b926b0759c656c10b634d28abba5c4d8bc448aa3f3b85a26d539a4

data/lib/bitfab/graders.rb

@@ -4,6 +4,8 @@ require "uri"
 
 module Bitfab
   class Graders
+    GRADER_LABELS_PATH = "/api/sdk/graderLabels"
+
     def initialize(http_client)
       @http_client = http_client
     end
@@ -17,7 +19,19 @@ module Bitfab
       params["traceIds"] = trace_ids.join(",") unless trace_ids.nil? || trace_ids.empty?
       params["graderId"] = grader_id unless grader_id.nil?
       params["limit"] = limit unless limit.nil?
-      @http_client.get("/api/sdk/graderLabels?#{URI.encode_www_form(params)}")["labels"]
+      @http_client.get("#{GRADER_LABELS_PATH}?#{URI.encode_www_form(params)}")["labels"]
+    end
+
+    def save_label(grader_id:, trace_id:, label:, reason: nil, failure_diagnostic: nil, confidence: nil)
+      update = {"graderId" => grader_id, "traceId" => trace_id, "label" => label}
+      update["reason"] = reason unless reason.nil?
+      update["failureDiagnostic"] = failure_diagnostic unless failure_diagnostic.nil?
+      update["confidence"] = confidence unless confidence.nil?
+      save_label_all([update]).first
+    end
+
+    def save_label_all(labels)
+      @http_client.request(GRADER_LABELS_PATH, {"labels" => labels})["labels"]
     end
   end
 end

data/lib/bitfab/replay_registry.rb

@@ -186,7 +186,7 @@ module Bitfab
         options[:limit] = bound || 10
       end
 
-      %i[name notes max_concurrency experiment_group_id dataset_ids grader_ids mock attempts only_with_assertions dry_run].each do |key|
+      %i[name notes max_concurrency experiment_group_id dataset_ids grader_ids mock attempts only_with_assertions judge_assertions dry_run].each do |key|
         options[key] = args[key] unless args[key].nil?
       end
 
@@ -303,6 +303,8 @@ module Bitfab
         options.on("--grader-ids IDS") { |value| args[:grader_ids] = comma_separated("--grader-ids", value) }
         options.on("--attempts N", Integer) { |value| args[:attempts] = positive_integer("--attempts", value) }
         options.on("--only-with-assertions") { args[:only_with_assertions] = true }
+        options.on("--judge-assertions",
+          "Judge each replay's approved assertions as it finishes (costs model calls)") { args[:judge_assertions] = true }
         options.on("--dry-run") { args[:dry_run] = true }
         options.on("--primitive TYPE", %w[async process]) { |value| args[:primitive] = value }
         options.on("--[no-]memory-throttle") { |value| args[:memory_throttle] = value }

data/lib/bitfab/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bitfab
-  VERSION = "0.62.0"
+  VERSION = "0.62.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bitfab
 version: !ruby/object:Gem::Version
-  version: 0.62.0
+  version: 0.62.2
 platform: ruby
 authors:
 - Harvest Team