bitfab 0.64.23 → 0.64.25

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ea8473d1108c410cab9e21e334b155b36be99ddf83207260dfa510815bb8dc64
-  data.tar.gz: f6ac0d40b0a6941ab06428882ac5a66a12ed2b0c4f9f83401f315cd2592dc8c3
+  metadata.gz: 6be3e712951d897d0cd849ae85155eb7276e170799228d7d84b190d40f376b3c
+  data.tar.gz: fd8221b81baa82065582036be59042b2b0faff64e09e173b6f754ca4b3c592c5
 SHA512:
-  metadata.gz: f4acbd07a27cfdb78e158193580c937346d56bcc8bf9d3c5489c71be6ac4af55d25813c01e7d359091261634020bd7a6fc852a003e176c0d107191194acfc063
-  data.tar.gz: f0005a0fc2fa952f93b8488881dbb8e7806eae1b1fa86e81dc5656949d48e035374cb9bacec418ce39650af2b0f658d514745007e1ca398b3d353f9a1df1251a
+  metadata.gz: de63a2a365d14b3bc59d6cf3b4e427203f56d2963d760732444cee78bdc03d45e57f4da9b7ffd26fb30ad71f7f0d5d9d7df35fad9873bf5a7d8e59de12ba1f13
+  data.tar.gz: fd21103ff0706e5e3200c35a8cd1fa65b4df2404882f9d6a35c4676d790e9d512bb2dae4aabb0aec4c2ff8820901b74bd0632d953367fc3c029bdcd26495f8fc

data/lib/bitfab/cloudReplay.py

@@ -1896,7 +1896,7 @@ def check_out_snapshot_base(root, commit, branch):
         base = git(root, "rev-parse", "--verify", "-q", f"{commit}^")
     except CommandError:
         print(
-            "This checkout does not include the commit the snapshot was taken on, so the experiment records no code change; set fetch-depth: 2 on the workflow's actions/checkout step, or run bitfab-replay --cloud-update",
+            "This checkout does not include the commit the snapshot was taken on, so the experiment records no code change and the snapshot commit instead of your branch; set fetch-depth: 2 on the workflow's checkout step, or run bitfab-replay --cloud-update",
             flush=True,
         )
         return None
@@ -2900,7 +2900,7 @@ def raise_checkout_depth(lines, start, end):
 def add_checkout_depth(lines):
     for index, line in enumerate(lines):
         match = re.match(
-            r'([ \t]*)(- +)?"?uses"?[ \t]*:[ \t]*"?actions/checkout@',
+            r'([ \t]*)(- +)?"?uses"?[ \t]*:[ \t]*"?[\w.-]+/checkout@',
             without_yaml_comment(line),
         )
         if not match:
@@ -3063,9 +3063,7 @@ def update_workflow(root, path, *, remove_old_key_secrets=False):
             "Checked out the commit each snapshot is taken on, so experiments record the code change"
         )
     elif depth == "by hand":
-        by_hand.append(
-            f"fetch-depth: {CHECKOUT_DEPTH} in the actions/checkout step's with"
-        )
+        by_hand.append(f"fetch-depth: {CHECKOUT_DEPTH} in the checkout step's with")
     if updated:
         target.write_text("\n".join(lines))
     steps = []

data/lib/bitfab/labels.rb

@@ -44,6 +44,17 @@ module Bitfab
       save_all([update], experiment_id:).first
     end
 
+    # Records that the evidence does not show the part of the run this assertion checks, so there was
+    # nothing to judge. Counted as a fail in every pass rate, but stored and read back as an abstention,
+    # apart from a fail. +annotation:+ says what the evidence would have had to show.
+    def abstain(assertion_id:, trace_id: nil, original_trace_id: nil, attempt: nil, experiment_id: nil,
+      test_run_id: nil, annotation: nil)
+      experiment_id = Bitfab.resolve_experiment_id(experiment_id, test_run_id)
+      update = label_target(trace_id:, original_trace_id:, attempt:, assertion_id:).merge("abstain" => true)
+      update["annotation"] = annotation unless annotation.nil?
+      save_all([update], experiment_id:).first
+    end
+
     def archive(trace_id: nil, original_trace_id: nil, attempt: nil, experiment_id: nil, assertion_id: nil, test_run_id: nil)
       experiment_id = Bitfab.resolve_experiment_id(experiment_id, test_run_id)
       update = label_target(trace_id:, original_trace_id:, attempt:, assertion_id:)
@@ -91,7 +102,7 @@ module Bitfab
 
       targets = unscoped.map { |entry| entry_value(entry, "traceId") || entry_value(entry, "originalTraceId") }
       raise ArgumentError, "Agent verdicts must name an assertion: #{targets.join(", ")}. " \
-        "Pass the assertion_id of the assertion each verdict scores to labels.save, save_all, and skip. " \
+        "Pass the assertion_id of the assertion each verdict scores to labels.save, save_all, skip, and abstain. " \
         "Only archive may omit it, to clear an old whole-trace verdict."
     end
 

data/lib/bitfab/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bitfab
-  VERSION = "0.64.23"
+  VERSION = "0.64.25"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bitfab
 version: !ruby/object:Gem::Version
-  version: 0.64.23
+  version: 0.64.25
 platform: ruby
 authors:
 - Harvest Team