tui-td 0.2.21 → 0.2.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fcd0909e5284e4bdd97bd38154ba64108c9c6e95903ca067126b8fb16215ae28
-  data.tar.gz: 9b2bf1430a37e58a72c8f185adbbfb500a70f78a3a80bb66e083dee3e9124aa8
+  metadata.gz: 01ea7851a70d867ca80389e3c824d6fb6b5874c6d24b5f8faf26b5daa23ee50c
+  data.tar.gz: 5a71d54ef5c978d300ee9d912852a98c04c03489270e06241fea2236b7d6c81b
 SHA512:
-  metadata.gz: 4c084254da02d47fe56471eab086e89f35025c875153e0987b8399de324894a270a7488992c64ad78aa888c7886810898b0365b1a288667caef4c17f68096b82
-  data.tar.gz: 97aafa9d1056b7db02f84cb9b378edfb869e0651bfebaeceedfcb0f75d05ad76f97994a2986af80e84d8d8cbf77c9e0641600860247e771bb58b404b4aabd492
+  metadata.gz: bd5f7d8a501a056e40033d1fd97f99c1fa15b3e6c8a352836acd5ab1e899d0d65f98c9c7e0d0b12fb13c1c199ade39b041ff292164094e5bd894593ff0f31afd
+  data.tar.gz: bf225f89e3270971bbbe0968a6bab9b7cb6761a5746d935211f1f6843dca48940917360feb69bed43e3a565d7a2aefe8f6e45b9d1a7ead94855a0f094bc67fdc

data/CHANGELOG.md

@@ -1,6 +1,39 @@
 # CHANGELOG
 
-## 0.2.20
+## 0.2.22
+
+### Added
+
+- **tans-parser 0.1.5 integration**: Confidence scoring for UI element detection
+- `Element#confidence` attribute (0.0–1.0) — higher values indicate more reliable detection
+- `Element#confident?` — returns true when confidence ≥ 0.5 or nil
+- RSpec matchers: `min_confidence:` keyword on `have_button`, `have_dialog`,
+  `have_checkbox`, `have_input`, `have_label`, `have_menu`, `have_tab`,
+  `have_statusbar`, `have_progress_bar`, `have_role`
+- JSON test steps: `min_confidence` field on all `assert_*` role steps
+- MCP `tui_find_elements`: `min_confidence` argument and `[conf=...]` in output
+- Minitest assertions: `min_confidence:` keyword on all selector-based assertions
+- Confidence attribute visible in `Element#to_h`
+
+### Changed
+
+- Reduced false positives from tans-parser 0.1.5 (numeric brackets, short progress bars,
+  digit-colon patterns, URL schemes are now excluded)
+- Dialog detection confidence boosted for titled borders (+0.05)
+- Multi-word labels get higher confidence (0.85 vs 0.8)
+- Tab confidence varies by count (≥3 tabs → 0.85, otherwise 0.7)
+- `TestRunner#check_role` includes confidence scores in result messages
+- Minitest assertions pass through `min_confidence` to element detection
+
+### Testing
+
+- 8 new confidence-specific spec tests (matchers_spec.rb)
+- All 440 RSpec tests pass, all smoke tests pass (91/91 MCP, 11/11 Minitest)
+- SimpleCov coverage tracking with minimum threshold (84.0%)
+
+## 0.2.20 (yanked — incorrect tans-parser dependency)
+
+## 0.2.21
 
 ### Added
 

data/bin/check_tans_parser.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+# Check for new tans-parser versions and integrate if found
+# Called by crontab every 15 minutes
+
+set -e
+
+cd /Users/halukdurmus/Development/tui-td
+
+# Get the latest tans-parser version
+LATEST=$(gem search tans-parser --remote --exact 2>/dev/null | grep -oE '[0-9]+\.[0-9]+\.[0-9]+' | sort -V | tail -1)
+CURRENT=$(grep "tans-parser" Gemfile.lock | head -1 | grep -oE '[0-9]+\.[0-9]+\.[0-9]+')
+
+echo "$(date): Latest tans-parser: $LATEST, Current: $CURRENT"
+
+if [ "$LATEST" != "$CURRENT" ] && [ -n "$LATEST" ]; then
+    echo "$(date): New version $LATEST detected! Triggering integration..."
+    # Write a trigger file for the next claude session to pick up
+    echo "$LATEST" > /tmp/tui_td_tans_parser_update_trigger
+fi
+
+exit 0

data/lib/tui_td/matchers.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# rubocop:disable Metrics/ModuleLength, Metrics/BlockLength, Metrics/ParameterLists, Layout/LineLength
+# rubocop:disable Metrics/ModuleLength, Metrics/ParameterLists, Layout/LineLength, Metrics/BlockLength
 
 require "rspec/expectations"
 
@@ -167,29 +167,58 @@ module TUITD
 
     # Selector-based matchers — work with both State and Driver (auto-wait)
 
-    RSpec::Matchers.define :have_button do |expected|
+    RSpec::Matchers.define :have_button do |expected, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
-          Selector.new(s).button(text: expected)
+          el = Selector.new(s).button(text: expected)
+          if min_confidence && el
+            el.confidence && el.confidence >= min_confidence
+          else
+            el
+          end
         end
       end
 
-      description { "have button #{expected.inspect}" }
-      failure_message { |_actual| "expected terminal to have a button #{expected.inspect}" }
-      failure_message_when_negated { |_actual| "expected terminal NOT to have a button #{expected.inspect}" }
+      description do
+        desc = "have button #{expected.inspect}"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
+      end
+      failure_message do |_actual|
+        desc = "expected terminal to have a button #{expected.inspect}"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
+      end
+      failure_message_when_negated do |_actual|
+        "expected terminal NOT to have a button #{expected.inspect}"
+      end
     end
 
-    RSpec::Matchers.define :have_dialog do
+    RSpec::Matchers.define :have_dialog do |min_confidence: nil|
       match do |actual|
-        Matchers.auto_wait(actual) { |s| Selector.new(s).dialogs.any? }
+        Matchers.auto_wait(actual) do |s|
+          elements = Selector.new(s).dialogs
+          elements = elements.select { |e| e.confidence && e.confidence >= min_confidence } if min_confidence
+          elements.any?
+        end
       end
 
-      description { "have a dialog" }
-      failure_message { |_actual| "expected terminal to have a dialog" }
-      failure_message_when_negated { |_actual| "expected terminal NOT to have a dialog" }
+      description do
+        desc = "have a dialog"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
+      end
+      failure_message do |_actual|
+        desc = "expected terminal to have a dialog"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
+      end
+      failure_message_when_negated do |_actual|
+        "expected terminal NOT to have a dialog"
+      end
     end
 
-    RSpec::Matchers.define :have_checkbox do |expected|
+    RSpec::Matchers.define :have_checkbox do |expected, min_confidence: nil|
       chain(:checked) { @checked = true }
       chain(:unchecked) { @checked = false }
 
@@ -197,7 +226,12 @@ module TUITD
         Matchers.auto_wait(actual) do |s|
           filters = { text: expected }
           filters[:checked] = @checked unless @checked.nil?
-          Selector.new(s).checkbox(**filters)
+          el = Selector.new(s).checkbox(**filters)
+          if min_confidence && el
+            el.confidence && el.confidence >= min_confidence
+          else
+            el
+          end
         end
       end
 
@@ -205,12 +239,14 @@ module TUITD
         desc = "have checkbox #{expected.inspect}"
         desc += " (checked)" if @checked == true
         desc += " (unchecked)" if @checked == false
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
         desc
       end
       failure_message do |_actual|
         desc = "expected terminal to have checkbox #{expected.inspect}"
         desc += " (checked)" if @checked == true
         desc += " (unchecked)" if @checked == false
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
         desc
       end
       failure_message_when_negated do |_actual|
@@ -220,15 +256,16 @@ module TUITD
         desc
       end
     end
-
-    RSpec::Matchers.define :have_role do |role, text: nil, checked: nil, disabled: nil|
+    RSpec::Matchers.define :have_role do |role, text: nil, checked: nil, disabled: nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
           filters = {}
           filters[:text] = text if text
           filters[:checked] = checked unless checked.nil?
           filters[:disabled] = disabled unless disabled.nil?
-          Selector.new(s).get_by_role(role, **filters).any?
+          elements = Selector.new(s).get_by_role(role, **filters)
+          elements = elements.select { |e| e.confidence && e.confidence >= min_confidence } if min_confidence
+          elements.any?
         end
       end
 
@@ -237,6 +274,7 @@ module TUITD
         desc += " with text #{text.inspect}" if text
         desc += " (checked)" if checked == true
         desc += " (disabled)" if disabled == true
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
         desc
       end
       failure_message do |_actual|
@@ -244,30 +282,37 @@ module TUITD
         desc += " with text #{text.inspect}" if text
         desc += " (checked)" if checked == true
         desc += " (disabled)" if disabled == true
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
         desc
       end
       failure_message_when_negated do |_actual|
         desc = "expected terminal NOT to have a :#{role}"
         desc += " with text #{text.inspect}" if text
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
         desc
       end
     end
+    # rubocop:enable Metrics/BlockLength
 
-    # New role matchers (tans-parser 0.1.2)
+    # New role matchers (tans-parser 0.1.2+) with confidence support (0.1.5+)
 
-    RSpec::Matchers.define :have_input do |expected = nil|
+    RSpec::Matchers.define :have_input do |expected = nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
           if expected
-            Selector.new(s).input(text: expected)
+            el = Selector.new(s).input(text: expected)
+            min_confidence ? (el&.confidence && el.confidence >= min_confidence) : el
           else
-            Selector.new(s).inputs.any?
+            elements = Selector.new(s).inputs
+            min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
           end
         end
       end
 
       description do
-        expected ? "have input #{expected.inspect}" : "have an input field"
+        desc = expected ? "have input #{expected.inspect}" : "have an input field"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
       end
       failure_message do |_actual|
         expected ? "expected terminal to have an input #{expected.inspect}" : "expected terminal to have an input field"
@@ -277,19 +322,18 @@ module TUITD
       end
     end
 
-    RSpec::Matchers.define :have_label do |expected = nil|
+    RSpec::Matchers.define :have_label do |expected = nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
-          if expected
-            Selector.new(s).label(text: expected)
-          else
-            Selector.new(s).labels.any?
-          end
+          elements = expected ? [Selector.new(s).label(text: expected)].compact : Selector.new(s).labels
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
       end
 
       description do
-        expected ? "have label #{expected.inspect}" : "have a label"
+        desc = expected ? "have label #{expected.inspect}" : "have a label"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
       end
       failure_message do |_actual|
         expected ? "expected terminal to have a label #{expected.inspect}" : "expected terminal to have a label"
@@ -299,19 +343,18 @@ module TUITD
       end
     end
 
-    RSpec::Matchers.define :have_menu do |expected = nil|
+    RSpec::Matchers.define :have_menu do |expected = nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
-          if expected
-            Selector.new(s).menu(text: expected)
-          else
-            Selector.new(s).menus.any?
-          end
+          elements = expected ? [Selector.new(s).menu(text: expected)].compact : Selector.new(s).menus
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
       end
 
       description do
-        expected ? "have menu #{expected.inspect}" : "have a menu"
+        desc = expected ? "have menu #{expected.inspect}" : "have a menu"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
       end
       failure_message do |_actual|
         expected ? "expected terminal to have a menu #{expected.inspect}" : "expected terminal to have a menu"
@@ -321,19 +364,18 @@ module TUITD
       end
     end
 
-    RSpec::Matchers.define :have_tab do |expected = nil|
+    RSpec::Matchers.define :have_tab do |expected = nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
-          if expected
-            Selector.new(s).tab(text: expected)
-          else
-            Selector.new(s).tabs.any?
-          end
+          elements = expected ? [Selector.new(s).tab(text: expected)].compact : Selector.new(s).tabs
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
       end
 
       description do
-        expected ? "have tab #{expected.inspect}" : "have a tab"
+        desc = expected ? "have tab #{expected.inspect}" : "have a tab"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
       end
       failure_message do |_actual|
         expected ? "expected terminal to have a tab #{expected.inspect}" : "expected terminal to have a tab"
@@ -343,19 +385,18 @@ module TUITD
       end
     end
 
-    RSpec::Matchers.define :have_statusbar do |expected = nil|
+    RSpec::Matchers.define :have_statusbar do |expected = nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
-          if expected
-            Selector.new(s).statusbar(text: expected)
-          else
-            Selector.new(s).statusbars.any?
-          end
+          elements = expected ? [Selector.new(s).statusbar(text: expected)].compact : Selector.new(s).statusbars
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
       end
 
       description do
-        expected ? "have status bar #{expected.inspect}" : "have a status bar"
+        desc = expected ? "have status bar #{expected.inspect}" : "have a status bar"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
       end
       failure_message do |_actual|
         expected ? "expected terminal to have a status bar #{expected.inspect}" : "expected terminal to have a status bar"
@@ -365,19 +406,23 @@ module TUITD
       end
     end
 
-    RSpec::Matchers.define :have_progress_bar do |expected = nil|
+    RSpec::Matchers.define :have_progress_bar do |expected = nil, min_confidence: nil|
       match do |actual|
         Matchers.auto_wait(actual) do |s|
           if expected
-            Selector.new(s).progress_bar(text: expected)
+            el = Selector.new(s).progress_bar(text: expected)
+            min_confidence ? (el&.confidence && el.confidence >= min_confidence) : el
           else
-            Selector.new(s).progress_bars.any?
+            elements = Selector.new(s).progress_bars
+            min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
           end
         end
       end
 
       description do
-        expected ? "have progress bar #{expected.inspect}" : "have a progress bar"
+        desc = expected ? "have progress bar #{expected.inspect}" : "have a progress bar"
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        desc
       end
       failure_message do |_actual|
         expected ? "expected terminal to have a progress bar #{expected.inspect}" : "expected terminal to have a progress bar"
@@ -386,7 +431,6 @@ module TUITD
         expected ? "expected terminal NOT to have a progress bar #{expected.inspect}" : "expected terminal NOT to have a progress bar"
       end
     end
-
     # Snapshot comparison matcher — works with both State and Driver (auto-wait).
     # Snapshot comparison matcher — supports both named (disk-based) and
     # legacy in-memory State objects.
@@ -402,14 +446,15 @@ module TUITD
     #   pre = driver.snapshot
     #   expect(driver).to match_snapshot(pre, chars_only: true)
     #
+    # rubocop:disable Metrics/BlockLength
     RSpec::Matchers.define :match_snapshot do |ref, type: nil, wait: false, chars_only: nil, ignore_rows: nil, region: nil|
       match do |actual|
         # Normalize type: backward compat for chars_only parameter
-        effective_type = type
-        if effective_type.nil? && !chars_only.nil?
-          effective_type = chars_only ? :text : :full
+        @effective_type = type
+        if @effective_type.nil? && !chars_only.nil?
+          @effective_type = chars_only ? :text : :full
         end
-        effective_type ||= :text
+        @effective_type ||= :text
 
         @snapshot_name = nil
         @diff_result = nil
@@ -417,7 +462,7 @@ module TUITD
         # Legacy path: snapshot_ref is a State object (responds to diff)
         if ref.respond_to?(:diff)
           Matchers.auto_wait(actual) do |s|
-            chars = effective_type == :text
+            chars = @effective_type == :text
             diffs = ref.diff(s, chars_only: chars)
             diffs.select! { |d| Array(region).include?(d[:row]) } if region
             diffs.reject! { |d| Array(ignore_rows).include?(d[:row]) } if ignore_rows
@@ -427,7 +472,7 @@ module TUITD
         else
           # Named snapshot path
           @snapshot_name = ref.to_s
-          snap = Snapshot.new(@snapshot_name, type: effective_type)
+          snap = Snapshot.new(@snapshot_name, type: @effective_type)
 
           # Get state_data from actual
           if wait && actual.respond_to?(:wait_for_stable)
@@ -450,8 +495,8 @@ module TUITD
             true
           elsif !snap.exists?
             snap.save(state_data)
-            @diff_result = TUITD::Snapshot::ComparisonResult.new(passed: true, diff_count: 0, type: effective_type,
-                                                                 message: "Snapshot '#{@snapshot_name}' created (#{effective_type})",)
+            @diff_result = TUITD::Snapshot::ComparisonResult.new(passed: true, diff_count: 0, type: @effective_type,
+                                                                 message: "Snapshot '#{@snapshot_name}' created (#{@effective_type})",)
             true
           else
             @diff_result = snap.compare(state_data, ignore_rows: ignore_rows, region: region)
@@ -462,10 +507,10 @@ module TUITD
 
       description do
         if @snapshot_name
-          "match snapshot #{@snapshot_name.inspect} (type: #{effective_type})"
+          "match snapshot #{@snapshot_name.inspect} (type: #{@effective_type})"
         else
-          desc = "match snapshot"
-          desc << " (chars only)" if effective_type == :text
+          desc = +"match snapshot"
+          desc << " (chars only)" if @effective_type == :text
           desc
         end
       end
@@ -488,4 +533,4 @@ module TUITD
     end
   end
 end
-# rubocop:enable Metrics/ModuleLength, Metrics/BlockLength, Metrics/ParameterLists, Layout/LineLength
+# rubocop:enable Metrics/ModuleLength, Metrics/ParameterLists, Layout/LineLength, Metrics/BlockLength

data/lib/tui_td/mcp/server.rb

@@ -291,7 +291,7 @@ module TUITD
               },
               {
                 name: "tui_find_elements",
-                description: "Search for UI elements in the terminal state. Returns buttons, checkboxes, dialogs, statusbars, progress bars, inputs, labels, menus, and tabs detected by heuristic analysis. Optionally filter by role, text, checked, and/or disabled state.",
+                description: "Search for UI elements in the terminal state. Returns buttons, checkboxes, dialogs, statusbars, progress bars, inputs, labels, menus, and tabs detected by heuristic analysis. Optionally filter by role, text, checked, disabled state, and/or minimum confidence score (0.0-1.0). Elements include a confidence score from tans-parser 0.1.5+.",
                 inputSchema: {
                   type: "object",
                   properties: {
@@ -311,6 +311,10 @@ module TUITD
                       type: "boolean",
                       description: "Filter by disabled state. Optional.",
                     },
+                    min_confidence: {
+                      type: "number",
+                      description: "Minimum confidence score (0.0-1.0) for element detection. Higher values reduce false positives. Default: no filter. Example: 0.8.",
+                    },
                   },
                 },
               },
@@ -693,6 +697,7 @@ module TUITD
         text = args["text"]
         checked = args.key?("checked") ? args["checked"] : nil
         disabled = args.key?("disabled") ? args["disabled"] : nil
+        min_confidence = args["min_confidence"]
 
         filters = {}
         filters[:text] = text if text
@@ -709,11 +714,15 @@ module TUITD
                      result
                    end
 
+        # Apply confidence filter (tans-parser 0.1.5+)
+        elements = elements.select { |e| e.confidence && e.confidence >= min_confidence } if min_confidence
+
         if elements.empty?
           desc = role ? "role :#{role}" : "any role"
           desc += " with text #{text.inspect}" if text
           desc += " checked=#{checked}" unless checked.nil?
           desc += " disabled=#{disabled}" unless disabled.nil?
+          desc += " min_confidence=#{min_confidence}" if min_confidence
           "No elements found for #{desc}"
         else
           lines = ["Found #{elements.size} element(s):"]
@@ -725,6 +734,7 @@ module TUITD
             parts << "(checked)" if el.checked
             parts << "(disabled)" if el.disabled
             parts << "(focused)" if el.focused
+            parts << "[conf=#{format("%.2f", el.confidence)}]" if el.confidence
             lines << parts.join(" ")
           end
           lines.join("\n")

data/lib/tui_td/minitest/assertions.rb

@@ -110,9 +110,18 @@ module TUITD
 
       # --- Selector-based ---
 
-      def assert_button(actual, expected)
-        result = auto_wait(actual) { |s| TUITD::Selector.new(s).button(text: expected) }
-        assert(result, "Expected terminal to have a button #{expected.inspect}")
+      def assert_button(actual, expected, min_confidence: nil)
+        result = auto_wait(actual) do |s|
+          el = TUITD::Selector.new(s).button(text: expected)
+          if min_confidence && el
+            el.confidence && el.confidence >= min_confidence
+          else
+            el
+          end
+        end
+        msg = "Expected terminal to have a button #{expected.inspect}"
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
+        assert(result, msg)
       end
 
       def refute_button(actual, expected)
@@ -120,9 +129,14 @@ module TUITD
         assert(result, "Expected terminal NOT to have a button #{expected.inspect}")
       end
 
-      def assert_dialog(actual)
-        result = auto_wait(actual) { |s| TUITD::Selector.new(s).dialogs.any? }
-        assert(result, "Expected terminal to have a dialog")
+      def assert_dialog(actual, min_confidence: nil)
+        result = auto_wait(actual) do |s|
+          elements = TUITD::Selector.new(s).dialogs
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
+        end
+        msg = "Expected terminal to have a dialog"
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
+        assert(result, msg)
       end
 
       def refute_dialog(actual)
@@ -130,107 +144,123 @@ module TUITD
         assert(result, "Expected terminal NOT to have a dialog")
       end
 
-      def assert_checkbox(actual, expected, checked: nil, unchecked: nil)
+      def assert_checkbox(actual, expected, checked: nil, unchecked: nil, min_confidence: nil)
         checked = false if unchecked
         result = auto_wait(actual) do |s|
           filters = { text: expected }
           filters[:checked] = checked unless checked.nil?
-          TUITD::Selector.new(s).checkbox(**filters)
+          el = TUITD::Selector.new(s).checkbox(**filters)
+          if min_confidence && el
+            el.confidence && el.confidence >= min_confidence
+          else
+            el
+          end
         end
         msg = "Expected terminal to have checkbox #{expected.inspect}"
         msg += " (checked)" if checked == true
         msg += " (unchecked)" if checked == false
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_role(actual, role, text: nil, checked: nil, disabled: nil)
+      def assert_role(actual, role, text: nil, checked: nil, disabled: nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
           filters = {}
           filters[:text] = text if text
           filters[:checked] = checked unless checked.nil?
           filters[:disabled] = disabled unless disabled.nil?
-          TUITD::Selector.new(s).get_by_role(role, **filters).any?
+          elements = TUITD::Selector.new(s).get_by_role(role, **filters)
+          if min_confidence
+            elements.any? { |e| e.confidence && e.confidence >= min_confidence }
+          else
+            elements.any?
+          end
         end
         msg = "Expected terminal to have role :#{role}"
         msg += " with text #{text.inspect}" if text
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_input(actual, expected = nil)
+      def assert_input(actual, expected = nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
+          sel = TUITD::Selector.new(s)
           if expected
-            TUITD::Selector.new(s).input(text: expected)
+            el = sel.input(text: expected)
+            min_confidence ? (el&.confidence && el.confidence >= min_confidence) : el
           else
-            TUITD::Selector.new(s).inputs.any?
+            elements = sel.inputs
+            min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
           end
         end
         msg = "Expected terminal to have an input field"
         msg += " #{expected.inspect}" if expected
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_label(actual, expected = nil)
+      def assert_label(actual, expected = nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
-          if expected
-            TUITD::Selector.new(s).label(text: expected)
-          else
-            TUITD::Selector.new(s).labels.any?
-          end
+          sel = TUITD::Selector.new(s)
+          elements = expected ? [sel.label(text: expected)].compact : sel.labels
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
         msg = "Expected terminal to have a label"
         msg += " #{expected.inspect}" if expected
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_menu(actual, expected = nil)
+      def assert_menu(actual, expected = nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
-          if expected
-            TUITD::Selector.new(s).menu(text: expected)
-          else
-            TUITD::Selector.new(s).menus.any?
-          end
+          sel = TUITD::Selector.new(s)
+          elements = expected ? [sel.menu(text: expected)].compact : sel.menus
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
         msg = "Expected terminal to have a menu"
         msg += " #{expected.inspect}" if expected
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_tab(actual, expected = nil)
+      def assert_tab(actual, expected = nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
-          if expected
-            TUITD::Selector.new(s).tab(text: expected)
-          else
-            TUITD::Selector.new(s).tabs.any?
-          end
+          sel = TUITD::Selector.new(s)
+          elements = expected ? [sel.tab(text: expected)].compact : sel.tabs
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
         msg = "Expected terminal to have a tab"
         msg += " #{expected.inspect}" if expected
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_statusbar(actual, expected = nil)
+      def assert_statusbar(actual, expected = nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
-          if expected
-            TUITD::Selector.new(s).statusbar(text: expected)
-          else
-            TUITD::Selector.new(s).statusbars.any?
-          end
+          sel = TUITD::Selector.new(s)
+          elements = expected ? [sel.statusbar(text: expected)].compact : sel.statusbars
+          min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
         end
         msg = "Expected terminal to have a status bar"
         msg += " #{expected.inspect}" if expected
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 
-      def assert_progress_bar(actual, expected = nil)
+      def assert_progress_bar(actual, expected = nil, min_confidence: nil)
         result = auto_wait(actual) do |s|
+          sel = TUITD::Selector.new(s)
           if expected
-            TUITD::Selector.new(s).progress_bar(text: expected)
+            el = sel.progress_bar(text: expected)
+            min_confidence ? (el&.confidence && el.confidence >= min_confidence) : el
           else
-            TUITD::Selector.new(s).progress_bars.any?
+            elements = sel.progress_bars
+            min_confidence ? elements.any? { |e| e.confidence && e.confidence >= min_confidence } : elements.any?
           end
         end
         msg = "Expected terminal to have a progress bar"
         msg += " #{expected.inspect}" if expected
+        msg += " (min_confidence: #{min_confidence})" if min_confidence
         assert(result, msg)
       end
 

data/lib/tui_td/test_runner.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# rubocop:disable Metrics/MethodLength, Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/BlockLength, Metrics/ClassLength
+# rubocop:disable Metrics/MethodLength, Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/BlockLength, Metrics/ClassLength, Metrics/ParameterLists, Layout/LineLength
 
 require "json"
 require "shellwords"
@@ -164,35 +164,43 @@ module TUITD
                   end
 
                 when "assert_button"
-                  check_role(driver, :button, value.to_s)
+                  check_role(driver, :button, value.to_s, min_confidence: step[:min_confidence])
 
                 when "assert_dialog"
-                  check_role(driver, :dialog, nil)
+                  check_role(driver, :dialog, nil, min_confidence: step[:min_confidence])
 
                 when "assert_checkbox"
-                  check_role(driver, :checkbox, value.to_s, checked: step[:checked], disabled: step[:disabled])
+                  check_role(driver, :checkbox, value.to_s, checked: step[:checked],
+                                                            disabled: step[:disabled], min_confidence: step[:min_confidence],)
 
                 when "assert_role"
                   role = step[:role]&.to_sym
-                  check_role(driver, role, value.to_s, checked: step[:checked], disabled: step[:disabled])
+                  check_role(driver, role, value.to_s, checked: step[:checked],
+                                                       disabled: step[:disabled], min_confidence: step[:min_confidence],)
 
                 when "assert_input"
-                  check_role(driver, :input, value == true ? nil : value.to_s)
+                  check_role(driver, :input, value == true ? nil : value.to_s,
+                             min_confidence: step[:min_confidence],)
 
                 when "assert_label"
-                  check_role(driver, :label, value == true ? nil : value.to_s)
+                  check_role(driver, :label, value == true ? nil : value.to_s,
+                             min_confidence: step[:min_confidence],)
 
                 when "assert_menu"
-                  check_role(driver, :menu, value == true ? nil : value.to_s)
+                  check_role(driver, :menu, value == true ? nil : value.to_s,
+                             min_confidence: step[:min_confidence],)
 
                 when "assert_tab"
-                  check_role(driver, :tab, value == true ? nil : value.to_s)
+                  check_role(driver, :tab, value == true ? nil : value.to_s,
+                             min_confidence: step[:min_confidence],)
 
                 when "assert_statusbar"
-                  check_role(driver, :statusbar, value == true ? nil : value.to_s)
+                  check_role(driver, :statusbar, value == true ? nil : value.to_s,
+                             min_confidence: step[:min_confidence],)
 
                 when "assert_progress_bar"
-                  check_role(driver, :progress, value == true ? nil : value.to_s)
+                  check_role(driver, :progress, value == true ? nil : value.to_s,
+                             min_confidence: step[:min_confidence],)
 
                 when "snapshot"
                   ensure_driver!(driver)
@@ -305,7 +313,7 @@ module TUITD
 
     private
 
-    def check_role(driver, role, text, checked: nil, disabled: nil)
+    def check_role(driver, role, text, checked: nil, disabled: nil, min_confidence: nil)
       ensure_driver!(driver)
       state = State.new(driver.state_data)
       selector = Selector.new(state)
@@ -316,6 +324,8 @@ module TUITD
       filters[:disabled] = disabled unless disabled.nil?
       elements = selector.get_by_role(role, **filters)
 
+      elements = elements.select { |e| e.confidence && e.confidence >= min_confidence } if min_confidence
+
       action = "assert_#{role}"
       if elements.any?
         count = elements.size
@@ -323,11 +333,19 @@ module TUITD
         desc += " (checked)" if checked == true
         desc += " (unchecked)" if checked == false
         desc += " (disabled)" if disabled == true
-        Result.new(step: action, passed: true, message: "Found #{count} #{desc} element(s)")
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
+        confidence_info = if min_confidence
+                            confs = elements.map { |e| e.confidence || 0 }.sort
+                            " [#{confs.map { |c| format("%.2f", c) }.join(", ")}]"
+                          else
+                            ""
+                          end
+        Result.new(step: action, passed: true, message: "Found #{count} #{desc} element(s)#{confidence_info}")
       else
         desc = text ? "#{role} with text #{text.inspect}" : role.to_s
         desc += " (checked)" if checked == true
         desc += " (disabled)" if disabled == true
+        desc += " (min_confidence: #{min_confidence})" if min_confidence
         Result.new(step: action, passed: false, message: "No #{desc} found")
       end
     end
@@ -436,4 +454,4 @@ module TUITD
     end
   end
 end
-# rubocop:enable Metrics/MethodLength, Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/BlockLength, Metrics/ClassLength
+# rubocop:enable Metrics/MethodLength, Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/BlockLength, Metrics/ClassLength, Metrics/ParameterLists, Layout/LineLength

data/lib/tui_td/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TUITD
-  VERSION = "0.2.21"
+  VERSION = "0.2.22"
 end

data/lib/tui_td.rb

@@ -9,19 +9,19 @@ end
 # The convenience method below reopens the module after requires, intentional for bootstrapping.
 
 require_relative "tui_td/version"
-require_relative "tui_td/driver"
-require_relative "tui_td/ansi_parser"
-require_relative "tui_td/ansi_utils"
-require_relative "tui_td/state"
-require_relative "tui_td/configuration"
-require_relative "tui_td/snapshot"
-require_relative "tui_td/screenshot"
-require_relative "tui_td/video_recorder"
-require_relative "tui_td/html_renderer"
-require_relative "tui_td/test_runner"
-require_relative "tui_td/selector"
-require_relative "tui_td/mcp/server"
-require_relative "tui_td/cli"
+require "tui_td/driver"
+require "tui_td/ansi_parser"
+require "tui_td/ansi_utils"
+require "tui_td/state"
+require "tui_td/configuration"
+require "tui_td/snapshot"
+require "tui_td/screenshot"
+require "tui_td/video_recorder"
+require "tui_td/html_renderer"
+require "tui_td/test_runner"
+require "tui_td/selector"
+require "tui_td/mcp/server"
+require "tui_td/cli"
 
 module TUITD
   # Convenience method: start a TUI driver, capture initial state

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tui-td
 version: !ruby/object:Gem::Version
-  version: 0.2.21
+  version: 0.2.22
 platform: ruby
 authors:
 - Haluk Durmus
@@ -71,14 +71,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.4
+        version: 0.1.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.4
+        version: 0.1.5
 - !ruby/object:Gem::Dependency
   name: bundler-audit
   requirement: !ruby/object:Gem::Requirement
@@ -177,6 +177,7 @@ files:
 - CHANGELOG.md
 - LICENSE.txt
 - README.md
+- bin/check_tans_parser.sh
 - bin/tui-td
 - lib/tui_td.rb
 - lib/tui_td/ansi_parser.rb