synapse-hub 2.4.1 → 2.4.3

package/benchmarks/qa_eval/dataset/locator_drift/qa-challenge-01_locator_drift.json

@@ -1,23 +1,23 @@
-{
-  "id": "QA-CHALLENGE-01",
-  "name": "Dynamic CSS-in-JS Hash Locator Shift",
-  "category": "locator_drift",
-  "difficulty": "MEDIUM",
-  "description": "Button class changed from '.btn-submit' to dynamic hashed class '.btn-submit_a8f9x2'.",
-  "failure_vector": {
-    "type": "LOCATOR_DRIFT",
-    "broken_locator": "button.btn-submit",
-    "error_log": "ElementNotFoundException: Cannot locate element with selector 'button.btn-submit' within 5000ms",
-    "dom_snapshot": "<button class='btn-submit_a8f9x2' data-testid='submit-order-btn' role='button' aria-label='Submit Order'>Submit Order</button>"
-  },
-  "expected_resolution": {
-    "healed_locator": "[data-testid='submit-order-btn']",
-    "fallback_locator": "button:has-text('Submit Order')",
-    "strategy": "AOM_ROLE_OR_TESTID"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.0,
-    "max_token_cost": 350,
-    "min_confidence_score": 0.85
-  }
+{
+  "id": "QA-CHALLENGE-01",
+  "name": "Dynamic CSS-in-JS Hash Locator Shift",
+  "category": "locator_drift",
+  "difficulty": "MEDIUM",
+  "description": "Button class changed from '.btn-submit' to dynamic hashed class '.btn-submit_a8f9x2'.",
+  "failure_vector": {
+    "type": "LOCATOR_DRIFT",
+    "broken_locator": "button.btn-submit",
+    "error_log": "ElementNotFoundException: Cannot locate element with selector 'button.btn-submit' within 5000ms",
+    "dom_snapshot": "<button class='btn-submit_a8f9x2' data-testid='submit-order-btn' role='button' aria-label='Submit Order'>Submit Order</button>"
+  },
+  "expected_resolution": {
+    "healed_locator": "[data-testid='submit-order-btn']",
+    "fallback_locator": "button:has-text('Submit Order')",
+    "strategy": "AOM_ROLE_OR_TESTID"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.0,
+    "max_token_cost": 350,
+    "min_confidence_score": 0.85
+  }
 }

package/benchmarks/qa_eval/dataset/locator_drift/qa-challenge-02_locator_drift.json

@@ -1,23 +1,23 @@
-{
-  "id": "QA-CHALLENGE-02",
-  "name": "Nested Shadow DOM Component Piercing",
-  "category": "locator_drift",
-  "difficulty": "HARD",
-  "description": "Input field moved inside Web Component with '#shadow-root (open)'.",
-  "failure_vector": {
-    "type": "SHADOW_DOM_ISOLATION",
-    "broken_locator": "#customer-email",
-    "error_log": "NoSuchElementException: Element '#customer-email' not found in document root",
-    "dom_snapshot": "<user-profile-card><template shadowrootmode='open'><input id='customer-email' type='email' data-testid='user-email'/></template></user-profile-card>"
-  },
-  "expected_resolution": {
-    "healed_locator": "user-profile-card >> internal:control=enter-shadow >> input#customer-email",
-    "fallback_locator": "user-profile-card >> input[type='email']",
-    "strategy": "SHADOW_DOM_PIERCING"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 3.0,
-    "max_token_cost": 400,
-    "min_confidence_score": 0.88
-  }
+{
+  "id": "QA-CHALLENGE-02",
+  "name": "Nested Shadow DOM Component Piercing",
+  "category": "locator_drift",
+  "difficulty": "HARD",
+  "description": "Input field moved inside Web Component with '#shadow-root (open)'.",
+  "failure_vector": {
+    "type": "SHADOW_DOM_ISOLATION",
+    "broken_locator": "#customer-email",
+    "error_log": "NoSuchElementException: Element '#customer-email' not found in document root",
+    "dom_snapshot": "<user-profile-card><template shadowrootmode='open'><input id='customer-email' type='email' data-testid='user-email'/></template></user-profile-card>"
+  },
+  "expected_resolution": {
+    "healed_locator": "user-profile-card >> internal:control=enter-shadow >> input#customer-email",
+    "fallback_locator": "user-profile-card >> input[type='email']",
+    "strategy": "SHADOW_DOM_PIERCING"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 3.0,
+    "max_token_cost": 400,
+    "min_confidence_score": 0.88
+  }
 }

package/benchmarks/qa_eval/dataset/locator_drift/qa-challenge-03_locator_drift.json

@@ -1,23 +1,23 @@
-{
-  "id": "QA-CHALLENGE-03",
-  "name": "Semantic Text Label Evolution",
-  "category": "locator_drift",
-  "difficulty": "EASY",
-  "description": "CTA button label text changed from 'Submit Order' to 'Complete Purchase'.",
-  "failure_vector": {
-    "type": "LABEL_EVOLUTION",
-    "broken_locator": "//button[text()='Submit Order']",
-    "error_log": "TimeoutException: Timed out waiting for element with XPath //button[text()='Submit Order']",
-    "dom_snapshot": "<button type='submit' class='p-button-success' id='order-cta'>Complete Purchase</button>"
-  },
-  "expected_resolution": {
-    "healed_locator": "#order-cta",
-    "fallback_locator": "button[type='submit']",
-    "strategy": "ID_AND_SEMANTIC_INTENT"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 1.5,
-    "max_token_cost": 300,
-    "min_confidence_score": 0.9
-  }
+{
+  "id": "QA-CHALLENGE-03",
+  "name": "Semantic Text Label Evolution",
+  "category": "locator_drift",
+  "difficulty": "EASY",
+  "description": "CTA button label text changed from 'Submit Order' to 'Complete Purchase'.",
+  "failure_vector": {
+    "type": "LABEL_EVOLUTION",
+    "broken_locator": "//button[text()='Submit Order']",
+    "error_log": "TimeoutException: Timed out waiting for element with XPath //button[text()='Submit Order']",
+    "dom_snapshot": "<button type='submit' class='p-button-success' id='order-cta'>Complete Purchase</button>"
+  },
+  "expected_resolution": {
+    "healed_locator": "#order-cta",
+    "fallback_locator": "button[type='submit']",
+    "strategy": "ID_AND_SEMANTIC_INTENT"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 1.5,
+    "max_token_cost": 300,
+    "min_confidence_score": 0.9
+  }
 }

package/benchmarks/qa_eval/dataset/locator_drift/qa-challenge-04_locator_drift.json

@@ -1,23 +1,23 @@
-{
-  "id": "QA-CHALLENGE-04",
-  "name": "Legacy ID Removed in Favor of data-testid",
-  "category": "locator_drift",
-  "difficulty": "EASY",
-  "description": "Frontend framework removed legacy 'id=customer_name' during React refactor.",
-  "failure_vector": {
-    "type": "ID_REMOVAL",
-    "broken_locator": "#customer_name",
-    "error_log": "ElementNotFoundException: Cannot locate element '#customer_name'",
-    "dom_snapshot": "<input type='text' name='customerName' data-testid='customer-name-field' class='form-control'/>"
-  },
-  "expected_resolution": {
-    "healed_locator": "[data-testid='customer-name-field']",
-    "fallback_locator": "input[name='customerName']",
-    "strategy": "DATA_TESTID_UPGRADE"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 1.5,
-    "max_token_cost": 250,
-    "min_confidence_score": 0.92
-  }
+{
+  "id": "QA-CHALLENGE-04",
+  "name": "Legacy ID Removed in Favor of data-testid",
+  "category": "locator_drift",
+  "difficulty": "EASY",
+  "description": "Frontend framework removed legacy 'id=customer_name' during React refactor.",
+  "failure_vector": {
+    "type": "ID_REMOVAL",
+    "broken_locator": "#customer_name",
+    "error_log": "ElementNotFoundException: Cannot locate element '#customer_name'",
+    "dom_snapshot": "<input type='text' name='customerName' data-testid='customer-name-field' class='form-control'/>"
+  },
+  "expected_resolution": {
+    "healed_locator": "[data-testid='customer-name-field']",
+    "fallback_locator": "input[name='customerName']",
+    "strategy": "DATA_TESTID_UPGRADE"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 1.5,
+    "max_token_cost": 250,
+    "min_confidence_score": 0.92
+  }
 }

package/benchmarks/qa_eval/dataset/locator_drift/qa-challenge-05_locator_drift.json

@@ -1,23 +1,23 @@
-{
-  "id": "QA-CHALLENGE-05",
-  "name": "HTML Tag Evolution: Anchor to ARIA Button",
-  "category": "locator_drift",
-  "difficulty": "MEDIUM",
-  "description": "Navigation link <a href='#'> converted into accessible <button role='button'>.",
-  "failure_vector": {
-    "type": "TAG_MUTATION",
-    "broken_locator": "a.nav-export",
-    "error_log": "ElementNotInteractableException: Element <a class='nav-export'> is no longer attached or interactive",
-    "dom_snapshot": "<button role='button' class='btn-export' aria-label='Export Report' data-action='export'>Export Report</button>"
-  },
-  "expected_resolution": {
-    "healed_locator": "button[aria-label='Export Report']",
-    "fallback_locator": "button:has-text('Export Report')",
-    "strategy": "AOM_ROLE_MAPPING"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.0,
-    "max_token_cost": 300,
-    "min_confidence_score": 0.88
-  }
+{
+  "id": "QA-CHALLENGE-05",
+  "name": "HTML Tag Evolution: Anchor to ARIA Button",
+  "category": "locator_drift",
+  "difficulty": "MEDIUM",
+  "description": "Navigation link <a href='#'> converted into accessible <button role='button'>.",
+  "failure_vector": {
+    "type": "TAG_MUTATION",
+    "broken_locator": "a.nav-export",
+    "error_log": "ElementNotInteractableException: Element <a class='nav-export'> is no longer attached or interactive",
+    "dom_snapshot": "<button role='button' class='btn-export' aria-label='Export Report' data-action='export'>Export Report</button>"
+  },
+  "expected_resolution": {
+    "healed_locator": "button[aria-label='Export Report']",
+    "fallback_locator": "button:has-text('Export Report')",
+    "strategy": "AOM_ROLE_MAPPING"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.0,
+    "max_token_cost": 300,
+    "min_confidence_score": 0.88
+  }
 }

package/benchmarks/qa_eval/dataset/stale_and_mutation/qa-challenge-16_stale_and_mutation.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-16",
-  "name": "WebSocket Table Auto-Refresh Stale Reference",
-  "category": "stale_and_mutation",
-  "difficulty": "HARD",
-  "description": "WebSocket pushes live quotes every 1.5s, wiping and recreating <tr> elements.",
-  "failure_vector": {
-    "type": "STALE_ELEMENT",
-    "broken_code": "def row = page.locator('#stocks tr').first(); page.waitForTimeout(1600); row.click();",
-    "error_log": "StaleElementReferenceException: Element is no longer attached to DOM",
-    "environment_condition": "WebSocket DOM Mutation"
-  },
-  "expected_resolution": {
-    "healed_code": "page.locator('#stocks tr').first().click(); // Re-queries locator at moment of dispatch",
-    "strategy": "DYNAMIC_LOCATOR_REQUERY"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.5,
-    "max_token_cost": 340,
-    "min_confidence_score": 0.9
-  }
+{
+  "id": "QA-CHALLENGE-16",
+  "name": "WebSocket Table Auto-Refresh Stale Reference",
+  "category": "stale_and_mutation",
+  "difficulty": "HARD",
+  "description": "WebSocket pushes live quotes every 1.5s, wiping and recreating <tr> elements.",
+  "failure_vector": {
+    "type": "STALE_ELEMENT",
+    "broken_code": "def row = page.locator('#stocks tr').first(); page.waitForTimeout(1600); row.click();",
+    "error_log": "StaleElementReferenceException: Element is no longer attached to DOM",
+    "environment_condition": "WebSocket DOM Mutation"
+  },
+  "expected_resolution": {
+    "healed_code": "page.locator('#stocks tr').first().click(); // Re-queries locator at moment of dispatch",
+    "strategy": "DYNAMIC_LOCATOR_REQUERY"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.5,
+    "max_token_cost": 340,
+    "min_confidence_score": 0.9
+  }
 }

package/benchmarks/qa_eval/dataset/stale_and_mutation/qa-challenge-17_stale_and_mutation.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-17",
-  "name": "Tab Switch Component Unmount Detach",
-  "category": "stale_and_mutation",
-  "difficulty": "MEDIUM",
-  "description": "Switching active tabs unmounts previous panel component entirely from virtual DOM.",
-  "failure_vector": {
-    "type": "COMPONENT_UNMOUNT",
-    "broken_code": "page.click('#tab-billing'); page.fill('#billing-tax-id', 'TAX-999');",
-    "error_log": "ElementNotInteractableException: Target element '#billing-tax-id' is hidden or unmounted",
-    "environment_condition": "Tab Component View Switching"
-  },
-  "expected_resolution": {
-    "healed_code": "page.click('#tab-billing'); page.waitForSelector('#billing-tab-content[aria-hidden=\"false\"]'); page.fill('#billing-tax-id', 'TAX-999');",
-    "strategy": "TAB_MOUNT_SYNCHRONIZATION"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.0,
-    "max_token_cost": 300,
-    "min_confidence_score": 0.91
-  }
+{
+  "id": "QA-CHALLENGE-17",
+  "name": "Tab Switch Component Unmount Detach",
+  "category": "stale_and_mutation",
+  "difficulty": "MEDIUM",
+  "description": "Switching active tabs unmounts previous panel component entirely from virtual DOM.",
+  "failure_vector": {
+    "type": "COMPONENT_UNMOUNT",
+    "broken_code": "page.click('#tab-billing'); page.fill('#billing-tax-id', 'TAX-999');",
+    "error_log": "ElementNotInteractableException: Target element '#billing-tax-id' is hidden or unmounted",
+    "environment_condition": "Tab Component View Switching"
+  },
+  "expected_resolution": {
+    "healed_code": "page.click('#tab-billing'); page.waitForSelector('#billing-tab-content[aria-hidden=\"false\"]'); page.fill('#billing-tax-id', 'TAX-999');",
+    "strategy": "TAB_MOUNT_SYNCHRONIZATION"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.0,
+    "max_token_cost": 300,
+    "min_confidence_score": 0.91
+  }
 }

package/benchmarks/qa_eval/dataset/stale_and_mutation/qa-challenge-18_stale_and_mutation.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-18",
-  "name": "Pagination Replaces tbody (Stale Row Index)",
-  "category": "stale_and_mutation",
-  "difficulty": "MEDIUM",
-  "description": "Navigating to page 2 updates table rows; old row references become detached.",
-  "failure_vector": {
-    "type": "PAGINATION_DETACH",
-    "broken_code": "page.click('.p-paginator-next'); page.locator('tbody tr').nth(0).click();",
-    "error_log": "StaleElementReferenceException: Stale element handle during click dispatch",
-    "environment_condition": "Data Table Pagination"
-  },
-  "expected_resolution": {
-    "healed_code": "page.click('.p-paginator-next'); page.waitForResponse(r => r.url().includes('page=2')); page.locator('tbody tr').first().click();",
-    "strategy": "PAGINATION_NETWORK_SYNC"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.0,
-    "max_token_cost": 310,
-    "min_confidence_score": 0.92
-  }
+{
+  "id": "QA-CHALLENGE-18",
+  "name": "Pagination Replaces tbody (Stale Row Index)",
+  "category": "stale_and_mutation",
+  "difficulty": "MEDIUM",
+  "description": "Navigating to page 2 updates table rows; old row references become detached.",
+  "failure_vector": {
+    "type": "PAGINATION_DETACH",
+    "broken_code": "page.click('.p-paginator-next'); page.locator('tbody tr').nth(0).click();",
+    "error_log": "StaleElementReferenceException: Stale element handle during click dispatch",
+    "environment_condition": "Data Table Pagination"
+  },
+  "expected_resolution": {
+    "healed_code": "page.click('.p-paginator-next'); page.waitForResponse(r => r.url().includes('page=2')); page.locator('tbody tr').first().click();",
+    "strategy": "PAGINATION_NETWORK_SYNC"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.0,
+    "max_token_cost": 310,
+    "min_confidence_score": 0.92
+  }
 }

package/benchmarks/qa_eval/dataset/stale_and_mutation/qa-challenge-19_stale_and_mutation.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-19",
-  "name": "Reopened Modal Generates Fresh DOM Node",
-  "category": "stale_and_mutation",
-  "difficulty": "MEDIUM",
-  "description": "Closing and reopening dialog instantiates new DOM element with same CSS selector.",
-  "failure_vector": {
-    "type": "FRESH_INSTANCE_STALE",
-    "broken_code": "def modal = page.locator('#edit-dialog'); page.click('#close-btn'); page.click('#open-btn'); modal.fill('input', 'new');",
-    "error_log": "ElementNotVisibleException: Cached element reference points to detached/hidden dialog instance",
-    "environment_condition": "Modal Lifecycle Instantiation"
-  },
-  "expected_resolution": {
-    "healed_code": "page.click('#close-btn'); page.click('#open-btn'); page.locator('#edit-dialog:visible input').fill('new');",
-    "strategy": "VISIBLE_SELECTOR_REBIND"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.0,
-    "max_token_cost": 290,
-    "min_confidence_score": 0.94
-  }
+{
+  "id": "QA-CHALLENGE-19",
+  "name": "Reopened Modal Generates Fresh DOM Node",
+  "category": "stale_and_mutation",
+  "difficulty": "MEDIUM",
+  "description": "Closing and reopening dialog instantiates new DOM element with same CSS selector.",
+  "failure_vector": {
+    "type": "FRESH_INSTANCE_STALE",
+    "broken_code": "def modal = page.locator('#edit-dialog'); page.click('#close-btn'); page.click('#open-btn'); modal.fill('input', 'new');",
+    "error_log": "ElementNotVisibleException: Cached element reference points to detached/hidden dialog instance",
+    "environment_condition": "Modal Lifecycle Instantiation"
+  },
+  "expected_resolution": {
+    "healed_code": "page.click('#close-btn'); page.click('#open-btn'); page.locator('#edit-dialog:visible input').fill('new');",
+    "strategy": "VISIBLE_SELECTOR_REBIND"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.0,
+    "max_token_cost": 290,
+    "min_confidence_score": 0.94
+  }
 }

package/benchmarks/qa_eval/dataset/stale_and_mutation/qa-challenge-20_stale_and_mutation.json

@@ -1,23 +1,23 @@
-{
-  "id": "QA-CHALLENGE-20",
-  "name": "Locale Swap Invalidates Hardcoded Text Selectors",
-  "category": "stale_and_mutation",
-  "difficulty": "EASY",
-  "description": "Application language changed to French ('Enregistrer'); text selector 'Save' fails.",
-  "failure_vector": {
-    "type": "I18N_TEXT_MUTATION",
-    "broken_locator": "button:has-text('Save')",
-    "error_log": "TimeoutException: No element found matching text 'Save'",
-    "dom_snapshot": "<button type='submit' data-action='save' class='btn-primary' aria-label='save-record'>Enregistrer</button>"
-  },
-  "expected_resolution": {
-    "healed_locator": "button[data-action='save']",
-    "fallback_locator": "button[aria-label='save-record']",
-    "strategy": "LOCALE_AGNOSTIC_DATA_ATTRIBUTES"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 1.5,
-    "max_token_cost": 270,
-    "min_confidence_score": 0.95
-  }
+{
+  "id": "QA-CHALLENGE-20",
+  "name": "Locale Swap Invalidates Hardcoded Text Selectors",
+  "category": "stale_and_mutation",
+  "difficulty": "EASY",
+  "description": "Application language changed to French ('Enregistrer'); text selector 'Save' fails.",
+  "failure_vector": {
+    "type": "I18N_TEXT_MUTATION",
+    "broken_locator": "button:has-text('Save')",
+    "error_log": "TimeoutException: No element found matching text 'Save'",
+    "dom_snapshot": "<button type='submit' data-action='save' class='btn-primary' aria-label='save-record'>Enregistrer</button>"
+  },
+  "expected_resolution": {
+    "healed_locator": "button[data-action='save']",
+    "fallback_locator": "button[aria-label='save-record']",
+    "strategy": "LOCALE_AGNOSTIC_DATA_ATTRIBUTES"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 1.5,
+    "max_token_cost": 270,
+    "min_confidence_score": 0.95
+  }
 }

package/benchmarks/qa_eval/dataset/timing_and_race/qa-challenge-11_timing_and_race.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-11",
-  "name": "Network Latency Spike (3,500ms Throttle) Breaking Static Sleep",
-  "category": "timing_and_race",
-  "difficulty": "MEDIUM",
-  "description": "Microservice latency under load takes 3.5s; test had Thread.sleep(2000).",
-  "failure_vector": {
-    "type": "STATIC_SLEEP_TIMEOUT",
-    "broken_code": "Thread.sleep(2000); assert WebUI.verifyElementPresent('#result')",
-    "error_log": "ElementNotFoundException: Element '#result' not present after 2000ms delay",
-    "environment_condition": "CDP Network Throttling 3500ms delay"
-  },
-  "expected_resolution": {
-    "healed_code": "page.waitForSelector('#result', timeout: 10000); page.waitForLoadState('networkidle')",
-    "strategy": "DYNAMIC_SMART_WAIT"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.5,
-    "max_token_cost": 320,
-    "min_confidence_score": 0.92
-  }
+{
+  "id": "QA-CHALLENGE-11",
+  "name": "Network Latency Spike (3,500ms Throttle) Breaking Static Sleep",
+  "category": "timing_and_race",
+  "difficulty": "MEDIUM",
+  "description": "Microservice latency under load takes 3.5s; test had Thread.sleep(2000).",
+  "failure_vector": {
+    "type": "STATIC_SLEEP_TIMEOUT",
+    "broken_code": "Thread.sleep(2000); assert WebUI.verifyElementPresent('#result')",
+    "error_log": "ElementNotFoundException: Element '#result' not present after 2000ms delay",
+    "environment_condition": "CDP Network Throttling 3500ms delay"
+  },
+  "expected_resolution": {
+    "healed_code": "page.waitForSelector('#result', timeout: 10000); page.waitForLoadState('networkidle')",
+    "strategy": "DYNAMIC_SMART_WAIT"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.5,
+    "max_token_cost": 320,
+    "min_confidence_score": 0.92
+  }
 }

package/benchmarks/qa_eval/dataset/timing_and_race/qa-challenge-12_timing_and_race.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-12",
-  "name": "PrimeNG Modal Backdrop Fading Intercept",
-  "category": "timing_and_race",
-  "difficulty": "HARD",
-  "description": "Modal backdrop takes 450ms CSS transition to fade out; click immediately triggers intercept.",
-  "failure_vector": {
-    "type": "CLICK_INTERCEPTED",
-    "broken_code": "page.click('#confirm-btn')",
-    "error_log": "ElementClickInterceptedException: <div class='p-component-overlay p-component-overlay-enter'> intercepts pointer-events",
-    "environment_condition": "PrimeNG Modal Fade Transition"
-  },
-  "expected_resolution": {
-    "healed_code": "page.waitForSelector('.p-component-overlay', state: 'detached'); BasePage.clickJS('#confirm-btn')",
-    "strategy": "OVERLAY_SAFE_DISPATCH"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 3.0,
-    "max_token_cost": 380,
-    "min_confidence_score": 0.9
-  }
+{
+  "id": "QA-CHALLENGE-12",
+  "name": "PrimeNG Modal Backdrop Fading Intercept",
+  "category": "timing_and_race",
+  "difficulty": "HARD",
+  "description": "Modal backdrop takes 450ms CSS transition to fade out; click immediately triggers intercept.",
+  "failure_vector": {
+    "type": "CLICK_INTERCEPTED",
+    "broken_code": "page.click('#confirm-btn')",
+    "error_log": "ElementClickInterceptedException: <div class='p-component-overlay p-component-overlay-enter'> intercepts pointer-events",
+    "environment_condition": "PrimeNG Modal Fade Transition"
+  },
+  "expected_resolution": {
+    "healed_code": "page.waitForSelector('.p-component-overlay', state: 'detached'); BasePage.clickJS('#confirm-btn')",
+    "strategy": "OVERLAY_SAFE_DISPATCH"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 3.0,
+    "max_token_cost": 380,
+    "min_confidence_score": 0.9
+  }
 }

package/benchmarks/qa_eval/dataset/timing_and_race/qa-challenge-13_timing_and_race.json

@@ -1,22 +1,22 @@
-{
-  "id": "QA-CHALLENGE-13",
-  "name": "Debounced Search Input Autocomplete Race",
-  "category": "timing_and_race",
-  "difficulty": "MEDIUM",
-  "description": "Search input debounces 400ms before sending query; test clicked dropdown item before query fired.",
-  "failure_vector": {
-    "type": "DEBOUNCE_RACE",
-    "broken_code": "page.fill('#search-input', 'Invoice'); page.click('.dropdown-item:first-child')",
-    "error_log": "TimeoutException: Timed out waiting for '.dropdown-item' to appear in DOM",
-    "environment_condition": "Debounce Timer 400ms"
-  },
-  "expected_resolution": {
-    "healed_code": "page.fill('#search-input', 'Invoice'); page.waitForResponse(r => r.url().includes('/search') && r.status() == 200); page.click('.dropdown-item:first-child')",
-    "strategy": "CDP_RESPONSE_BARRIER"
-  },
-  "benchmark_targets": {
-    "max_heal_time_sec": 2.5,
-    "max_token_cost": 350,
-    "min_confidence_score": 0.88
-  }
+{
+  "id": "QA-CHALLENGE-13",
+  "name": "Debounced Search Input Autocomplete Race",
+  "category": "timing_and_race",
+  "difficulty": "MEDIUM",
+  "description": "Search input debounces 400ms before sending query; test clicked dropdown item before query fired.",
+  "failure_vector": {
+    "type": "DEBOUNCE_RACE",
+    "broken_code": "page.fill('#search-input', 'Invoice'); page.click('.dropdown-item:first-child')",
+    "error_log": "TimeoutException: Timed out waiting for '.dropdown-item' to appear in DOM",
+    "environment_condition": "Debounce Timer 400ms"
+  },
+  "expected_resolution": {
+    "healed_code": "page.fill('#search-input', 'Invoice'); page.waitForResponse(r => r.url().includes('/search') && r.status() == 200); page.click('.dropdown-item:first-child')",
+    "strategy": "CDP_RESPONSE_BARRIER"
+  },
+  "benchmark_targets": {
+    "max_heal_time_sec": 2.5,
+    "max_token_cost": 350,
+    "min_confidence_score": 0.88
+  }
 }