openadapt-ml 0.2.0__py3-none-any.whl → 0.2.2__py3-none-any.whl

openadapt_ml/experiments/demo_prompt/format_demo.py

@@ -6,7 +6,7 @@ from pathlib import Path
 from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
-    from openadapt_ml.schema import Action, ActionType, Episode, Step
+    from openadapt_ml.schema import Action, Episode, Step
 
 
 def format_action(action: "Action") -> str:
@@ -19,7 +19,7 @@ def format_action(action: "Action") -> str:
         String representation like "CLICK(0.5, 0.3)" or "TYPE('hello')".
     """
     # Get action type value (handle both enum and string)
-    action_type = action.type.value if hasattr(action.type, 'value') else action.type
+    action_type = action.type.value if hasattr(action.type, "value") else action.type
 
     if action_type == "click":
         if action.normalized_coordinates is not None:
@@ -53,7 +53,10 @@ def format_action(action: "Action") -> str:
         return f"SCROLL({direction})"
 
     elif action_type == "drag":
-        if action.normalized_coordinates is not None and action.normalized_end is not None:
+        if (
+            action.normalized_coordinates is not None
+            and action.normalized_end is not None
+        ):
             x, y = action.normalized_coordinates
             end_x, end_y = action.normalized_end
             return f"DRAG({x:.3f}, {y:.3f}, {end_x:.3f}, {end_y:.3f})"
@@ -112,7 +115,11 @@ def format_episode_as_demo(
         lines.append(format_step(step, i))
 
         # Optionally include screenshot reference
-        if include_screenshots and step.observation and step.observation.screenshot_path:
+        if (
+            include_screenshots
+            and step.observation
+            and step.observation.screenshot_path
+        ):
             lines.append(f"  [Screenshot: {step.observation.screenshot_path}]")
 
         lines.append("")
@@ -167,9 +174,12 @@ def format_episode_verbose(
             if next_step.observation and next_step.observation.window_title:
                 if (
                     not step.observation
-                    or next_step.observation.window_title != step.observation.window_title
+                    or next_step.observation.window_title
+                    != step.observation.window_title
                 ):
-                    lines.append(f"  [Result: Window changed to {next_step.observation.window_title}]")
+                    lines.append(
+                        f"  [Result: Window changed to {next_step.observation.window_title}]"
+                    )
 
         lines.append("")
 

openadapt_ml/experiments/demo_prompt/run_experiment.py

@@ -8,14 +8,12 @@ from __future__ import annotations
 import argparse
 import base64
 import json
-import sys
 from dataclasses import dataclass, field
 from datetime import datetime
 from pathlib import Path
 from typing import Any
 
 from openadapt_ml.experiments.demo_prompt.format_demo import (
-    format_episode_as_demo,
     format_episode_verbose,
     generate_length_matched_control,
     get_demo_screenshot_paths,
@@ -138,14 +136,16 @@ class DemoPromptExperiment:
                     if Path(path).exists():
                         with open(path, "rb") as f:
                             image_b64 = base64.b64encode(f.read()).decode("utf-8")
-                        content.append({
-                            "type": "image",
-                            "source": {
-                                "type": "base64",
-                                "media_type": "image/png",
-                                "data": image_b64,
-                            },
-                        })
+                        content.append(
+                            {
+                                "type": "image",
+                                "source": {
+                                    "type": "base64",
+                                    "media_type": "image/png",
+                                    "data": image_b64,
+                                },
+                            }
+                        )
 
             # Add text
             content.append({"type": "text", "text": user_content})
@@ -158,7 +158,11 @@ class DemoPromptExperiment:
             )
 
             parts = getattr(response, "content", [])
-            texts = [getattr(p, "text", "") for p in parts if getattr(p, "type", "") == "text"]
+            texts = [
+                getattr(p, "text", "")
+                for p in parts
+                if getattr(p, "type", "") == "text"
+            ]
             return "\n".join([t for t in texts if t]).strip()
 
         elif self.provider == "openai":
@@ -170,10 +174,14 @@ class DemoPromptExperiment:
                     if Path(path).exists():
                         with open(path, "rb") as f:
                             image_b64 = base64.b64encode(f.read()).decode("utf-8")
-                        user_content_parts.append({
-                            "type": "image_url",
-                            "image_url": {"url": f"data:image/png;base64,{image_b64}"},
-                        })
+                        user_content_parts.append(
+                            {
+                                "type": "image_url",
+                                "image_url": {
+                                    "url": f"data:image/png;base64,{image_b64}"
+                                },
+                            }
+                        )
 
             # Add text
             user_content_parts.append({"type": "text", "text": user_content})
@@ -446,7 +454,9 @@ def run_experiment(
         output_path = Path(output_dir)
         output_path.mkdir(parents=True, exist_ok=True)
 
-        results_file = output_path / f"results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.json"
+        results_file = (
+            output_path / f"results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.json"
+        )
         with open(results_file, "w") as f:
             json.dump(
                 {

openadapt_ml/experiments/representation_shootout/__init__.py

@@ -0,0 +1,70 @@
+"""Representation Shootout Experiment.
+
+Compares three approaches for GUI action prediction under distribution drift:
+
+- Condition A: Raw Coordinates - Direct coordinate regression
+- Condition B: Coordinates + Visual Cues - Enhanced with markers and zoom
+- Condition C: Marks (Element IDs) - Element classification using SoM
+
+Usage:
+    # Run full experiment
+    python -m openadapt_ml.experiments.representation_shootout.runner run
+
+    # Run specific condition
+    python -m openadapt_ml.experiments.representation_shootout.runner run --condition marks
+
+    # Evaluate under specific drift
+    python -m openadapt_ml.experiments.representation_shootout.runner eval --drift resolution
+
+See docs/experiments/representation_shootout_design.md for full documentation.
+"""
+
+from openadapt_ml.experiments.representation_shootout.config import (
+    ConditionConfig,
+    ConditionName,
+    DriftConfig,
+    DriftType,
+    ExperimentConfig,
+    MetricName,
+)
+from openadapt_ml.experiments.representation_shootout.conditions import (
+    ConditionBase,
+    CoordsCuesCondition,
+    MarksCondition,
+    RawCoordsCondition,
+    create_condition,
+)
+from openadapt_ml.experiments.representation_shootout.evaluator import (
+    DriftEvaluator,
+    EvaluationResult,
+    compute_metrics,
+    make_recommendation,
+)
+from openadapt_ml.experiments.representation_shootout.runner import (
+    ExperimentRunner,
+    run_experiment,
+)
+
+__all__ = [
+    # Config
+    "ExperimentConfig",
+    "ConditionConfig",
+    "ConditionName",
+    "DriftConfig",
+    "DriftType",
+    "MetricName",
+    # Conditions
+    "ConditionBase",
+    "RawCoordsCondition",
+    "CoordsCuesCondition",
+    "MarksCondition",
+    "create_condition",
+    # Evaluator
+    "DriftEvaluator",
+    "EvaluationResult",
+    "compute_metrics",
+    "make_recommendation",
+    # Runner
+    "ExperimentRunner",
+    "run_experiment",
+]