genarena 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

genarena/deploy/Dockerfile

@@ -7,11 +7,8 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     git \
     && rm -rf /var/lib/apt/lists/*
 
-# Copy project files
-COPY . .
-
 # Install Python dependencies
-RUN pip install --no-cache-dir -e .[web]
+RUN pip install genarena[web]
 
 # Download parquet benchmark data from HuggingFace
 # This dataset contains the prompt/benchmark data (not arena battle results)
@@ -22,4 +19,4 @@ RUN python -c "from huggingface_hub import snapshot_download; snapshot_download(
 EXPOSE 7860
 
 # Start the application
-CMD ["python", "genarena/deploy/app.py"]
+CMD ["python", "-m", "genarena.deploy.app"]

genarena/visualize/data_loader.py

@@ -2333,3 +2333,98 @@ class HFArenaDataLoader(ArenaDataLoader):
         """
         # Return None to indicate image should be fetched via CDN
         return None
+
+    def _get_available_models_for_subset(self, subset: str) -> list[str]:
+        """
+        Get list of models that have images in the HF CDN for this subset.
+
+        Returns:
+            List of model names
+        """
+        models = set()
+        for (s, model, _) in self._image_url_index.keys():
+            if s == subset:
+                models.add(model)
+        return sorted(models)
+
+    def _has_model_image(self, subset: str, model: str, sample_index: int) -> bool:
+        """
+        Check if a model has an image for a specific sample in the HF CDN.
+
+        Args:
+            subset: Subset name
+            model: Model name
+            sample_index: Sample index
+
+        Returns:
+            True if image exists in CDN index
+        """
+        return (subset, model, sample_index) in self._image_url_index
+
+    def get_sample_all_models(
+        self, subset: str, exp_name: str, sample_index: int,
+        filter_models: Optional[list[str]] = None,
+        stats_scope: str = "filtered"
+    ) -> dict[str, Any]:
+        """
+        Get all model outputs for a specific sample, sorted by win rate.
+
+        Override for HF deployment to use CDN image index instead of local files.
+
+        Args:
+            subset: Subset name
+            exp_name: Experiment name
+            sample_index: Sample index
+            filter_models: Optional list of models to filter (show only these models)
+            stats_scope: 'filtered' = only count battles between filtered models,
+                        'all' = count all battles (but show only filtered models)
+
+        Returns:
+            Dict with sample info and all model outputs sorted by win rate
+        """
+        # Get sample metadata
+        sample_meta = self._get_sample_data(subset, sample_index)
+
+        # Determine which models to use for stats calculation
+        stats_filter = filter_models if stats_scope == "filtered" else None
+        model_stats = self.get_model_win_stats(subset, exp_name, sample_index, stats_filter)
+
+        # Get all models that have outputs in CDN
+        available_models_list = self._get_available_models_for_subset(subset)
+
+        # Apply filter if specified
+        if filter_models:
+            filter_set = set(filter_models)
+            available_models_list = [m for m in available_models_list if m in filter_set]
+
+        # Build model info for models that have images for this sample
+        available_models = []
+        for model in available_models_list:
+            # Check if model has image for this sample in CDN index
+            if self._has_model_image(subset, model, sample_index):
+                stats = model_stats.get(model, {
+                    "wins": 0, "losses": 0, "ties": 0, "total": 0, "win_rate": 0
+                })
+                available_models.append({
+                    "model": model,
+                    "wins": stats["wins"],
+                    "losses": stats["losses"],
+                    "ties": stats["ties"],
+                    "total": stats["total"],
+                    "win_rate": stats["win_rate"],
+                })
+
+        # Sort by win rate (descending), then by wins (descending), then by model name
+        available_models.sort(key=lambda x: (-x["win_rate"], -x["wins"], x["model"]))
+
+        return {
+            "subset": subset,
+            "exp_name": exp_name,
+            "sample_index": sample_index,
+            "instruction": sample_meta.get("instruction", ""),
+            "task_type": sample_meta.get("task_type", ""),
+            "input_image_count": sample_meta.get("input_image_count", 1),
+            "prompt_source": sample_meta.get("prompt_source"),
+            "original_metadata": sample_meta.get("original_metadata"),
+            "models": available_models,
+        }

{genarena-0.1.0.dist-info → genarena-0.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: genarena
-Version: 0.1.0
+Version: 0.1.1
 Summary: GenArena Arena Evaluation - VLM-based pairwise image generation evaluation
 Author: GenArena Team
 License: Apache-2.0

{genarena-0.1.0.dist-info → genarena-0.1.1.dist-info}/RECORD

@@ -13,7 +13,7 @@ genarena/sampling.py,sha256=v3AeOASfrxBYyPGy3tlAgBetK5F1_AhdJa9HgB9-XQM,11607
 genarena/state.py,sha256=SK93_ACqHVS3FpHchp5Oj-UvwjDcPZv-ACBX3Cc-P8Q,24095
 genarena/utils.py,sha256=ppzphYoNryjBMQlgS4GAGC2lw1nmdE_zN4RTcDQk5Y8,2685
 genarena/vlm.py,sha256=kfgLtSd2wJ077O-VxlNbvRv70Hgg-jWN5ZcICruaZBw,18249
-genarena/deploy/Dockerfile,sha256=UN3lm5WgFIxR4plsLKqhFXnvsqZ-ZuDC7KvRQ5E9Qiw,710
+genarena/deploy/Dockerfile,sha256=sbYetDT5ajJHJxwcO5DZzMaqlOZddHXLcUXN8zHaIMY,670
 genarena/deploy/README.md,sha256=7KcPVY73_5Gotr6a-E24xgeVxe5fokuT4KlupQead8w,1576
 genarena/deploy/__init__.py,sha256=BpXfurQ84w_Qr_C8Joy0Oh_9HCU--5cMSt4wvxsPV8Y,122
 genarena/deploy/app.py,sha256=BPifFGz9p0J7-TFw19JPuzmxamp-hdNvVpIxcvHAPsc,2716
@@ -33,12 +33,12 @@ genarena/validation/validator.py,sha256=-yfVMXJBOSMmfajczGjpW3K0Xe1LFHPbdXh5cuMM
 genarena/visualize/README.md,sha256=8YOEBRicm35G6wEbA-qBbHBkZwozl0Zdl8zNqmb-t_Y,4525
 genarena/visualize/__init__.py,sha256=Id0QCPo_QuxjZOG7QuqttdzNCwmDFrH26eeYqHLn-JU,283
 genarena/visualize/app.py,sha256=2TbGuH22zV2U3Fm8LjZLTxsoVeZHRmMqsBlSZ1xhz1A,34903
-genarena/visualize/data_loader.py,sha256=C28qx26iJT_cJbAJfRDVKprB9S6nZK63kbfzh87ofpk,86107
+genarena/visualize/data_loader.py,sha256=rTmTMCH7jdKLEJjZyg9bX9DSJPfoxxCRsjuJZJaN8Go,89881
 genarena/visualize/static/app.js,sha256=g2sdB9zfa_Nee-sQ-JJOWOGKJeihD31LpWyg-vSB6JA,144584
 genarena/visualize/static/model_aliases.json,sha256=iZQ4IIm-Vv2ly8XSPT2QPmDHM4PlnJS3RTdskbfhQME,1594
 genarena/visualize/static/style.css,sha256=nIAyGr9PpY9C-wGR5TGPgHB1g9KRCWN-iEEN8F1tbdk,78265
 genarena/visualize/templates/index.html,sha256=cJoFWkXVXP9MDee16vq-ufMhbs89cVwaTVhS4RKMW1E,21725
-genarena-0.1.0.dist-info/METADATA,sha256=IJs5QDs2nGpGSxho3j4-zqfSY3GQu1iycZg6VFKV_Qc,6065
-genarena-0.1.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-genarena-0.1.0.dist-info/entry_points.txt,sha256=yEZL7896wPLpHS9dWMQ82V5-04PJaYkm48mb7dNdlhM,47
-genarena-0.1.0.dist-info/RECORD,,
+genarena-0.1.1.dist-info/METADATA,sha256=XFjDQHeAvZvqnkwrtEfHWFYltK-FH7hC2emNXNVbN-c,6065
+genarena-0.1.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+genarena-0.1.1.dist-info/entry_points.txt,sha256=yEZL7896wPLpHS9dWMQ82V5-04PJaYkm48mb7dNdlhM,47
+genarena-0.1.1.dist-info/RECORD,,