prediction-market-agent-tooling 0.64.7__py3-none-any.whl → 0.64.9__py3-none-any.whl

prediction_market_agent_tooling/loggers.py

@@ -69,13 +69,16 @@ def _handle_exception(
         sys.__excepthook__(exc_type, exc_value, exc_traceback)
         return
 
-    info: BaseException | None = exc_value
+    exp_details: BaseException | None = exc_value
     if isinstance(exc_value, RetryError):
         # In case of RetryError from tenacity, add last attempt's exp to the log, otherwise we won't see the exception's message in the logs.
-        info = exc_value.last_attempt.exception()
+        exp_details = exc_value.last_attempt.exception()
 
     logger.error(
-        f"Uncaught exception: {info}",
+        # Do not use f-string here, loguru internally calls `message.format(*args, **kwargs)` and in case you put {} into the message (for example, dict-formatted exception from evm),
+        # it would throw an error.
+        "Uncaught exception: {exp_details}",
+        exp_details=exp_details,
         exc_info=(exc_type, exc_value, exc_traceback),
     )
 

prediction_market_agent_tooling/logprobs_parser.py

@@ -0,0 +1,117 @@
+import math
+from itertools import product
+from typing import Any, Tuple
+
+from pydantic import BaseModel
+
+from prediction_market_agent_tooling.loggers import logger
+
+
+class LogprobKey(BaseModel):
+    name: str
+    key_type: type
+    valid_values: set[Any] | None
+
+
+class LogprobsParser:
+    def _get_logprobs_key_index(
+        self, logprobs: list[dict[str, Any]], key: LogprobKey
+    ) -> int:
+        key_candidate = ""
+        for i, token in enumerate(logprobs):
+            if token["token"] in key.name:
+                key_candidate = key_candidate + token["token"]
+            else:
+                key_candidate = ""
+            if key_candidate == key.name:
+                return i
+
+        return -1
+
+    def _get_logprobs_indexes_for_result(
+        self, logprobs: list[dict[str, Any]], key_index: int
+    ) -> Tuple[int, int]:
+        result_start_index = next(
+            (
+                i
+                for i in range(key_index + 1, len(logprobs))
+                if logprobs[i]["token"] in {":", ",", " ", ' "', '"', "\t", "\u00A0"}
+            ),
+            -1,
+        )
+        result_end_index = next(
+            (
+                i
+                for i in range(result_start_index, len(logprobs))
+                if logprobs[i]["token"] in {",", '"', ",\n", "\",\n'", '",\n'}
+            ),
+            -1,
+        )
+        return result_start_index + 1, result_end_index
+
+    def _is_correct_type(self, token: str, key_type: type) -> bool:
+        try:
+            key_type(token)
+            return True
+        except ValueError:
+            return False
+
+    def _parse_valid_tokens_with__agg_probs(
+        self, logprobs_list: list[tuple[dict[str, Any]]], key: LogprobKey
+    ) -> list[dict[str, Any]]:
+        results: list[dict[str, Any]] = [
+            {
+                "token": "".join(str(logprob["token"]) for logprob in logprobs),
+                "logprob": sum(float(logprob["logprob"]) for logprob in logprobs),
+                "prob": math.exp(
+                    sum(float(logprob["logprob"]) for logprob in logprobs)
+                ),
+            }
+            for logprobs in logprobs_list
+        ]
+
+        results_filtered: list[dict[str, Any]] = [
+            result
+            for result in results
+            if self._is_correct_type(result["token"], key.key_type)
+            and (key.valid_values is None or result["token"] in key.valid_values)
+        ]
+
+        return sorted(results_filtered, key=lambda x: x["logprob"], reverse=True)[
+            : len(logprobs_list[0])
+        ]
+
+    def parse_logprobs(
+        self, logprobs: list[dict[str, Any]], keys: list[LogprobKey]
+    ) -> list[dict[str, Any]]:
+        results_for_keys = []
+
+        for key in keys:
+            key_index = self._get_logprobs_key_index(logprobs, key)
+            if key_index < 0:
+                logger.warning(f"Key {key.name} not found in logprobs")
+                continue
+
+            (
+                result_start_index,
+                result_end_index,
+            ) = self._get_logprobs_indexes_for_result(logprobs, key_index)
+            if result_start_index < 0 or result_end_index < 0:
+                logger.warning(f"Error in parsing result for {key.name} in logprobs")
+                continue
+
+            valid_logprobs = [
+                logprobs[i]["top_logprobs"]
+                for i in range(result_start_index, result_end_index)
+            ]
+
+            results_for_keys.append(
+                {
+                    "key": key.name,
+                    "logprobs": self._parse_valid_tokens_with__agg_probs(
+                        list(product(*valid_logprobs)), key
+                    ),
+                }
+            )
+
+        return results_for_keys

{prediction_market_agent_tooling-0.64.7.dist-info → prediction_market_agent_tooling-0.64.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: prediction-market-agent-tooling
-Version: 0.64.7
+Version: 0.64.9
 Summary: Tools to benchmark, deploy and monitor prediction market agents.
 Author: Gnosis
 Requires-Python: >=3.10,<3.13

{prediction_market_agent_tooling-0.64.7.dist-info → prediction_market_agent_tooling-0.64.9.dist-info}/RECORD

@@ -35,7 +35,8 @@ prediction_market_agent_tooling/gtypes.py,sha256=bUIZfZIGvIi3aiZNu5rVE9kRevw8sfM
 prediction_market_agent_tooling/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 prediction_market_agent_tooling/jobs/jobs_models.py,sha256=8vYafsK1cqMWQtjBoq9rruroF84xAVD00vBTMWH6QMg,2166
 prediction_market_agent_tooling/jobs/omen/omen_jobs.py,sha256=Pf6QxPXGyie-2l_wZUjaGPTjZTlpv50_JhP40mULBaU,5048
-prediction_market_agent_tooling/loggers.py,sha256=_4ccdpSU3Kxmf4wYDZR5fPHXKhPxpUAjj_AISWKFJLM,4915
+prediction_market_agent_tooling/loggers.py,sha256=hF_n-E5iMSqh3dY5G6LkQRHyReMYGPNTLu82dDFh1PU,5187
+prediction_market_agent_tooling/logprobs_parser.py,sha256=sXIwkA5O_fpBP3Civ891rTa0yRcbs3qNcNsY5MJpL68,3734
 prediction_market_agent_tooling/markets/agent_market.py,sha256=1NomilM0GCXcRq_1N_cr2AbSK5ONTowFeRbrhc7V5zE,14929
 prediction_market_agent_tooling/markets/base_subgraph_handler.py,sha256=7RaYO_4qAmQ6ZGM8oPK2-CkiJfKmV9MxM-rJlduaecU,1971
 prediction_market_agent_tooling/markets/blockchain_utils.py,sha256=qm21scopQ6dfewkoqQF6lWLDGg2BblsKUdC9aG93Hmc,2249
@@ -124,8 +125,8 @@ prediction_market_agent_tooling/tools/tokens/usd.py,sha256=yuW8iPPtcpP4eLH2nORMD
 prediction_market_agent_tooling/tools/transaction_cache.py,sha256=K5YKNL2_tR10Iw2TD9fuP-CTGpBbZtNdgbd0B_R7pjg,1814
 prediction_market_agent_tooling/tools/utils.py,sha256=AC2a68jwASMWuQi-w8twl8b_M52YwrEJ81abmuEaqMY,6661
 prediction_market_agent_tooling/tools/web3_utils.py,sha256=zRq-eeBGWt8uUGN9G_WfjmJ0eVvO8aWE9S0Pz_Y6AOA,12342
-prediction_market_agent_tooling-0.64.7.dist-info/LICENSE,sha256=6or154nLLU6bELzjh0mCreFjt0m2v72zLi3yHE0QbeE,7650
-prediction_market_agent_tooling-0.64.7.dist-info/METADATA,sha256=1iMPY2iyUlk1LofPDU32Lr98VeW9XWkcOHaUtTAoMhc,8741
-prediction_market_agent_tooling-0.64.7.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-prediction_market_agent_tooling-0.64.7.dist-info/entry_points.txt,sha256=m8PukHbeH5g0IAAmOf_1Ahm-sGAMdhSSRQmwtpmi2s8,81
-prediction_market_agent_tooling-0.64.7.dist-info/RECORD,,
+prediction_market_agent_tooling-0.64.9.dist-info/LICENSE,sha256=6or154nLLU6bELzjh0mCreFjt0m2v72zLi3yHE0QbeE,7650
+prediction_market_agent_tooling-0.64.9.dist-info/METADATA,sha256=_1FdDou19Th75LG9Jud3dHCXv8Ca3EaiUNKkSygE1cI,8741
+prediction_market_agent_tooling-0.64.9.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+prediction_market_agent_tooling-0.64.9.dist-info/entry_points.txt,sha256=m8PukHbeH5g0IAAmOf_1Ahm-sGAMdhSSRQmwtpmi2s8,81
+prediction_market_agent_tooling-0.64.9.dist-info/RECORD,,