prediction-market-agent-tooling 0.49.0__tar.gz → 0.49.1__tar.gz

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: prediction-market-agent-tooling
-Version: 0.49.0
+Version: 0.49.1
 Summary: Tools to benchmark, deploy and monitor prediction market agents.
 Author: Gnosis
 Requires-Python: >=3.10,<3.12
@@ -29,6 +29,7 @@ Requires-Dist: loguru (>=0.7.2,<0.8.0)
 Requires-Dist: loky (>=3.4.1,<4.0.0)
 Requires-Dist: numpy (>=1.26.4,<2.0.0)
 Requires-Dist: openai (>=1.0.0,<2.0.0) ; extra == "openai"
+Requires-Dist: pinatapy-vourhey (>=0.2.0,<0.3.0)
 Requires-Dist: prompt-toolkit (>=3.0.43,<4.0.0)
 Requires-Dist: psycopg2-binary (>=2.9.9,<3.0.0)
 Requires-Dist: pydantic (>=2.6.1,<3.0.0)

prediction_market_agent_tooling-0.49.1/prediction_market_agent_tooling/abis/debuggingcontract.abi.json

@@ -0,0 +1,29 @@
+[
+  {
+    "constant": false,
+    "inputs": [],
+    "name": "inc",
+    "outputs": [],
+    "payable": false,
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [],
+    "name": "counter",
+    "outputs": [{ "name": "", "type": "uint256" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [],
+    "name": "getNow",
+    "outputs": [{ "name": "", "type": "uint32" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  }
+]

prediction_market_agent_tooling-0.49.1/prediction_market_agent_tooling/abis/omen_agentresultmapping.abi.json

@@ -0,0 +1,171 @@
+ [
+        {
+            "type": "constructor",
+            "inputs": [],
+            "stateMutability": "nonpayable"
+        },
+        {
+            "type": "function",
+            "name": "addPrediction",
+            "inputs": [
+                {
+                    "name": "marketAddress",
+                    "type": "address",
+                    "internalType": "address"
+                },
+                {
+                    "name": "prediction",
+                    "type": "tuple",
+                    "internalType": "struct Prediction",
+                    "components": [
+                        {
+                            "name": "publisherAddress",
+                            "type": "address",
+                            "internalType": "address"
+                        },
+                        {
+                            "name": "ipfsHash",
+                            "type": "bytes32",
+                            "internalType": "bytes32"
+                        },
+                        {
+                            "name": "txHashes",
+                            "type": "bytes32[]",
+                            "internalType": "bytes32[]"
+                        },
+                        {
+                            "name": "estimatedProbabilityBps",
+                            "type": "uint16",
+                            "internalType": "uint16"
+                        }
+                    ]
+                }
+            ],
+            "outputs": [],
+            "stateMutability": "nonpayable"
+        },
+        {
+            "type": "function",
+            "name": "getPredictionByIndex",
+            "inputs": [
+                {
+                    "name": "marketAddress",
+                    "type": "address",
+                    "internalType": "address"
+                },
+                {
+                    "name": "index",
+                    "type": "uint256",
+                    "internalType": "uint256"
+                }
+            ],
+            "outputs": [
+                {
+                    "name": "",
+                    "type": "tuple",
+                    "internalType": "struct Prediction",
+                    "components": [
+                        {
+                            "name": "publisherAddress",
+                            "type": "address",
+                            "internalType": "address"
+                        },
+                        {
+                            "name": "ipfsHash",
+                            "type": "bytes32",
+                            "internalType": "bytes32"
+                        },
+                        {
+                            "name": "txHashes",
+                            "type": "bytes32[]",
+                            "internalType": "bytes32[]"
+                        },
+                        {
+                            "name": "estimatedProbabilityBps",
+                            "type": "uint16",
+                            "internalType": "uint16"
+                        }
+                    ]
+                }
+            ],
+            "stateMutability": "view"
+        },
+        {
+            "type": "function",
+            "name": "getPredictions",
+            "inputs": [
+                {
+                    "name": "marketAddress",
+                    "type": "address",
+                    "internalType": "address"
+                }
+            ],
+            "outputs": [
+                {
+                    "name": "",
+                    "type": "tuple[]",
+                    "internalType": "struct Prediction[]",
+                    "components": [
+                        {
+                            "name": "publisherAddress",
+                            "type": "address",
+                            "internalType": "address"
+                        },
+                        {
+                            "name": "ipfsHash",
+                            "type": "bytes32",
+                            "internalType": "bytes32"
+                        },
+                        {
+                            "name": "txHashes",
+                            "type": "bytes32[]",
+                            "internalType": "bytes32[]"
+                        },
+                        {
+                            "name": "estimatedProbabilityBps",
+                            "type": "uint16",
+                            "internalType": "uint16"
+                        }
+                    ]
+                }
+            ],
+            "stateMutability": "view"
+        },
+        {
+            "type": "event",
+            "name": "PredictionAdded",
+            "inputs": [
+                {
+                    "name": "marketAddress",
+                    "type": "address",
+                    "indexed": true,
+                    "internalType": "address"
+                },
+                {
+                    "name": "estimatedProbabilityBps",
+                    "type": "uint16",
+                    "indexed": false,
+                    "internalType": "uint16"
+                },
+                {
+                    "name": "publisherAddress",
+                    "type": "address",
+                    "indexed": true,
+                    "internalType": "address"
+                },
+                {
+                    "name": "txHashes",
+                    "type": "bytes32[]",
+                    "indexed": false,
+                    "internalType": "bytes32[]"
+                },
+                {
+                    "name": "ipfsHash",
+                    "type": "bytes32",
+                    "indexed": false,
+                    "internalType": "bytes32"
+                }
+            ],
+            "anonymous": false
+        }
+    ]

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/prediction_market_agent_tooling/benchmark/benchmark.py

@@ -1,7 +1,6 @@
 import concurrent.futures
 import os
 import typing as t
-from collections import defaultdict
 
 import numpy as np
 import pandas as pd
@@ -436,92 +435,6 @@ class Benchmarker:
             ],
         }
 
-    def calculate_expected_returns(
-        self, prediction: Prediction, market: AgentMarket
-    ) -> float | None:
-        """
-        The expected value if betting on a binary market in its initialized state of 50:50 'yes' and 'no' shares, with the assumption that the correct `p_yes` is that of the market.
-        """
-        if not prediction.is_answered:
-            return None
-
-        # TODO: Add support for different bet sizes -- if we bet a low amount (such as <10 units), the real shares will be very close to that we calculate below (bet_units / share_price),
-        # but if one bets a lot, it will change the share price along the way, and so he/she receives less than `bet_units / share_price`, but it's more complicated to calculate.
-        bet_units = 10  # Assuming the agent always bet 10 units per market.
-
-        assert prediction.outcome_prediction is not None
-        # Assume that market starts at 50/50 and so the price is 0.5 at the time we are buying it,
-        # we can't use {yes,no}_outcome_price atm, because it would just cancel out to EV = 0.0,
-        # as it's the same as the probability.
-        yes_shares = (
-            bet_units / 0.5  # market.yes_outcome_price
-            if prediction.outcome_prediction.probable_resolution == Resolution.YES
-            and market.yes_outcome_price > 0
-            else 0
-        )
-        no_shares = (
-            bet_units / 0.5  # market.no_outcome_price
-            if prediction.outcome_prediction.probable_resolution == Resolution.NO
-            and market.no_outcome_price > 0
-            else 0
-        )
-
-        # If we don't bet, we don't have any expected returns.
-        if yes_shares == 0 and no_shares == 0:
-            return None
-
-        expected_value = (
-            yes_shares * market.current_p_yes
-            + no_shares * (1 - market.current_p_yes)
-            - bet_units
-        )
-        expected_returns_perc = 100 * expected_value / bet_units
-
-        return expected_returns_perc
-
-    def compute_expected_returns_summary(
-        self,
-    ) -> t.Tuple[dict[str, list[str | float]], dict[str, list[str | float | None]]]:
-        overall_summary: dict[str, list[str | float]] = defaultdict(list)
-
-        for agent in self.registered_agents:
-            expected_returns = []
-
-            for market in self.markets:
-                if (
-                    prediction := self.get_prediction(agent.agent_name, market.question)
-                ).is_answered and (
-                    expected_return := self.calculate_expected_returns(
-                        prediction, market
-                    )
-                ) is not None:
-                    expected_returns.append(expected_return)
-
-            overall_summary["Agent"].append(agent.agent_name)
-            overall_summary["Mean expected returns"].append(
-                float(np.mean(expected_returns))
-            )
-            overall_summary["Median expected returns"].append(
-                float(np.median(expected_returns))
-            )
-            overall_summary["Total expected returns"].append(
-                float(np.sum(expected_returns))
-            )
-
-        per_market: dict[str, list[str | float | None]] = defaultdict(list)
-
-        for market in self.markets:
-            per_market["Market Question"].append(market.question)
-
-            for agent in self.registered_agents:
-                per_market[agent.agent_name].append(
-                    self.calculate_expected_returns(
-                        self.get_prediction(agent.agent_name, market.question), market
-                    )
-                )
-
-        return dict(overall_summary), dict(per_market)
-
     def generate_markdown_report(self) -> str:
         md = "# Comparison Report\n\n"
         md += "## Market Results\n\n"
@@ -533,10 +446,4 @@ class Benchmarker:
         md += "\n\n"
         md += "### Markets\n\n"
         md += pd.DataFrame(self.get_markets_summary()).to_markdown(index=False)
-        md += "\n\n"
-        md += "### Expected value\n\n"
-        overall_summary, per_market = self.compute_expected_returns_summary()
-        md += pd.DataFrame(overall_summary).to_markdown(index=False)
-        md += "\n\n"
-        md += pd.DataFrame(per_market).to_markdown(index=False)
         return md

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/prediction_market_agent_tooling/config.py

@@ -35,6 +35,7 @@ class APIKeys(BaseSettings):
     SAFE_ADDRESS: t.Optional[ChecksumAddress] = None
     OPENAI_API_KEY: t.Optional[SecretStr] = None
     GRAPH_API_KEY: t.Optional[SecretStr] = None
+    TENDERLY_FORK_RPC: t.Optional[str] = None
 
     GOOGLE_SEARCH_API_KEY: t.Optional[SecretStr] = None
     GOOGLE_SEARCH_ENGINE_ID: t.Optional[SecretStr] = None
@@ -44,6 +45,9 @@ class APIKeys(BaseSettings):
     LANGFUSE_HOST: t.Optional[str] = None
     LANGFUSE_DEPLOYMENT_VERSION: t.Optional[str] = None
 
+    PINATA_API_KEY: t.Optional[SecretStr] = None
+    PINATA_API_SECRET: t.Optional[SecretStr] = None
+
     TAVILY_API_KEY: t.Optional[SecretStr] = None
 
     SQLALCHEMY_DB_URL: t.Optional[SecretStr] = None
@@ -147,6 +151,18 @@ class APIKeys(BaseSettings):
             and self.LANGFUSE_HOST is not None
         )
 
+    @property
+    def pinata_api_key(self) -> SecretStr:
+        return check_not_none(
+            self.PINATA_API_KEY, "PINATA_API_KEY missing in the environment."
+        )
+
+    @property
+    def pinata_api_secret(self) -> SecretStr:
+        return check_not_none(
+            self.PINATA_API_SECRET, "PINATA_API_SECRET missing in the environment."
+        )
+
     @property
     def tavily_api_key(self) -> SecretStr:
         return check_not_none(

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/prediction_market_agent_tooling/deploy/agent.py

@@ -10,6 +10,7 @@ from functools import cached_property
 
 from pydantic import BaseModel, BeforeValidator, computed_field
 from typing_extensions import Annotated
+from web3 import Web3
 
 from prediction_market_agent_tooling.config import APIKeys
 from prediction_market_agent_tooling.deploy.betting_strategy import (
@@ -30,7 +31,7 @@ from prediction_market_agent_tooling.deploy.gcp.utils import (
     gcp_function_is_active,
     gcp_resolve_api_keys_secrets,
 )
-from prediction_market_agent_tooling.gtypes import xDai, xdai_type
+from prediction_market_agent_tooling.gtypes import HexStr, xDai, xdai_type
 from prediction_market_agent_tooling.loggers import logger
 from prediction_market_agent_tooling.markets.agent_market import (
     AgentMarket,
@@ -47,17 +48,27 @@ from prediction_market_agent_tooling.markets.markets import (
     MarketType,
     have_bet_on_market_since,
 )
+from prediction_market_agent_tooling.markets.omen.data_models import (
+    ContractPrediction,
+    IPFSAgentResult,
+)
 from prediction_market_agent_tooling.markets.omen.omen import (
     is_minimum_required_balance,
     redeem_from_all_user_positions,
     withdraw_wxdai_to_xdai_to_keep_balance,
 )
+from prediction_market_agent_tooling.markets.omen.omen_contracts import (
+    OmenAgentResultMappingContract,
+)
 from prediction_market_agent_tooling.monitor.monitor_app import (
     MARKET_TYPE_TO_DEPLOYED_AGENT,
 )
+from prediction_market_agent_tooling.tools.hexbytes_custom import HexBytes
+from prediction_market_agent_tooling.tools.ipfs.ipfs_handler import IPFSHandler
 from prediction_market_agent_tooling.tools.is_predictable import is_predictable_binary
 from prediction_market_agent_tooling.tools.langfuse_ import langfuse_context, observe
 from prediction_market_agent_tooling.tools.utils import DatetimeWithTimezone, utcnow
+from prediction_market_agent_tooling.tools.web3_utils import ipfscidv0_to_byte32
 
 MAX_AVAILABLE_MARKETS = 20
 TRADER_TAG = "trader"
@@ -291,6 +302,7 @@ class DeployableTraderAgent(DeployableAgent):
     ) -> None:
         super().__init__(enable_langfuse=enable_langfuse)
         self.place_bet = place_bet
+        self.ipfs_handler = IPFSHandler(APIKeys())
 
     def get_betting_strategy(self, market: AgentMarket) -> BettingStrategy:
         user_id = market.get_user_id(api_keys=APIKeys())
@@ -461,7 +473,7 @@ class DeployableTraderAgent(DeployableAgent):
         placed_trades = []
         if self.place_bet:
             for trade in trades:
-                logger.info(f"Executing trade {trade}")
+                logger.info(f"Executing trade {trade} on market {market.id}")
 
                 match trade.trade_type:
                     case TradeType.BUY:
@@ -476,18 +488,61 @@ class DeployableTraderAgent(DeployableAgent):
                         raise ValueError(f"Unexpected trade type {trade.trade_type}.")
                 placed_trades.append(PlacedTrade.from_trade(trade, id))
 
-        self.after_process_market(market_type, market)
-
         processed_market = ProcessedMarket(answer=answer, trades=placed_trades)
         self.update_langfuse_trace_by_processed_market(market_type, processed_market)
 
+        self.after_process_market(
+            market_type, market, processed_market=processed_market
+        )
+
         logger.info(f"Processed market {market.question=} from {market.url=}.")
         return processed_market
 
     def after_process_market(
-        self, market_type: MarketType, market: AgentMarket
+        self,
+        market_type: MarketType,
+        market: AgentMarket,
+        processed_market: ProcessedMarket,
     ) -> None:
-        pass
+        if market_type != MarketType.OMEN:
+            logger.info(
+                f"Skipping after_process_market since market_type {market_type} != OMEN"
+            )
+            return
+        keys = APIKeys()
+        self.store_prediction(
+            market_id=market.id, processed_market=processed_market, keys=keys
+        )
+
+    def store_prediction(
+        self, market_id: str, processed_market: ProcessedMarket, keys: APIKeys
+    ) -> None:
+        reasoning = (
+            processed_market.answer.reasoning
+            if processed_market.answer.reasoning
+            else ""
+        )
+        ipfs_hash = self.ipfs_handler.store_agent_result(
+            IPFSAgentResult(reasoning=reasoning)
+        )
+
+        tx_hashes = [
+            HexBytes(HexStr(i.id)) for i in processed_market.trades if i.id is not None
+        ]
+        prediction = ContractPrediction(
+            publisher=keys.public_key,
+            ipfs_hash=ipfscidv0_to_byte32(ipfs_hash),
+            tx_hashes=tx_hashes,
+            estimated_probability_bps=int(processed_market.answer.p_yes * 10000),
+        )
+        tx_receipt = OmenAgentResultMappingContract().add_prediction(
+            api_keys=keys,
+            market_address=Web3.to_checksum_address(market_id),
+            prediction=prediction,
+        )
+        logger.info(
+            f"Added prediction to market {market_id}. - receipt {tx_receipt['transactionHash'].hex()}."
+        )
 
     def before_process_markets(self, market_type: MarketType) -> None:
         """

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/prediction_market_agent_tooling/markets/agent_market.py

@@ -18,8 +18,8 @@ from prediction_market_agent_tooling.markets.data_models import (
     TokenAmount,
 )
 from prediction_market_agent_tooling.tools.utils import (
-    add_utc_timezone_validator,
     check_not_none,
+    convert_to_utc_datetime,
     should_not_happen,
     utcnow,
 )
@@ -61,10 +61,10 @@ class AgentMarket(BaseModel):
     volume: float | None  # Should be in currency of `currency` above.
 
     _add_timezone_validator_created_time = field_validator("created_time")(
-        add_utc_timezone_validator
+        convert_to_utc_datetime
     )
     _add_timezone_validator_close_time = field_validator("close_time")(
-        add_utc_timezone_validator
+        convert_to_utc_datetime
     )
 
     @field_validator("outcome_token_pool")

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/prediction_market_agent_tooling/markets/data_models.py

@@ -130,7 +130,7 @@ class Trade(BaseModel):
 
 
 class PlacedTrade(Trade):
-    id: str
+    id: str | None = None
 
     @staticmethod
     def from_trade(trade: Trade, id: str) -> "PlacedTrade":

{prediction_market_agent_tooling-0.49.0 → prediction_market_agent_tooling-0.49.1}/prediction_market_agent_tooling/markets/metaculus/metaculus.py

@@ -100,7 +100,7 @@ class MetaculusAgentMarket(AgentMarket):
 
             if len(all_questions) >= limit:
                 break
-        return [MetaculusAgentMarket.from_data_model(q) for q in all_questions]
+        return [MetaculusAgentMarket.from_data_model(q) for q in all_questions[:limit]]
 
     def submit_prediction(self, p_yes: Probability, reasoning: str) -> None:
         make_prediction(self.id, p_yes)