prediction-market-agent-tooling 0.33.0__tar.gz → 0.34.0__tar.gz

{prediction_market_agent_tooling-0.33.0 → prediction_market_agent_tooling-0.34.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: prediction-market-agent-tooling
-Version: 0.33.0
+Version: 0.34.0
 Summary: Tools to benchmark, deploy and monitor prediction market agents.
 Author: Gnosis
 Requires-Python: >=3.10,<3.12
@@ -35,7 +35,7 @@ Requires-Dist: streamlit (>=1.31.0,<2.0.0)
 Requires-Dist: subgrounds (>=1.8.1,<2.0.0)
 Requires-Dist: tabulate (>=0.9.0,<0.10.0)
 Requires-Dist: tqdm (>=4.66.2,<5.0.0)
-Requires-Dist: typer (>=0.9.0,<0.10.0)
+Requires-Dist: typer (>=0.12.3,<0.13.0)
 Requires-Dist: types-pytz (>=2024.1.0.20240203,<2025.0.0.0)
 Requires-Dist: types-requests (>=2.31.0.0,<3.0.0.0)
 Requires-Dist: web3 (>=6.15.1,<7.0.0)

{prediction_market_agent_tooling-0.33.0 → prediction_market_agent_tooling-0.34.0}/prediction_market_agent_tooling/markets/manifold/data_models.py

@@ -79,7 +79,7 @@ class ManifoldMarket(BaseModel):
         """
         Clip the timestamp to the maximum valid timestamp.
         """
-        max_timestamp = (datetime.max - timedelta(hours=1)).timestamp()
+        max_timestamp = (datetime.max - timedelta(days=1)).timestamp()
         value = int(min(value / 1000, max_timestamp))
         return datetime.fromtimestamp(value)
 

{prediction_market_agent_tooling-0.33.0 → prediction_market_agent_tooling-0.34.0}/prediction_market_agent_tooling/monitor/monitor.py

@@ -185,7 +185,7 @@ def monitor_agent(agent: DeployedAgent) -> None:
     col3.markdown(f"Public ID: `{agent.public_id}`")
 
     show_agent_bets = st.checkbox(
-        "Show resolved bets", value=False, key=f"{agent.name}_show_bets"
+        "Show resolved bets statistics", value=False, key=f"{agent.name}_show_bets"
     )
     if not show_agent_bets:
         return
@@ -203,16 +203,43 @@ def monitor_agent(agent: DeployedAgent) -> None:
         "Is Correct": [bet.is_correct for bet in agent_bets],
         "Profit": [round(bet.profit.amount, 2) for bet in agent_bets],
     }
-    bets_df = pd.DataFrame(bets_info).sort_values(by="Resolved Time")
+
+    # Time column to use for x-axes and sorting
+    x_axis_column = st.selectbox(
+        "X-axis column",
+        ["Created Time", "Resolved Time"],
+        key=f"{agent.name}_x_axis_column",
+    )
+
+    bets_df = pd.DataFrame(bets_info).sort_values(by=x_axis_column, ascending=False)
+    bets_df["x-axis-day"] = bets_df[x_axis_column].dt.date
 
     # Metrics
     col1, col2 = st.columns(2)
     col1.metric(label="Number of bets", value=f"{len(agent_bets)}")
     col2.metric(label="% Correct", value=f"{100 * bets_df['Is Correct'].mean():.2f}%")
 
+    # Chart of grouped accuracy per day
+    per_day_accuracy = bets_df.groupby("x-axis-day")["Is Correct"].mean()
+    per_day_accuracy_chart = (
+        alt.Chart(per_day_accuracy.reset_index())
+        .encode(
+            x=alt.X("x-axis-day", axis=alt.Axis(format="%Y-%m-%d"), title=None),
+            y=alt.Y("Is Correct", axis=alt.Axis(format=".2f")),
+        )
+        .interactive()
+    )
+    st.altair_chart(
+        per_day_accuracy_chart.mark_line()
+        + per_day_accuracy_chart.transform_loess("x-axis-day", "Is Correct").mark_line(
+            color="red", strokeDash=[5, 5]
+        ),
+        use_container_width=True,
+    )
+
     # Chart of cumulative profit per day
     profit_info = {
-        "Time": bets_df["Resolved Time"],
+        "Time": bets_df[x_axis_column],
         "Cumulative Profit": bets_df["Profit"].astype(float),
     }
     profit_df = pd.DataFrame(profit_info)
@@ -233,8 +260,12 @@ def monitor_agent(agent: DeployedAgent) -> None:
     )
 
     # Table of resolved bets
-    st.subheader("Resolved Bet History")
-    st.table(bets_df)
+    show_bet_history = st.checkbox(
+        "Show resolved bet history", value=False, key=f"{agent.name}_show_bet_history"
+    )
+    if show_bet_history:
+        st.subheader("Resolved Bet History")
+        st.table(bets_df.drop(columns=["x-axis-day"]))
 
 
 def monitor_market(

{prediction_market_agent_tooling-0.33.0 → prediction_market_agent_tooling-0.34.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "prediction-market-agent-tooling"
-version = "0.33.0"
+version = "0.34.0"
 description = "Tools to benchmark, deploy and monitor prediction market agents."
 authors = ["Gnosis"]
 readme = "README.md"
@@ -11,7 +11,7 @@ sell_omen = "scripts.bet_omen:sell"
 
 [tool.poetry.dependencies]
 python = ">=3.10,<3.12"
-typer = "^0.9.0"
+typer = "^0.12.3"
 types-requests = "^2.31.0.0"
 google-cloud-functions = "^1.16.0"
 google-cloud-resource-manager = "^1.12.0"