prediction-market-agent-tooling 0.32.0__py3-none-any.whl → 0.34.0__py3-none-any.whl

prediction_market_agent_tooling/markets/manifold/data_models.py

@@ -79,7 +79,7 @@ class ManifoldMarket(BaseModel):
         """
         Clip the timestamp to the maximum valid timestamp.
         """
-        max_timestamp = (datetime.max - timedelta(hours=1)).timestamp()
+        max_timestamp = (datetime.max - timedelta(days=1)).timestamp()
         value = int(min(value / 1000, max_timestamp))
         return datetime.fromtimestamp(value)
 

prediction_market_agent_tooling/monitor/monitor.py

@@ -185,7 +185,7 @@ def monitor_agent(agent: DeployedAgent) -> None:
     col3.markdown(f"Public ID: `{agent.public_id}`")
 
     show_agent_bets = st.checkbox(
-        "Show resolved bets", value=False, key=f"{agent.name}_show_bets"
+        "Show resolved bets statistics", value=False, key=f"{agent.name}_show_bets"
     )
     if not show_agent_bets:
         return
@@ -203,16 +203,43 @@ def monitor_agent(agent: DeployedAgent) -> None:
         "Is Correct": [bet.is_correct for bet in agent_bets],
         "Profit": [round(bet.profit.amount, 2) for bet in agent_bets],
     }
-    bets_df = pd.DataFrame(bets_info).sort_values(by="Resolved Time")
+
+    # Time column to use for x-axes and sorting
+    x_axis_column = st.selectbox(
+        "X-axis column",
+        ["Created Time", "Resolved Time"],
+        key=f"{agent.name}_x_axis_column",
+    )
+
+    bets_df = pd.DataFrame(bets_info).sort_values(by=x_axis_column, ascending=False)
+    bets_df["x-axis-day"] = bets_df[x_axis_column].dt.date
 
     # Metrics
     col1, col2 = st.columns(2)
     col1.metric(label="Number of bets", value=f"{len(agent_bets)}")
     col2.metric(label="% Correct", value=f"{100 * bets_df['Is Correct'].mean():.2f}%")
 
+    # Chart of grouped accuracy per day
+    per_day_accuracy = bets_df.groupby("x-axis-day")["Is Correct"].mean()
+    per_day_accuracy_chart = (
+        alt.Chart(per_day_accuracy.reset_index())
+        .encode(
+            x=alt.X("x-axis-day", axis=alt.Axis(format="%Y-%m-%d"), title=None),
+            y=alt.Y("Is Correct", axis=alt.Axis(format=".2f")),
+        )
+        .interactive()
+    )
+    st.altair_chart(
+        per_day_accuracy_chart.mark_line()
+        + per_day_accuracy_chart.transform_loess("x-axis-day", "Is Correct").mark_line(
+            color="red", strokeDash=[5, 5]
+        ),
+        use_container_width=True,
+    )
+
     # Chart of cumulative profit per day
     profit_info = {
-        "Time": bets_df["Resolved Time"],
+        "Time": bets_df[x_axis_column],
         "Cumulative Profit": bets_df["Profit"].astype(float),
     }
     profit_df = pd.DataFrame(profit_info)
@@ -233,8 +260,12 @@ def monitor_agent(agent: DeployedAgent) -> None:
     )
 
     # Table of resolved bets
-    st.subheader("Resolved Bet History")
-    st.table(bets_df)
+    show_bet_history = st.checkbox(
+        "Show resolved bet history", value=False, key=f"{agent.name}_show_bet_history"
+    )
+    if show_bet_history:
+        st.subheader("Resolved Bet History")
+        st.table(bets_df.drop(columns=["x-axis-day"]))
 
 
 def monitor_market(

prediction_market_agent_tooling/tools/streamlit_user_login.py

@@ -0,0 +1,82 @@
+from enum import Enum
+
+import streamlit as st
+from pydantic import BaseModel, SecretStr
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
+from prediction_market_agent_tooling.loggers import logger
+
+
+class LoggedInUser(BaseModel):
+    email: str
+    password: SecretStr
+
+
+class LoginSettings(BaseSettings):
+    model_config = SettingsConfigDict(
+        env_file=".env", env_file_encoding="utf-8", extra="ignore"
+    )
+    free_for_everyone: bool = False
+    free_access_codes: list[SecretStr] = []
+    users: list[LoggedInUser] = []
+
+
+class LoggedEnum(str, Enum):
+    SELF_PAYING = "self_paying"
+    FREE_ACCESS = "free_access"
+    USER_LOGGED_IN = "user_logged_in"
+
+
+def find_logged_in_user(email: str, password: SecretStr) -> LoggedInUser | None:
+    login_settings = LoginSettings()
+
+    for user in login_settings.users:
+        if (
+            user.email == email
+            and user.password.get_secret_value() == password.get_secret_value()
+        ):
+            return user
+
+    return None
+
+
+def streamlit_login() -> tuple[LoggedEnum, LoggedInUser | None]:
+    login_settings = LoginSettings()
+
+    if login_settings.free_for_everyone:
+        logger.info("Free access for everyone!")
+        return LoggedEnum.FREE_ACCESS, None
+
+    if (
+        free_access_code := st.query_params.get("free_access_code")
+    ) is not None and free_access_code in [
+        x.get_secret_value() for x in login_settings.free_access_codes
+    ]:
+        logger.info(f"Using free access code: {free_access_code}.")
+        return LoggedEnum.FREE_ACCESS, None
+
+    # TODO: Because we are initializing APIKeys (based on environment variables) in random places in the code, the user can not provide their own access keys, such as OPENAI_API_KEY.
+    # Doing that would require to change the environment variables in the code, but Streamlit is using 1 thread per session, and the environment variables are shared between threads.
+    # So other users would get the secrets provided by the first user!
+    # Another option is to refactor the code, such that APIKeys are initialized in a single place, somewhere in the agent's initialisation and then, we can initialize them here based on the user's input and just provide them  to the agent.
+    # After that's done, we should also have unique api keys per registered user.
+    self_paying = False
+    # self_paying = st.checkbox("I will provide my own access keys", value=False)
+
+    if not self_paying:
+        email = st.text_input("Email")
+        password = SecretStr(st.text_input("Password", type="password"))
+        logged_user = find_logged_in_user(email, password)
+
+        if logged_user is not None:
+            logger.info(f"Logged in as {email}.")
+            return LoggedEnum.USER_LOGGED_IN, logged_user
+
+        else:
+            st.error("Invalid email or password.")
+            st.stop()
+
+    else:
+        raise NotImplementedError(
+            "Should not happen. Self-paying is not implemented yet. See the comment above."
+        )

{prediction_market_agent_tooling-0.32.0.dist-info → prediction_market_agent_tooling-0.34.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: prediction-market-agent-tooling
-Version: 0.32.0
+Version: 0.34.0
 Summary: Tools to benchmark, deploy and monitor prediction market agents.
 Author: Gnosis
 Requires-Python: >=3.10,<3.12
@@ -35,7 +35,7 @@ Requires-Dist: streamlit (>=1.31.0,<2.0.0)
 Requires-Dist: subgrounds (>=1.8.1,<2.0.0)
 Requires-Dist: tabulate (>=0.9.0,<0.10.0)
 Requires-Dist: tqdm (>=4.66.2,<5.0.0)
-Requires-Dist: typer (>=0.9.0,<0.10.0)
+Requires-Dist: typer (>=0.12.3,<0.13.0)
 Requires-Dist: types-pytz (>=2024.1.0.20240203,<2025.0.0.0)
 Requires-Dist: types-requests (>=2.31.0.0,<3.0.0.0)
 Requires-Dist: web3 (>=6.15.1,<7.0.0)

{prediction_market_agent_tooling-0.32.0.dist-info → prediction_market_agent_tooling-0.34.0.dist-info}/RECORD

@@ -25,7 +25,7 @@ prediction_market_agent_tooling/markets/categorize.py,sha256=yTd-lDMPW4ESDSzmxeL
 prediction_market_agent_tooling/markets/data_models.py,sha256=uODY3aoFp8YYeLAUcrzMk1yU8pIKsTLobB9xIEGTmKs,1170
 prediction_market_agent_tooling/markets/manifold/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 prediction_market_agent_tooling/markets/manifold/api.py,sha256=m6qOzDiyQfxj62Eo_SzzQLkX4ijpi8KtQKGd4CpKAsk,7307
-prediction_market_agent_tooling/markets/manifold/data_models.py,sha256=2DZIxwtDp-PH0UWTGiktMFIGAAQoVutI07UsxjNyTyE,5296
+prediction_market_agent_tooling/markets/manifold/data_models.py,sha256=Iw-ajDPYhtfcTfN45nJN_kZShfWcWe9mgzexSWnQCCQ,5295
 prediction_market_agent_tooling/markets/manifold/manifold.py,sha256=EwRL06E2Y_ZAzr8efwS5yD6p6rnykrcBhqmNDUGZ8Aw,4075
 prediction_market_agent_tooling/markets/manifold/utils.py,sha256=cPPFWXm3vCYH1jy7_ctJZuQH9ZDaPL4_AgAYzGWkoow,513
 prediction_market_agent_tooling/markets/markets.py,sha256=w05Oo7yCA2axpCw69Q9y4i9Gcdpht0u5bZGbWqld3rU,2964
@@ -44,7 +44,7 @@ prediction_market_agent_tooling/monitor/langfuse/langfuse_wrapper.py,sha256=b6T6
 prediction_market_agent_tooling/monitor/markets/manifold.py,sha256=GdYpgRX1GahDi-75Mr53jgtEg6nWcs_rHDUkg4o_7dQ,3352
 prediction_market_agent_tooling/monitor/markets/omen.py,sha256=jOLPnIbDU9syjnYtHfOb2xa6-Ize3vbplgh-8WWkuT4,3323
 prediction_market_agent_tooling/monitor/markets/polymarket.py,sha256=I9z9aO1wncyGI3a09ihrw17JkeBKjAuMmC0I9pl_9o4,1781
-prediction_market_agent_tooling/monitor/monitor.py,sha256=elvCqCASCd3fOnM7f2kajb_Oy3RMUmGh88jzpworrEU,13387
+prediction_market_agent_tooling/monitor/monitor.py,sha256=uJdaEpGWp4VcejoQLF0uOxhV75AhrXNyWPVG38gBeOo,14505
 prediction_market_agent_tooling/monitor/monitor_app.py,sha256=rDxgdDJqSK0ARx0TJFMkS76npkHZJz0__Rp0xTpiRok,4611
 prediction_market_agent_tooling/monitor/monitor_settings.py,sha256=Xiozs3AsufuJ04JOe1vjUri-IAMWHjjmc2ugGGiHNH4,947
 prediction_market_agent_tooling/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -63,10 +63,11 @@ prediction_market_agent_tooling/tools/is_predictable.py,sha256=yRSkmu4lZqrSje9QG
 prediction_market_agent_tooling/tools/parallelism.py,sha256=8mgkF5sBwFGS5GMvlpzam82Y3p2swPYuNsywpQuy-a4,1508
 prediction_market_agent_tooling/tools/safe.py,sha256=h0xOO0eNtitClf0fPkn-0oTc6A_bflDTee98V_aiV-A,5195
 prediction_market_agent_tooling/tools/singleton.py,sha256=CiIELUiI-OeS7U7eeHEt0rnVhtQGzwoUdAgn_7u_GBM,729
+prediction_market_agent_tooling/tools/streamlit_user_login.py,sha256=NXEqfjT9Lc9QtliwSGRASIz1opjQ7Btme43H4qJbzgE,3010
 prediction_market_agent_tooling/tools/utils.py,sha256=zkmwPi3YisgZDPCeNwaRbL8sInOYOkvFgFY4Q8PbEo4,5077
 prediction_market_agent_tooling/tools/web3_utils.py,sha256=cboATXNmEdn5RmPbVblHOwOdUMKBYrUK3GiI6i6Vzxo,9855
-prediction_market_agent_tooling-0.32.0.dist-info/LICENSE,sha256=6or154nLLU6bELzjh0mCreFjt0m2v72zLi3yHE0QbeE,7650
-prediction_market_agent_tooling-0.32.0.dist-info/METADATA,sha256=Xs3kCp-N5XHtsM_LuoVRJTg0orQMWgWLJT0U8DEah74,7514
-prediction_market_agent_tooling-0.32.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-prediction_market_agent_tooling-0.32.0.dist-info/entry_points.txt,sha256=m8PukHbeH5g0IAAmOf_1Ahm-sGAMdhSSRQmwtpmi2s8,81
-prediction_market_agent_tooling-0.32.0.dist-info/RECORD,,
+prediction_market_agent_tooling-0.34.0.dist-info/LICENSE,sha256=6or154nLLU6bELzjh0mCreFjt0m2v72zLi3yHE0QbeE,7650
+prediction_market_agent_tooling-0.34.0.dist-info/METADATA,sha256=Ih-qmKV0wWypWJv0ABswvSd1VSPOJBQwDiXw714KSx0,7515
+prediction_market_agent_tooling-0.34.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+prediction_market_agent_tooling-0.34.0.dist-info/entry_points.txt,sha256=m8PukHbeH5g0IAAmOf_1Ahm-sGAMdhSSRQmwtpmi2s8,81
+prediction_market_agent_tooling-0.34.0.dist-info/RECORD,,