synth-ai 0.2.8.dev7__tar.gz → 0.2.8.dev8__tar.gz

{synth_ai-0.2.8.dev7/synth_ai.egg-info → synth_ai-0.2.8.dev8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.2.8.dev7
+Version: 0.2.8.dev8
 Summary: RL as a service SDK - Core AI functionality and tracing
 Author-email: Synth AI <josh@usesynth.ai>
 License-Expression: MIT

{synth_ai-0.2.8.dev7 → synth_ai-0.2.8.dev8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "synth-ai"
-version = "0.2.8.dev7"
+version = "0.2.8.dev8"
 description = "RL as a service SDK - Core AI functionality and tracing"
 authors = [{name = "Synth AI", email = "josh@usesynth.ai"}]
 license = "MIT"

{synth_ai-0.2.8.dev7 → synth_ai-0.2.8.dev8}/synth_ai/demos/core/cli.py

@@ -13,7 +13,22 @@ import textwrap
 
 from synth_ai.demos.demo_task_apps import core as demo_core
 from synth_ai.handshake import run_handshake, HandshakeError
-from synth_ai.demos.demo_task_apps.core import DemoEnv
+from synth_ai.demos.demo_task_apps.core import DemoEnv, DEFAULT_TASK_APP_SECRET_NAME
+
+
+TASK_APP_MODAL_SECRET = DEFAULT_TASK_APP_SECRET_NAME
+
+
+def _key_preview(value: str, label: str) -> str:
+    """Return a short descriptor for a secret without leaking the full value."""
+    try:
+        text = value or ""
+        length = len(text)
+        prefix = text[:6] if length >= 6 else text
+        suffix = text[-5:] if length >= 5 else text
+        return f"{label} len={length} prefix={prefix} last5={suffix}"
+    except Exception:
+        return f"{label} len=0"
 
 
 def _is_modal_public_url(u: str) -> bool:
@@ -100,7 +115,7 @@ def cmd_setup(_args: argparse.Namespace) -> int:
             dotenv_values = {
                 "TASK_APP_BASE_URL": new_url,
                 "TASK_APP_NAME": env.task_app_name,
-                "TASK_APP_SECRET_NAME": env.task_app_secret_name or f"{env.task_app_name}-secret",
+                "TASK_APP_SECRET_NAME": TASK_APP_MODAL_SECRET,
             }
             demo_core.persist_dotenv_values(dotenv_values)
             os.environ["TASK_APP_BASE_URL"] = new_url
@@ -224,8 +239,13 @@ def _popen_stream_capture(cmd: list[str], cwd: str | None = None, env: dict | No
 
 def _mask_secret_args(args: list[str]) -> list[str]:
     masked: list[str] = []
+    sensitive_prefixes = (
+        "ENVIRONMENT_API_KEY=",
+        "OPENAI_API_KEY=",
+        "SYNTH_API_KEY=",
+    )
     for a in args:
-        if "=" in a and any(a.startswith(prefix) for prefix in ("ENVIRONMENT_API_KEY=", "OPENAI_API_KEY=", "SYNTH_API_KEY=")):
+        if "=" in a and any(a.startswith(prefix) for prefix in sensitive_prefixes):
             try:
                 key, value = a.split("=", 1)
                 tail = value[-5:] if len(value) >= 5 else value
@@ -256,11 +276,18 @@ def _ensure_modal_secret(
 
     if replace:
         print(f"{prefix} Removing Modal secret '{secret_name}' (if present)…")
-        delete_cmd = ["bash", "-lc", f"printf 'y\\n' | uv run modal secret delete {secret_name}"]
-        print(f"{prefix} Command:", " ".join(delete_cmd))
-        delete_code = _popen_stream(delete_cmd)
-        if delete_code != 0:
-            print(f"{prefix} Warning: delete command exited with {delete_code}; continuing to create")
+        delete_commands = [
+            ["bash", "-lc", f"printf 'y\\n' | uv run modal secret delete {secret_name}"],
+            ["bash", "-lc", f"printf 'y\\n' | modal secret delete {secret_name}"],
+        ]
+        delete_code = None
+        for delete_cmd in delete_commands:
+            print(f"{prefix} Command:", " ".join(delete_cmd))
+            delete_code = _popen_stream(delete_cmd)
+            if delete_code in (0, 1):
+                break
+        if delete_code not in (0, 1):
+            print(f"{prefix} Warning: delete command exited with {delete_code}; continuing to recreate")
 
     print(f"\n{prefix} Creating Modal secret '{secret_name}'…")
     print(f"{prefix} Command:", " ".join(_mask_secret_args(create_cmd)))
@@ -639,7 +666,7 @@ def _ensure_task_app_ready(env: DemoEnv, synth_key: str, *, label: str) -> DemoE
         app_name = fallback
         demo_core.persist_task_url(task_url, name=app_name)
 
-    secret_name = env.task_app_secret_name.strip() or f"{app_name}-secret"
+    secret_name = TASK_APP_MODAL_SECRET
     demo_core.persist_task_url(task_url, name=app_name)
     demo_core.persist_dotenv_values({
         "TASK_APP_BASE_URL": task_url,
@@ -660,9 +687,7 @@ def _ensure_task_app_ready(env: DemoEnv, synth_key: str, *, label: str) -> DemoE
     print(f"[{label}] Verifying rollout health:")
     try:
         ek = (env_key or "").strip()
-        ek_len = len(ek)
-        ek_tail = ek[-5:] if ek_len >= 5 else ek
-        print(f"[{label}] Using ENVIRONMENT_API_KEY len={ek_len} last5={ek_tail}")
+        print(f"[{label}] {_key_preview(ek, 'ENVIRONMENT_API_KEY')}")
     except Exception:
         pass
     health_base = task_url.rstrip("/")
@@ -685,6 +710,12 @@ def _ensure_task_app_ready(env: DemoEnv, synth_key: str, *, label: str) -> DemoE
     print(f"[{label}] body:", preview)
     if rc != 200:
         print(f"[{label}] Warning: rollout health check failed ({rc}). Response: {body}")
+        try:
+            print(f"[{label}] Sent header X-API-Key → {_key_preview(env_key, 'X-API-Key')}")
+            if secret_name:
+                print(f"[{label}] Modal secret name={secret_name}")
+        except Exception:
+            pass
     else:
         print(f"[{label}] Task app rollout health check OK.")
 
@@ -777,11 +808,7 @@ def cmd_deploy(args: argparse.Namespace) -> int:
                     print("Aborted by user.")
                     return 1
 
-                prev_secret = (env.task_app_secret_name or "").strip()
-                default_secret = f"{name_in}-secret"
-                secret_name = default_secret if not prev_secret else prev_secret
-                if prev_secret and prev_secret != default_secret:
-                    secret_name = default_secret
+                secret_name = TASK_APP_MODAL_SECRET
                 existing_env_key = (env.env_api_key or "").strip()
                 env_key: str | None = existing_env_key or None
                 if existing_env_key:
@@ -853,7 +880,10 @@ def cmd_deploy(args: argparse.Namespace) -> int:
                     demo_core.persist_dotenv_values({"OPENAI_API_KEY": openai_key})
                     local_env["OPENAI_API_KEY"] = openai_key
 
-                values = {"SYNTH_API_KEY": synth_key, "OPENAI_API_KEY": openai_key}
+                values = {
+                    "SYNTH_API_KEY": synth_key,
+                    "OPENAI_API_KEY": openai_key,
+                }
                 if env_key:
                     values["ENVIRONMENT_API_KEY"] = env_key
 
@@ -913,7 +943,7 @@ def cmd_deploy(args: argparse.Namespace) -> int:
         dotenv_values = {"TASK_APP_BASE_URL": url}
         if app_name:
             dotenv_values["TASK_APP_NAME"] = app_name
-            dotenv_values["TASK_APP_SECRET_NAME"] = f"{app_name}-secret"
+            dotenv_values["TASK_APP_SECRET_NAME"] = TASK_APP_MODAL_SECRET
         dotenv_path = demo_core.persist_dotenv_values(dotenv_values)
         print(f"TASK_APP_BASE_URL={url}")
         if app_name:
@@ -922,7 +952,7 @@ def cmd_deploy(args: argparse.Namespace) -> int:
         print(f"  export TASK_APP_BASE_URL={url}")
         if app_name:
             print(f"  export TASK_APP_NAME={app_name}")
-            print(f"  export TASK_APP_SECRET_NAME={app_name}-secret")
+            print(f"  export TASK_APP_SECRET_NAME={TASK_APP_MODAL_SECRET}")
         print(f"Persisted to {dotenv_path}")
         print("\nNext step:\n$ uvx synth-ai run")
         return 0
@@ -1195,9 +1225,9 @@ def cmd_run(args: argparse.Namespace) -> int:
             ek = (env.env_api_key or "").strip()
             print("Hint: If backend responded 401, verify SYNTH_API_KEY for:", base_url)
             if sk:
-                print(f"  SYNTH_API_KEY len={len(sk)} last5={sk[-5:]}")
+                print(f"  {_key_preview(sk, 'SYNTH_API_KEY')}")
             if ek:
-                print(f"  ENVIRONMENT_API_KEY len={len(ek)} last5={ek[-5:]}")
+                print(f"  {_key_preview(ek, 'ENVIRONMENT_API_KEY')}")
             print("Also ensure your Modal secret contains ENVIRONMENT_API_KEY and matches the task app.")
         return code
 
@@ -1218,7 +1248,7 @@ def cmd_run(args: argparse.Namespace) -> int:
         sk_len = len(sk)
         sk_tail = sk[-5:] if sk_len >= 5 else sk
         print(f"[run] Backend API: {api}")
-        print(f"[run] Using SYNTH_API_KEY len={sk_len} last5={sk_tail}")
+        print(f"[run] {_key_preview(sk, 'SYNTH_API_KEY')}")
     except Exception:
         pass
     data_fragment: Dict[str, Any] = {
@@ -1274,7 +1304,7 @@ def cmd_run(args: argparse.Namespace) -> int:
                 base_url = env.dev_backend_url
                 print("Hint: HTTP 401 Unauthorized from backend. Verify SYNTH_API_KEY for:", base_url)
                 if sk:
-                    print(f"  SYNTH_API_KEY len={len(sk)} last5={sk[-5:]}")
+                    print(f"  {_key_preview(sk, 'SYNTH_API_KEY')}")
                 print("Also ensure your Modal secret contains a valid ENVIRONMENT_API_KEY.")
         except Exception:
             pass

{synth_ai-0.2.8.dev7 → synth_ai-0.2.8.dev8}/synth_ai/demos/demo_task_apps/core.py

@@ -23,6 +23,8 @@ class DemoEnv:
     task_app_secret_name: str = ""
 
 
+DEFAULT_TASK_APP_SECRET_NAME = "hendrycks-math-task-app-secret"
+
 def _mask(value: str, keep: int = 4) -> str:
     if not value:
         return ""
@@ -285,7 +287,7 @@ def load_env() -> DemoEnv:
     )
 
     task_app_name = str(state.get("TASK_APP_NAME") or "")
-    task_app_secret_name = str(state.get("TASK_APP_SECRET_NAME") or "")
+    task_app_secret_name = DEFAULT_TASK_APP_SECRET_NAME
 
     env.dev_backend_url = dev_url.rstrip("/")
     env.synth_api_key = synth_api_key
@@ -367,7 +369,7 @@ def persist_task_url(url: str, *, name: str | None = None) -> None:
         if data.get("TASK_APP_NAME") != name:
             data["TASK_APP_NAME"] = name
             changed.append("TASK_APP_NAME")
-        secret_name = f"{name}-secret"
+        secret_name = DEFAULT_TASK_APP_SECRET_NAME
         if data.get("TASK_APP_SECRET_NAME") != secret_name:
             data["TASK_APP_SECRET_NAME"] = secret_name
             if "TASK_APP_NAME" not in changed:

{synth_ai-0.2.8.dev7 → synth_ai-0.2.8.dev8}/synth_ai/demos/demo_task_apps/math/modal_task_app.py

@@ -7,6 +7,7 @@ from pathlib import Path
 
 from modal import App, Image, Secret, asgi_app
 from functools import lru_cache
+from synth_ai.demos.demo_task_apps.core import DEFAULT_TASK_APP_SECRET_NAME
 
 # Self-contained: no external problem bank installer required
 
@@ -43,24 +44,14 @@ if _SYNTH_HOSTED is not None:
 # No extra local dirs required; app is self-contained
 
 app = App("hendrycks-math-task-app")
-_SECRET_NAME = (
-    os.getenv("TASK_APP_SECRET_NAME")
-    or os.getenv("MATH_TASK_APP_SECRET")
-    or os.getenv("TASK_APP_NAME", "").strip()
-)
-if not _SECRET_NAME:
-    _SECRET_NAME = "synth-math-demo-secret"
-elif not _SECRET_NAME.endswith("-secret"):
-    _SECRET_NAME = f"{_SECRET_NAME}-secret"
-
-
+hendryks_secret = DEFAULT_TASK_APP_SECRET_NAME
 @app.function(
     image=image,
     timeout=600,
     memory=16384,
     cpu=4,
     min_containers=1,
-    secrets=[Secret.from_name(_SECRET_NAME)],
+    secrets=[Secret.from_name(hendryks_secret)],
 )
 @asgi_app()
 def fastapi_app():
@@ -112,6 +103,23 @@ def fastapi_app():
             allow_headers=["*"],
         )
 
+        import logging
+
+        logger = logging.getLogger("hendrycks_math_task_app")
+        if not logger.handlers:
+            logger.addHandler(logging.StreamHandler())
+        logger.setLevel(logging.INFO)
+
+        def _log_env_key_prefix(source: str, env_key: str | None) -> str | None:
+            if not env_key:
+                return None
+            half = max(1, len(env_key) // 2)
+            prefix = env_key[:half]
+            msg = f"[{source}] expected ENVIRONMENT_API_KEY prefix: {prefix}"
+            print(msg)
+            logger.info(msg)
+            return prefix
+
         @app.get("/info")
         async def info():
             return {
@@ -125,7 +133,14 @@ def fastapi_app():
             if not env_key:
                 return JSONResponse(status_code=503, content={"status": "unhealthy", "detail": "Missing ENVIRONMENT_API_KEY"})
             if x_api_key is not None and x_api_key != env_key:
-                return JSONResponse(status_code=401, content={"status": "unauthorized", "detail": "Invalid API key"})
+                prefix = _log_env_key_prefix("health", env_key)
+                content = {"status": "unauthorized", "detail": "Invalid API key"}
+                headers = None
+                if prefix:
+                    content["detail"] = f"Invalid API key (expected prefix: {prefix})"
+                    content["expected_api_key_prefix"] = prefix
+                    headers = {"X-Expected-API-Key-Prefix": prefix}
+                return JSONResponse(status_code=401, content=content, headers=headers)
             return {"status": "healthy"}
 
         # Optional rollout-specific health for CLI compatibility
@@ -135,7 +150,14 @@ def fastapi_app():
             if not env_key:
                 return JSONResponse(status_code=503, content={"status": "unhealthy", "detail": "Missing ENVIRONMENT_API_KEY"})
             if not x_api_key or x_api_key != env_key:
-                return JSONResponse(status_code=401, content={"status": "unauthorized", "detail": "Invalid or missing API key"})
+                prefix = _log_env_key_prefix("health/rollout", env_key)
+                content = {"status": "unauthorized", "detail": "Invalid or missing API key"}
+                headers = None
+                if prefix:
+                    content["detail"] = f"Invalid or missing API key (expected prefix: {prefix})"
+                    content["expected_api_key_prefix"] = prefix
+                    headers = {"X-Expected-API-Key-Prefix": prefix}
+                return JSONResponse(status_code=401, content=content, headers=headers)
             return {"ok": True}
 
         # _load_hendrycks_problem is defined at fastapi_app scope

{synth_ai-0.2.8.dev7 → synth_ai-0.2.8.dev8/synth_ai.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synth-ai
-Version: 0.2.8.dev7
+Version: 0.2.8.dev8
 Summary: RL as a service SDK - Core AI functionality and tracing
 Author-email: Synth AI <josh@usesynth.ai>
 License-Expression: MIT