flowyml 1.3.0__py3-none-any.whl → 1.4.0__py3-none-any.whl

flowyml/ui/backend/routers/schedules.py

@@ -71,16 +71,13 @@ async def create_schedule(schedule: ScheduleRequest):
         else:
             # Check if it's a historical pipeline (in metadata but not registry)
             # This means we can't run it because we don't have the code loaded
-            from flowyml.storage.metadata import SQLiteMetadataStore
+            from flowyml.ui.backend.dependencies import get_store
 
-            store = SQLiteMetadataStore()
+            store = get_store()
             pipelines = store.list_pipelines()
 
             if schedule.pipeline_name in pipelines:
                 # Try to load pipeline definition
-                from flowyml.storage.metadata import SQLiteMetadataStore
-
-                store = SQLiteMetadataStore()
                 pipeline_def = store.get_pipeline_definition(schedule.pipeline_name)
 
                 if pipeline_def:
@@ -188,7 +185,6 @@ async def get_schedule_history(schedule_name: str, limit: int = 50):
 async def list_registered_pipelines(project: str = None):
     """List all pipelines available for scheduling."""
     from flowyml.core.templates import list_templates
-    from flowyml.storage.metadata import SQLiteMetadataStore
 
     registered = pipeline_registry.list_pipelines()
     templates = list_templates()
@@ -196,22 +192,10 @@ async def list_registered_pipelines(project: str = None):
     # Also get pipelines from metadata store (historical runs)
     metadata_pipelines = []
     try:
-        store = SQLiteMetadataStore()
-        import sqlite3
-
-        conn = sqlite3.connect(store.db_path)
-        cursor = conn.cursor()
-
-        if project:
-            cursor.execute(
-                "SELECT DISTINCT pipeline_name FROM runs WHERE project = ? ORDER BY pipeline_name",
-                (project,),
-            )
-        else:
-            cursor.execute("SELECT DISTINCT pipeline_name FROM runs ORDER BY pipeline_name")
+        from flowyml.ui.backend.dependencies import get_store
 
-        metadata_pipelines = [row[0] for row in cursor.fetchall()]
-        conn.close()
+        store = get_store()
+        metadata_pipelines = store.list_pipelines(project=project)
     except Exception as e:
         print(f"Failed to fetch pipelines from metadata store: {e}")
 

flowyml/ui/backend/routers/stats.py

@@ -0,0 +1,14 @@
+from fastapi import APIRouter, HTTPException
+from flowyml.ui.backend.dependencies import get_store
+
+router = APIRouter()
+
+
+@router.get("/")
+async def get_global_stats():
+    """Get global statistics."""
+    try:
+        store = get_store()
+        return store.get_statistics()
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))

flowyml/ui/backend/routers/traces.py

@@ -1,7 +1,6 @@
 from fastapi import APIRouter, HTTPException
-from flowyml.storage.metadata import SQLiteMetadataStore
-import contextlib
-import builtins
+from pydantic import BaseModel
+from flowyml.ui.backend.dependencies import get_store
 
 router = APIRouter()
 
@@ -14,61 +13,14 @@ async def list_traces(
     project: str | None = None,
 ):
     """List traces, optionally filtered by project."""
-    store = SQLiteMetadataStore()
-
-    # We need to implement list_traces in metadata store or query manually
-    # For now, let's query manually via sqlite
-    import sqlite3
-
-    conn = sqlite3.connect(store.db_path)
-    cursor = conn.cursor()
-
-    query = "SELECT * FROM traces"
-    params = []
-    conditions = []
-
-    if trace_id:
-        conditions.append("trace_id = ?")
-        params.append(trace_id)
-
-    if event_type:
-        conditions.append("event_type = ?")
-        params.append(event_type)
-
-    if project:
-        conditions.append("project = ?")
-        params.append(project)
-
-    if conditions:
-        query += " WHERE " + " AND ".join(conditions)
-
-    query += " ORDER BY start_time DESC LIMIT ?"
-    params.append(limit)
-
-    cursor.execute(query, params)
-    columns = [description[0] for description in cursor.description]
-    rows = cursor.fetchall()
-
-    traces = []
-    import json
-
-    for row in rows:
-        trace = dict(zip(columns, row, strict=False))
-        # Parse JSON fields
-        for field in ["inputs", "outputs", "metadata"]:
-            if trace[field]:
-                with contextlib.suppress(builtins.BaseException):
-                    trace[field] = json.loads(trace[field])
-        traces.append(trace)
-
-    conn.close()
-    return traces
+    store = get_store()
+    return store.list_traces(limit=limit, trace_id=trace_id, event_type=event_type, project=project)
 
 
 @router.get("/{trace_id}")
 async def get_trace(trace_id: str):
     """Get a specific trace tree."""
-    store = SQLiteMetadataStore()
+    store = get_store()
     events = store.get_trace(trace_id)
     if not events:
         raise HTTPException(status_code=404, detail="Trace not found")
@@ -82,3 +34,35 @@ async def get_trace(trace_id: str):
         return event
 
     return [build_tree(root) for root in root_events]
+
+
+class TraceEventCreate(BaseModel):
+    event_id: str
+    trace_id: str
+    parent_id: str | None = None
+    event_type: str
+    name: str
+    inputs: dict | None = None
+    outputs: dict | None = None
+    start_time: float | None = None
+    end_time: float | None = None
+    duration: float | None = None
+    status: str | None = None
+    error: str | None = None
+    metadata: dict | None = None
+    prompt_tokens: int | None = None
+    completion_tokens: int | None = None
+    total_tokens: int | None = None
+    cost: float | None = None
+    model: str | None = None
+
+
+@router.post("/")
+async def create_trace_event(event: TraceEventCreate):
+    """Create or update a trace event."""
+    try:
+        store = get_store()
+        store.save_trace_event(event.dict())
+        return {"status": "success", "event_id": event.event_id}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))

{flowyml-1.3.0.dist-info → flowyml-1.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowyml
-Version: 1.3.0
+Version: 1.4.0
 Summary: Next-Generation ML Pipeline Framework
 License: Apache-2.0
 License-File: LICENSE
@@ -36,11 +36,13 @@ Requires-Dist: httpx (>=0.24,<0.28)
 Requires-Dist: loguru (>=0.7.3,<0.8.0)
 Requires-Dist: numpy (>=1.20.0)
 Requires-Dist: pandas (>=1.3.0)
+Requires-Dist: psycopg2-binary (>=2.9.0)
 Requires-Dist: pydantic (>=2.0.0)
 Requires-Dist: python-multipart (>=0.0.6) ; extra == "ui" or extra == "all"
 Requires-Dist: pytz (>=2024.1,<2025.0)
 Requires-Dist: pyyaml (>=6.0)
 Requires-Dist: scikit-learn (>=1.0.0) ; extra == "sklearn" or extra == "all"
+Requires-Dist: sqlalchemy (>=2.0.0)
 Requires-Dist: tensorflow (>=2.12.0) ; extra == "tensorflow" or extra == "all"
 Requires-Dist: toml (>=0.10.2)
 Requires-Dist: torch (>=2.0.0) ; extra == "pytorch" or extra == "all"

{flowyml-1.3.0.dist-info → flowyml-1.4.0.dist-info}/RECORD

@@ -27,19 +27,19 @@ flowyml/core/execution_status.py,sha256=gKLyWbJHo2mfjcsAhORCRqu14E2XEO0NaqTE9wfM
 flowyml/core/executor.py,sha256=oXVUsh-W1oC357usZvU6qrlYx1NhIN03Ux5FTMQonf4,12328
 flowyml/core/graph.py,sha256=drVezsgYwva-b8X5FsjExtaW-7NsjYMkchTIPYyb5HQ,6065
 flowyml/core/hooks.py,sha256=UOqrNY1m3lmVql1FRls6AXDNAV3dxxZl-zO6ijEeRW8,4022
-flowyml/core/observability.py,sha256=vu327Qi0hCuwOY_S_bqRM6oRV9rDlqDnxGbKJYb0Y2E,7039
+flowyml/core/observability.py,sha256=NW05m8zki1TwKeRBBCtAP1UwguMcJasGz8HHgMVbjAU,7011
 flowyml/core/orchestrator.py,sha256=S3dwRykDAOoqBMsHCrgJcNmTemKCWN20Ohp_eWHm-NA,10807
 flowyml/core/parallel.py,sha256=KGstDu32i9FFKZV0bBRrm1kl3bKjcHmL2js48dVjWlk,12492
 flowyml/core/pipeline.py,sha256=ZA1WrdYAJXyBajntDoy-2lf0OQTTQjFME4CfHiJNoMw,27417
 flowyml/core/project.py,sha256=e6DVQYvNpOy0zfWVYzzUOQM60LH6rh-bui5Xpf5mqqA,8879
 flowyml/core/remote_orchestrator.py,sha256=LpHlNQslq14OliNZogBGf0fpu6c5n9T7f3BpftahM8Q,3527
-flowyml/core/resources.py,sha256=CE1XrAMf6hzV_AO0CRAaq0rZqL84LdMXsIXDBnTclGs,14445
-flowyml/core/retry_policy.py,sha256=yNvFlrIypXAObN2zH3eCnVq50wtk-Bq4eHDi2ZvE690,2371
-flowyml/core/scheduler.py,sha256=af3xKs48uX8SjJItjbfINZc3Cv8U711KTgSRTmZhRQI,22115
-flowyml/core/scheduler_config.py,sha256=4VF_AKKU_AcHXURZjE77ff8Uhm2eO7v_nWbs1bq7Z38,1237
+flowyml/core/resources.py,sha256=5TimjjSOEedALgNVVjRrvU-cHujKebyFjU4YxImvqZE,14402
+flowyml/core/retry_policy.py,sha256=OKiazbSfGm01BMAhVrjYrGbGZdceTgckGZjbcDeKK1c,2358
+flowyml/core/scheduler.py,sha256=EPMBzHacVCCslVJ7azlHr0MyfGAjQKyRFZad0Guk_7A,22081
+flowyml/core/scheduler_config.py,sha256=bMlt9a7ap_-kKImiRbEAhuGkzvvpJiQPu8NXIfdwhEA,1203
 flowyml/core/step.py,sha256=h_y4Yx_uJSL6D8jaL1vhAjtYFUjt-64RGsJHapJxCss,7871
 flowyml/core/step_grouping.py,sha256=wBMZbOLZW5ghN8n8J3CmzKFKTaytRzrLkHJ-AwCuP5E,9941
-flowyml/core/submission_result.py,sha256=P-Gxm1OoY6cJs0rtaX6vhgTcWV8jecU4KeUmOCHBVHI,1711
+flowyml/core/submission_result.py,sha256=bPPCC9pxqCZTTV0CdK1znJi4Rhw8QRCqQVwuVFr0b20,1692
 flowyml/core/templates.py,sha256=r7WbxZv8-BV3_3oX27ACGSitIsmNbNd4VeitpI2uJeg,6359
 flowyml/core/versioning.py,sha256=kpYLJ7YBTfGduZmy45-qcnJLOIFqsIcc6WIisObVKYE,7080
 flowyml/integrations/__init__.py,sha256=SQWPFwFs_1gLGlJ6TDo2bcFKwBrv1PkwhZvEiELV1ok,28
@@ -57,18 +57,18 @@ flowyml/stacks/__init__.py,sha256=5FOapdb-qoXtZz0wa1_I1OZT5SBITarJjNy4WT_OyPU,12
 flowyml/stacks/aws.py,sha256=8u2TcKT-Z-PFfgaswjW87UrFi_VpA7JmK4Ev3NEYtHY,20958
 flowyml/stacks/azure.py,sha256=UdEoA0bhAF3g3zbiTaNi5ldptVAm_CRYWovC3w8tsEA,10587
 flowyml/stacks/base.py,sha256=0C0s9um6mstRUfkOEYXlunn9F3H4u9XPRp8lnGSj-G4,2537
-flowyml/stacks/bridge.py,sha256=EA1ABE9mOvpZsOcH_zJwEifQCttjv3G6v9yrvhtqp-0,10919
+flowyml/stacks/bridge.py,sha256=spDWDqAiph6TedPavS-_HhLns0wCMz2R59IchLfUWh4,10885
 flowyml/stacks/components.py,sha256=fxTSJLqyH1--hyF1Nqx4HG4fGbMmPJIOfZ6az0WCggY,4929
 flowyml/stacks/gcp.py,sha256=u8b4rddca1pPSHYTiZ0riK4vdCHyv160o5Oi4B_NZrw,20436
 flowyml/stacks/local.py,sha256=FjxmCdH9gd3Qq8tbwW4WSsA3QwsgWCJrZJwtDmcKRsg,3858
 flowyml/stacks/migration.py,sha256=dWSOVkDWY6Y-yobmTNS0JZ1aKJw6xkRXndRN5vH8aFM,3523
 flowyml/stacks/plugin_config.py,sha256=16ggYUj7w1qYM-cwDRrpf9ydpj7C5CZytIgNDZbVdSY,2483
-flowyml/stacks/plugins.py,sha256=PRrIo_6waYyT6l73bKlfbI6_zWzGkR3I7m_5W0-GDpU,15273
-flowyml/stacks/registry.py,sha256=mAH88cuDSZ9PGNSdp8dTd_uwWJm8u2yNM4b4_n6QvK4,6329
+flowyml/stacks/plugins.py,sha256=tR1wcKlhgguKhqrQpIlqqNBMiRbys6A_59ItS9fNhBo,15260
+flowyml/stacks/registry.py,sha256=_n7EtI7s4BXMbF_tRT7KDC_FNntyb1146mtE0dNT3mw,7152
 flowyml/storage/__init__.py,sha256=d03pJ5Q-iTMRRQNJi5dI9vYqwY3QMlUDiEIZ4AZ0o8Y,984
 flowyml/storage/artifacts.py,sha256=JCLLkDSglPdDsr-YluX70N3T61noob9-BKCbEnjcf-4,7498
 flowyml/storage/materializers/__init__.py,sha256=_uqy_2lf5eHKxjjEMWaluqAHi3KLPf11cV6FYbHRAk8,899
-flowyml/storage/materializers/base.py,sha256=cY6Rd5r5nvOGM2AkGmREf77d0WvYtTN4HpIJsEDPTMs,3791
+flowyml/storage/materializers/base.py,sha256=r_ZoNXenTxGOoWgCXqMj0r5He4-vUNHuSwKue_-rdWY,4917
 flowyml/storage/materializers/cloudpickle.py,sha256=lQ5IT-TYTi93cQ46SWJ9uNvJZKWmuHHDVZsvWTFeqwE,2285
 flowyml/storage/materializers/keras.py,sha256=PnNVWO_VoUJRJfWyugBYdNMeuzQQT94-AAdHEvEigmc,6682
 flowyml/storage/materializers/numpy.py,sha256=lsBvouvoXuNSvqyFaHEAQldMP9G_82D1gKSJEe4EfQE,2815
@@ -76,7 +76,9 @@ flowyml/storage/materializers/pandas.py,sha256=MTqvWNbDSvmVkXlz5cAisC790c-xiu7rg
 flowyml/storage/materializers/pytorch.py,sha256=MeP14hP-2Kb2ZTVKxwQCJvJtOddXzfGxm4BKhrmUUac,4382
 flowyml/storage/materializers/sklearn.py,sha256=JuszJrCQJW2CXJsO6b0ZMZyoKknM5XPMUoQDQ75X990,3672
 flowyml/storage/materializers/tensorflow.py,sha256=YvKFVCTl75tnUysdhj6TzqZEzlpNMB-8XDnXh6-ewmI,5087
-flowyml/storage/metadata.py,sha256=FeL16ANxt_3zUMJ3LXwPX641Ertef3RoMt1KMPt8-gU,35240
+flowyml/storage/metadata.py,sha256=MfWdKCHOu3gShOMinhmSvOXzNS5fF89-GRqQlTo2mJw,1357
+flowyml/storage/remote.py,sha256=0Iyi6BqESe52mONVvGZ9EidqoooSnEl-QyOYfO7GOqU,22209
+flowyml/storage/sql.py,sha256=CJ5fZMZh65swZpdpd5Q626CYA3c4fmIHQdg6j9uSl8c,34532
 flowyml/tracking/__init__.py,sha256=H-ESGjwPN9fq1R4ptj0U1iVM5nXIYrMk9gPMRmY6Xh8,46
 flowyml/tracking/experiment.py,sha256=Q9VDoCg7yRhgO2O6TLr4L2Jbyr3J_2JecR6lkqgJRE8,6004
 flowyml/tracking/leaderboard.py,sha256=s6gXxvws4hIZLiLO5V_nO7iokpCq4czZGIO3MhW23do,5404
@@ -85,21 +87,23 @@ flowyml/ui/__init__.py,sha256=heh1-LhRO3qCEzPZZL4ezt4eT219y6OQbsyq7qB2mVs,269
 flowyml/ui/backend/Dockerfile,sha256=hO2GU_PvbzbcIhxJ2TWI8UZwBzK_MHrCyKRk_CzqAUE,700
 flowyml/ui/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flowyml/ui/backend/auth.py,sha256=ivM0tKR1KUm9AZg1iht9rKpndrtjf4ojLLaTw_-HHyE,4616
-flowyml/ui/backend/main.py,sha256=1jF3sDxp0mjmD0a10zaW1XnYBWO3c1et6KgASHwn080,7854
+flowyml/ui/backend/dependencies.py,sha256=ENGqEKEJuQvaZhRS6Ta47v-Q59TD9jsCT-a9p-OJGgE,772
+flowyml/ui/backend/main.py,sha256=Hw_gnLNqDe7uqKtZ3KNI1QtXFNZR08M9zc5myjAIb2U,5251
 flowyml/ui/backend/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flowyml/ui/backend/routers/assets.py,sha256=4j0aq73dUSX2uGXNw172SDyc1Hm0v4JHMlwHB-V8Clc,13835
-flowyml/ui/backend/routers/client.py,sha256=oVGPJiX0s8P6UeohDQFxY_X_LbTnKI0bf_hOGRq0BCg,1367
+flowyml/ui/backend/routers/assets.py,sha256=l_61CC7K0oLLqwt49mEbCarsDZsuNCQil1y9aUHTzC8,18037
+flowyml/ui/backend/routers/client.py,sha256=66TsMk8dCczgyLVhQryNQ3ahE2xtksPXJOMB3HlR-G4,1342
 flowyml/ui/backend/routers/execution.py,sha256=65TQIxCDtMnsBqNRzcm7f0NeQoKTF6k-axmT7r9wIRI,5909
-flowyml/ui/backend/routers/experiments.py,sha256=d5_wYhVnIAbyLE5mg1pe3MmbtVZYHPj41bJwbfn55uc,2856
+flowyml/ui/backend/routers/experiments.py,sha256=e-Q3PPuCULobYKb45PbS5SOY-CCX3GYjiDUimJ-NL-c,4277
 flowyml/ui/backend/routers/leaderboard.py,sha256=T5mhZwjBusF6JGjaRO5tSmsDTles1Dkn99ki-pRzhEU,4111
-flowyml/ui/backend/routers/metrics.py,sha256=4kA1sqmfjozzejzXUKDtHA3BfoC1i9a8C0PcHKQOTCA,7107
+flowyml/ui/backend/routers/metrics.py,sha256=NbLQKUqBMywl1cZrdopW29Y1J9oSnT4OleBTczZftTo,5643
 flowyml/ui/backend/routers/notifications.py,sha256=IQhRlaBM8kdqxbe_U_Kw9f1qXGDBOjYk8GCR5MAIWHA,2068
-flowyml/ui/backend/routers/pipelines.py,sha256=xvsRMReXDIzbY2remRfO1u7ohe90rEOe2WFn4M2uE90,5950
+flowyml/ui/backend/routers/pipelines.py,sha256=wQjNX4L8oNTpagws8_lvgiMo-P_aMnqO89JrU65oNZo,6282
 flowyml/ui/backend/routers/plugins.py,sha256=OT2rAstPMRDlU5wdz_Jy3v5C8IjXTPMz7lDC0ZOWUbg,5894
 flowyml/ui/backend/routers/projects.py,sha256=1EMbh8ts_Dh_mgr1xMxvsj9nQuNtu409tgnFPSy7ojg,3446
-flowyml/ui/backend/routers/runs.py,sha256=vxMwGCP8yuwgMGFPt5td8IN20rbWg5EEklzjo0qwZBE,6579
-flowyml/ui/backend/routers/schedules.py,sha256=hrtpfp4NXQLGtV1jxiEuB61LDC1Y3MgikU_QCu5lWAg,8078
-flowyml/ui/backend/routers/traces.py,sha256=kFY5L_Z3kw9qrIfXp0_rHMG8DPxlqB5uUQTGjdJRhbA,2272
+flowyml/ui/backend/routers/runs.py,sha256=6I6XhytehFTRbkSNt4equArAOvqVfwO2qUGDVRoWk1A,8756
+flowyml/ui/backend/routers/schedules.py,sha256=U0NFNt1sXWsGxWRjh8FzblM15QMXjfU-Q1CQQ5JZjmE,7516
+flowyml/ui/backend/routers/stats.py,sha256=AF2NsM6TQmG2f-G2w6jMqjSqCNbkxoQmfu31KK4BLgo,365
+flowyml/ui/backend/routers/traces.py,sha256=xWxEuOe6TKDrZwWkZG5D3LuHEj_pmGnhJZ-563R2H_E,2012
 flowyml/ui/frontend/Dockerfile,sha256=BJWOdU5mnk4e2H6rARiGOO6TF-YCRxN7mOIWPv0EIAM,314
 flowyml/ui/frontend/README.md,sha256=M5il2PEdNVCSm1zo1rZAXqQ0nTj5frCNXmi5-d1ZKIM,7099
 flowyml/ui/frontend/dist/assets/index-DcYwrn2j.css,sha256=Ihl8TsPEyvhaBkwLySefUWbzKjdM45h99Jr6b1embmQ,72382
@@ -189,8 +193,8 @@ flowyml/utils/logging.py,sha256=PBJDFlGdp1mePS6A3g08dnGAB-v8jTlcNxEsYs9WSBo,1371
 flowyml/utils/performance.py,sha256=-ne9v9ddEltiKRPk-AerM1R3Gwwd_oCRKtNyHARWd4k,8655
 flowyml/utils/stack_config.py,sha256=STX1niArJzvu0YsqUQmrNJ0WTeMVW_setYNH36BlbVI,10826
 flowyml/utils/validation.py,sha256=mClumVro0bl_XXxT1zWPlRI6M_iZa3z2SZ0QUdmTOqs,10199
-flowyml-1.3.0.dist-info/METADATA,sha256=k-HjDHgGiSM3OaGLvJhH_8HEbeSGcJ7v3W7qfBBWrGU,15376
-flowyml-1.3.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-flowyml-1.3.0.dist-info/entry_points.txt,sha256=yuF-dOC4rbyJ2Aqi4CMRBxFhqIRoKO6Mhh6jfiQEVjI,48
-flowyml-1.3.0.dist-info/licenses/LICENSE,sha256=DRBRWOEjKZQBvy1WZwxyvp2NmnC1whW9Ef7v0Oo-p_g,626
-flowyml-1.3.0.dist-info/RECORD,,
+flowyml-1.4.0.dist-info/METADATA,sha256=pq8jIVwG2gEzg6UuoCh0D5HVbfxsJLL-xu52Zn_wfNg,15453
+flowyml-1.4.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+flowyml-1.4.0.dist-info/entry_points.txt,sha256=yuF-dOC4rbyJ2Aqi4CMRBxFhqIRoKO6Mhh6jfiQEVjI,48
+flowyml-1.4.0.dist-info/licenses/LICENSE,sha256=DRBRWOEjKZQBvy1WZwxyvp2NmnC1whW9Ef7v0Oo-p_g,626
+flowyml-1.4.0.dist-info/RECORD,,