fustor-demo 0.2__tar.gz

fustor_demo-0.2/PKG-INFO

@@ -0,0 +1,11 @@
+Metadata-Version: 2.4
+Name: fustor-demo
+Version: 0.2
+Summary: Fustor Bio-Fusion Demo for unified directory service
+Requires-Python: >=3.11
+Requires-Dist: fastapi[all]>=0.104.1
+Requires-Dist: uvicorn>=0.23.2
+Requires-Dist: fustor-core
+Requires-Dist: fustor-event-model
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: httpx>=0.25.0

fustor_demo-0.2/pyproject.toml

@@ -0,0 +1,24 @@
+[project]
+name = "fustor-demo"
+dynamic = ["version"]
+description = "Fustor Bio-Fusion Demo for unified directory service"
+dependencies = [ "fastapi[all]>=0.104.1", "uvicorn>=0.23.2", "fustor-core", "fustor-event-model", "pydantic>=2.0.0", "httpx>=0.25.0",]
+requires-python = ">=3.11"
+
+[build-system]
+requires = [ "setuptools>=61.0", "setuptools-scm>=8.0"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools_scm]
+root = "../.."
+version_scheme = "post-release"
+local_scheme = "dirty-tag"
+
+["project.urls"]
+Homepage = "https://github.com/excelwang/fustor/tree/master/packages/demo_bio_fusion"
+"Bug Tracker" = "https://github.com/excelwang/fustor/issues"
+
+license = "MIT"
+
+[tool.setuptools.packages.find]
+where = [ "src",]

fustor_demo-0.2/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

fustor_demo-0.2/src/fustor_demo/auto_generator.py

@@ -0,0 +1,128 @@
+import asyncio
+import random
+import logging
+from typing import List
+from .mock_agents import (
+    mock_mysql_create_project,
+    mock_nfs_hot_add_file,
+    mock_nfs_cold_add_file,
+    mock_oss_add_dataset_link,
+    mock_es_add_publication
+)
+
+logger = logging.getLogger("fustor_demo.generator")
+
+# Sample data pools for random generation
+PROJECT_NAMES = [
+    "Cancer_Genomics_2024", "Viral_Study_Beta", "Plant_Diversity_X", 
+    "Rare_Disease_Gamma", "Microbiome_Gut_Health", "Neuro_Science_Alpha"
+]
+
+FILE_PREFIXES = ["seq_run", "analysis_result", "raw_image", "patient_data", "gene_expression"]
+FILE_EXTENSIONS = [".fastq", ".bam", ".vcf", ".tiff", ".csv", ".json"]
+
+DATASET_NAMES = ["1000_Genomes", "TCGA_Public", "GSA_Reference", "OMIX_Baseline", "UniProt_Dump"]
+
+TITLES = [
+    "Novel findings in gene X", "Study of protein Y interaction", 
+    "Large scale population analysis", "Review of viral vectors", "Methodology for fast sequencing"
+]
+
+class AutoDataGenerator:
+    def __init__(self, interval_min: float = 2.0, interval_max: float = 5.0):
+        self.interval_min = interval_min
+        self.interval_max = interval_max
+        self._running = False
+        self._task = None
+        self._generated_projects: List[str] = [] # Keep track of created projects to add files to them
+
+    async def start(self):
+        if self._running:
+            return
+        self._running = True
+        self._task = asyncio.create_task(self._loop())
+        logger.info("Auto data generator started.")
+
+    async def stop(self):
+        if not self._running:
+            return
+        self._running = False
+        if self._task:
+            self._task.cancel()
+            try:
+                await self._task
+            except asyncio.CancelledError:
+                pass
+        logger.info("Auto data generator stopped.")
+
+    async def _loop(self):
+        # Initial seeding: Create a couple of projects
+        for name in PROJECT_NAMES[:2]:
+            self._create_project(name)
+            await asyncio.sleep(0.5)
+
+        while self._running:
+            try:
+                # Pick a random action
+                action_type = random.choice([
+                    "create_project", 
+                    "add_nfs_hot", "add_nfs_hot", "add_nfs_hot", # Higher weight for files
+                    "add_nfs_cold", 
+                    "add_oss", 
+                    "add_es"
+                ])
+
+                if action_type == "create_project":
+                    # Create a new project from the list if not all exist, or a random variant
+                    available_names = [p for p in PROJECT_NAMES if p.lower() not in self._generated_projects]
+                    if available_names:
+                        self._create_project(random.choice(available_names))
+                    else:
+                        # Create a variant
+                        base = random.choice(PROJECT_NAMES)
+                        variant = f"{base}_v{random.randint(1, 99)}"
+                        self._create_project(variant)
+
+                elif self._generated_projects: # Only add items if we have projects
+                    project_id = random.choice(self._generated_projects)
+                    
+                    if action_type == "add_nfs_hot":
+                        fname = f"{random.choice(FILE_PREFIXES)}_{random.randint(100, 999)}{random.choice(FILE_EXTENSIONS)}"
+                        size = random.randint(10, 5000)
+                        mock_nfs_hot_add_file(project_id, fname, size)
+                        logger.info(f"Auto-generated NFS Hot file '{fname}' for '{project_id}'")
+
+                    elif action_type == "add_nfs_cold":
+                        fname = f"archive_{random.choice(FILE_PREFIXES)}_{random.randint(2010, 2023)}{random.choice(FILE_EXTENSIONS)}"
+                        size = random.randint(50, 200) # GB
+                        mock_nfs_cold_add_file(project_id, fname, size)
+                        logger.info(f"Auto-generated NFS Cold file '{fname}' for '{project_id}'")
+
+                    elif action_type == "add_oss":
+                        ds_name = f"{random.choice(DATASET_NAMES)}_{random.randint(1, 10)}.tar.gz"
+                        mock_oss_add_dataset_link(project_id, ds_name, f"https://oss.example.com/{ds_name}")
+                        logger.info(f"Auto-generated OSS link '{ds_name}' for '{project_id}'")
+
+                    elif action_type == "add_es":
+                        title = f"{random.choice(TITLES)} - {random.randint(1, 100)}"
+                        pid = str(random.randint(10000000, 99999999))
+                        mock_es_add_publication(project_id, title, pid)
+                        logger.info(f"Auto-generated ES citation '{title}' for '{project_id}'")
+
+                # Sleep for random interval
+                delay = random.uniform(self.interval_min, self.interval_max)
+                await asyncio.sleep(delay)
+
+            except Exception as e:
+                logger.error(f"Error in auto generator loop: {e}")
+                await asyncio.sleep(5) # Retry delay
+
+    def _create_project(self, name: str):
+        mock_mysql_create_project(name)
+        project_id = name.lower().replace(" ", "_")
+        if project_id not in self._generated_projects:
+            self._generated_projects.append(project_id)
+        logger.info(f"Auto-generated Project '{name}'")
+
+# Global instance
+generator = AutoDataGenerator()

fustor_demo-0.2/src/fustor_demo/main.py

@@ -0,0 +1,114 @@
+from fastapi import FastAPI, Request, HTTPException, status
+from fastapi.responses import HTMLResponse, FileResponse, JSONResponse
+from fastapi.staticfiles import StaticFiles
+from typing import List, Dict, Any, Optional
+import os
+import logging
+import asyncio
+
+from fustor_event_model.models import EventBase, EventType # For type hinting if needed
+
+from fustor_demo.store import demo_store
+from fustor_demo.mock_agents import (
+    mock_mysql_create_project,
+    mock_nfs_hot_add_file,
+    mock_nfs_cold_add_file,
+    mock_oss_add_dataset_link,
+    mock_es_add_publication
+)
+
+from fustor_demo.auto_generator import generator
+
+logger = logging.getLogger("fustor_demo")
+
+# Get the directory where main.py is located
+current_dir = os.path.dirname(os.path.abspath(__file__))
+static_dir = os.path.join(current_dir, "static")
+
+# Ensure static directory exists
+if not os.path.exists(static_dir):
+    os.makedirs(static_dir)
+
+app = FastAPI(
+    title="Fustor Bio-Fusion Demo API",
+    description="Demonstrates unified directory service from 5 heterogeneous data sources.",
+    version="0.1.0",
+)
+
+@app.on_event("startup")
+async def startup_event():
+    await generator.start()
+
+@app.on_event("shutdown")
+async def shutdown_event():
+    await generator.stop()
+
+# Mount static files to serve the frontend UI
+app.mount("/static", StaticFiles(directory=static_dir), name="static")
+
+@app.get("/", response_class=HTMLResponse, include_in_schema=False)
+async def serve_demo_ui():
+    """Serve the main HTML page for the demo UI."""
+    html_file_path = os.path.join(static_dir, "index.html")
+    if not os.path.exists(html_file_path):
+        raise HTTPException(status_code=404, detail="Demo UI (index.html) not found. Please ensure it's in the static directory.")
+    return FileResponse(html_file_path)
+
+@app.get("/api/unified_directory", response_model=List[Dict[str, Any]])
+async def get_unified_directory(
+    project_id: Optional[str] = None
+):
+    """
+    Query the unified directory service.
+    Returns all projects if project_id is None or "ALL".
+    Returns items within a specific project if project_id is provided.
+    """
+    if project_id and project_id.upper() == "ALL":
+        return demo_store.get_unified_directory("ALL")
+    return demo_store.get_unified_directory(project_id)
+
+@app.post("/api/mock/mysql_project")
+async def trigger_mysql_project(project_name: str = "Project_Alpha"):
+    """Trigger a mock MySQL event to create a new project."""
+    event = mock_mysql_create_project(project_name)
+    return {"status": "success", "message": f"Mock MySQL project '{project_name}' created.", "event": event}
+
+@app.post("/api/mock/nfs_hot_file")
+async def trigger_nfs_hot_file(project_id: str = "project_alpha", filename: str = "sample_data.fastq", size_mb: int = 100):
+    """Trigger a mock NFS Hot event to add a file."""
+    event = mock_nfs_hot_add_file(project_id, filename, size_mb)
+    return {"status": "success", "message": f"Mock NFS hot file '{filename}' added to '{project_id}'.", "event": event}
+
+@app.post("/api/mock/nfs_cold_file")
+async def trigger_nfs_cold_file(project_id: str = "project_alpha", filename: str = "archive_data.bam", size_gb: int = 50):
+    """Trigger a mock NFS Cold event to add an archived file."""
+    event = mock_nfs_cold_add_file(project_id, filename, size_gb)
+    return {"status": "success", "message": f"Mock NFS cold file '{filename}' added to '{project_id}'.", "event": event}
+
+@app.post("/api/mock/oss_dataset")
+async def trigger_oss_dataset(project_id: str = "project_alpha", dataset_name: str = "gsa_public_dataset.zip", public_url: str = "https://oss.example.com/data.zip"):
+    """Trigger a mock OSS event to add a public dataset link."""
+    event = mock_oss_add_dataset_link(project_id, dataset_name, public_url)
+    return {"status": "success", "message": f"Mock OSS dataset '{dataset_name}' added to '{project_id}'.", "event": event}
+
+@app.post("/api/mock/es_publication")
+async def trigger_es_publication(project_id: str = "project_alpha", title: str = "Novel Gene Discovery", pubmed_id: str = "38000000"):
+    """Trigger a mock Elasticsearch event to add a publication metadata."""
+    event = mock_es_add_publication(project_id, title, pubmed_id)
+    return {"status": "success", "message": f"Mock ES publication '{title}' added to '{project_id}'.", "event": event}
+
+@app.post("/api/clear_store")
+async def clear_store():
+    """Clears all data in the demo store."""
+    demo_store.clear()
+    return {"status": "success", "message": "Demo store cleared."}
+
+# Main entry point for uvicorn
+if __name__ == "__main__":
+    import logging
+    import uvicorn
+    # Configure uvicorn to use DEBUG level for access logs to reduce verbosity
+    uvicorn_logger = logging.getLogger("uvicorn.access")
+    uvicorn_logger.setLevel(logging.DEBUG)
+
+    uvicorn.run(app, host="0.0.0.0", port=8000, log_level="info")

fustor_demo-0.2/src/fustor_demo/mock_agents.py

@@ -0,0 +1,128 @@
+from typing import Dict, Any, Optional
+from datetime import datetime, timedelta, timezone
+import uuid
+import random
+
+from fustor_core.models.config import SourceConfig, PasswdCredential # Used for type hinting config in mock
+from fustor_event_model.models import EventType # Used for event types in mock
+from fustor_demo.store import demo_store
+
+# --- Helper to generate common event structure ---
+def _generate_base_event(
+    project_id: str,
+    source_type: str,
+    item_type: str, # "file", "directory", "link", "metadata"
+    name: str,
+    path: str,
+    size: Optional[int] = None,
+    url: Optional[str] = None,
+    extra_metadata: Optional[Dict[str, Any]] = None
+) -> Dict[str, Any]:
+    """Generates a base event dictionary for the demo store."""
+    unique_id = f"{source_type}-{project_id}-{uuid.uuid4().hex[:8]}"
+    return {
+        "id": unique_id,
+        "name": name,
+        "type": item_type,
+        "source_type": source_type,
+        "project_id": project_id,
+        "path": path,
+        "size": size,
+        "last_modified": datetime.now(timezone.utc).isoformat(),
+        "url": url,
+        "extra_metadata": extra_metadata or {}
+    }
+
+# --- Mock Agent Functions ---
+
+def mock_mysql_create_project(project_name: str) -> Dict[str, Any]:
+    """Simulates a MySQL Agent creating a new project."""
+    project_id = project_name.lower().replace(" ", "_")
+    event = _generate_base_event(
+        project_id=project_id,
+        source_type="mysql",
+        item_type="directory",
+        name=project_name,
+        path=f"/{project_name}",
+        extra_metadata={
+            "description": f"Research project {project_name}.",
+            "pi": f"Dr. {random.choice(['Smith', 'Jones', 'Li', 'Chen'])}",
+            "created_by": "System"
+        }
+    )
+    demo_store.add_event(event)
+    return event
+
+def mock_nfs_hot_add_file(project_id: str, filename: str, size_mb: int) -> Dict[str, Any]:
+    """Simulates an NFS Hot Agent detecting a new file."""
+    event = _generate_base_event(
+        project_id=project_id,
+        source_type="nfs_hot",
+        item_type="file",
+        name=filename,
+        path=f"/{project_id}/hot_data/{filename}",
+        size=size_mb * 1024 * 1024,
+        extra_metadata={
+            "local_path": f"/mnt/nfs_hot/{project_id}/{filename}",
+            "last_access": datetime.now(timezone.utc).isoformat()
+        }
+    )
+    demo_store.add_event(event)
+    return event
+
+def mock_nfs_cold_add_file(project_id: str, filename: str, size_gb: int, age_days: int = 370) -> Dict[str, Any]:
+    """Simulates an NFS Cold Agent detecting an archived file."""
+    archived_time = datetime.now(timezone.utc) - timedelta(days=age_days)
+    event = _generate_base_event(
+        project_id=project_id,
+        source_type="nfs_cold",
+        item_type="file",
+        name=filename,
+        path=f"/{project_id}/cold_archive/{filename}",
+        size=size_gb * 1024 * 1024 * 1024,
+        extra_metadata={
+            "local_path": f"/mnt/nfs_cold_archive/{project_id}/{filename}",
+            "archived_on": archived_time.isoformat(),
+            "retrieval_status": "offline"
+        }
+    )
+    demo_store.add_event(event)
+    return event
+
+def mock_oss_add_dataset_link(project_id: str, dataset_name: str, public_url: str) -> Dict[str, Any]:
+    """Simulates an OSS Agent detecting a new public dataset link."""
+    event = _generate_base_event(
+        project_id=project_id,
+        source_type="oss",
+        item_type="link",
+        name=dataset_name,
+        path=f"/{project_id}/public_datasets/{dataset_name}",
+        url=public_url,
+        extra_metadata={
+            "provider": "GSA/OMIX Public Data",
+            "version": "1.0",
+            "access_level": "public"
+        }
+    )
+    demo_store.add_event(event)
+    return event
+
+def mock_es_add_publication(project_id: str, title: str, pubmed_id: str) -> Dict[str, Any]:
+    """Simulates an Elasticsearch Agent finding a new publication metadata."""
+    event = _generate_base_event(
+        project_id=project_id,
+        source_type="es",
+        item_type="metadata",
+        name=title,
+        path=f"/{project_id}/publications/{pubmed_id}",
+        url=f"https://pubmed.ncbi.nlm.nih.gov/{pubmed_id}/",
+        extra_metadata={
+            "pubmed_id": pubmed_id,
+            "journal": "Science",
+            "authors": ["J. Doe", "A. Smith"],
+            "abstract_snippet": "This study investigates...",
+            "publication_date": (datetime.now(timezone.utc) - timedelta(days=random.randint(10, 300))).isoformat()
+        }
+    )
+    demo_store.add_event(event)
+    return event

fustor_demo-0.2/src/fustor_demo/static/index.html

@@ -0,0 +1,386 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Fustor Bio-Fusion Demo - Unified Directory API Explorer</title>
+    <!-- Bootstrap CSS -->
+    <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.min.css" rel="stylesheet">
+    <!-- Vue.js 3 -->
+    <script src="https://unpkg.com/vue@3/dist/vue.global.prod.js"></script>
+    <!-- Axios for HTTP requests -->
+    <script src="https://cdn.jsdelivr.net/npm/axios/dist/axios.min.js"></script>
+    <style>
+        body {
+            background-color: #212529; /* Dark background */
+            color: #f8f9fa; /* Light text */
+        }
+        .container-fluid {
+            padding-top: 20px;
+        }
+        .card {
+            background-color: #343a40; /* Darker card background */
+            border-color: #495057;
+            margin-bottom: 15px;
+        }
+        .card-header {
+            background-color: #495057;
+            color: #f8f9fa;
+        }
+        .btn-primary {
+            background-color: #007bff;
+            border-color: #007bff;
+        }
+        .btn-primary:hover {
+            background-color: #0056b3;
+            border-color: #0056b3;
+        }
+        .list-group-item {
+            background-color: #343a40;
+            color: #f8f9fa;
+            border-color: #495057;
+        }
+        .badge {
+            font-size: 0.75em;
+            padding: 0.4em 0.6em;
+            border-radius: 0.25rem;
+        }
+        .badge-mysql { background-color: #6c757d; } /* Grey */
+        .badge-nfs_hot { background-color: #dc3545; } /* Red */
+        .badge-nfs_cold { background-color: #17a2b8; } /* Cyan */
+        .badge-oss { background-color: #ffc107; } /* Yellow */
+        .badge-es { background-color: #28a745; } /* Green */
+        .badge-system { background-color: #007bff; } /* Blue */
+
+        .json-output {
+            background-color: #282c34;
+            color: #abb2bf;
+            padding: 15px;
+            border-radius: 5px;
+            overflow-x: auto;
+            font-family: 'SFMono-Regular', Consolas, 'Liberation Mono', Menlo, Courier, monospace;
+        }
+        pre { margin: 0; }
+        .log-entry {
+            font-size: 0.85em;
+            color: #adb5bd;
+        }
+    </style>
+</head>
+<body>
+    <div id="app" class="container-fluid">
+        <h1 class="mb-4 text-center text-primary">Fustor Bio-Fusion Demo - Unified Directory API Explorer</h1>
+        <div class="row">
+            <!-- Left Panel: Source Controls -->
+            <div class="col-md-4">
+                <h3 class="mb-3">Source Controls (Simulated Agents)</h3>
+                <div class="card">
+                    <div class="card-header d-flex justify-content-between align-items-center">
+                        MySQL (Projects)
+                        <span class="badge bg-success">Online</span>
+                    </div>
+                    <div class="card-body">
+                        <div class="input-group mb-3">
+                            <input type="text" class="form-control" v-model="mysqlProjectName" placeholder="Project Name">
+                            <button class="btn btn-primary" @click="triggerMock('mysql_project', {project_name: mysqlProjectName})">Create Project</button>
+                        </div>
+                        <small class="text-muted">New project: {{ mysqlProjectName }}</small>
+                    </div>
+                </div>
+
+                <div class="card">
+                    <div class="card-header d-flex justify-content-between align-items-center">
+                        NFS Hot (Raw Data)
+                        <span class="badge bg-success">Online</span>
+                    </div>
+                    <div class="card-body">
+                        <div class="input-group mb-3">
+                            <input type="text" class="form-control" v-model="nfsHotProjectId" placeholder="Project ID">
+                            <input type="text" class="form-control" v-model="nfsHotFilename" placeholder="Filename">
+                            <input type="number" class="form-control" v-model.number="nfsHotSize" placeholder="Size (MB)">
+                            <button class="btn btn-primary" @click="triggerMock('nfs_hot_file', {project_id: nfsHotProjectId, filename: nfsHotFilename, size_mb: nfsHotSize})">Add File</button>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="card">
+                    <div class="card-header d-flex justify-content-between align-items-center">
+                        NFS Cold (Archived Data)
+                        <span class="badge bg-success">Online</span>
+                    </div>
+                    <div class="card-body">
+                        <div class="input-group mb-3">
+                            <input type="text" class="form-control" v-model="nfsColdProjectId" placeholder="Project ID">
+                            <input type="text" class="form-control" v-model="nfsColdFilename" placeholder="Filename">
+                            <input type="number" class="form-control" v-model.number="nfsColdSize" placeholder="Size (GB)">
+                            <button class="btn btn-primary" @click="triggerMock('nfs_cold_file', {project_id: nfsColdProjectId, filename: nfsColdFilename, size_gb: nfsColdSize})">Archive File</button>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="card">
+                    <div class="card-header d-flex justify-content-between align-items-center">
+                        OSS (Public Datasets)
+                        <span class="badge bg-success">Online</span>
+                    </div>
+                    <div class="card-body">
+                        <div class="input-group mb-3">
+                            <input type="text" class="form-control" v-model="ossProjectId" placeholder="Project ID">
+                            <input type="text" class="form-control" v-model="ossDatasetName" placeholder="Dataset Name">
+                            <input type="text" class="form-control" v-model="ossPublicUrl" placeholder="Public URL">
+                            <button class="btn btn-primary" @click="triggerMock('oss_dataset', {project_id: ossProjectId, dataset_name: ossDatasetName, public_url: ossPublicUrl})">Add Dataset Link</button>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="card">
+                    <div class="card-header d-flex justify-content-between align-items-center">
+                        ES (PubMed Publications)
+                        <span class="badge bg-success">Online</span>
+                    </div>
+                    <div class="card-body">
+                        <div class="input-group mb-3">
+                            <input type="text" class="form-control" v-model="esProjectId" placeholder="Project ID">
+                            <input type="text" class="form-control" v-model="esTitle" placeholder="Title">
+                            <input type="text" class="form-control" v-model="esPubmedId" placeholder="PubMed ID">
+                            <button class="btn btn-primary" @click="triggerMock('es_publication', {project_id: esProjectId, title: esTitle, pubmed_id: esPubmedId})">Add Publication</button>
+                        </div>
+                    </div>
+                </div>
+                <div class="d-grid gap-2">
+                    <button class="btn btn-warning" @click="clearStore">Clear All Data</button>
+                </div>
+            </div>
+
+            <!-- Right Panel: Unified Directory API Explorer -->
+            <div class="col-md-8">
+                <h3 class="mb-3">Unified Directory API Explorer</h3>
+                <div class="card mb-3">
+                    <div class="card-header">API Endpoint</div>
+                    <div class="card-body">
+                        <div class="input-group">
+                            <span class="input-group-text">GET</span>
+                            <input type="text" class="form-control" :value="apiEndpoint" readonly>
+                            <select class="form-select" v-model="selectedProjectId" @change="fetchData">
+                                <option value="ALL">ALL Projects</option>
+                                <option v-for="proj in currentProjects" :value="proj.id">{{ proj.name }}</option>
+                            </select>
+                            <button class="btn btn-primary" @click="fetchData">Refresh</button>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="d-flex justify-content-between align-items-center mb-3">
+                    <h4>API Response</h4>
+                    <div>
+                        <button class="btn btn-sm btn-outline-light me-2" @click="toggleView('table')" :class="{'active': currentView === 'table'}">Table View</button>
+                        <button class="btn btn-sm btn-outline-light" @click="toggleView('json')" :class="{'active': currentView === 'json'}">JSON View</button>
+                    </div>
+                </div>
+
+                <div v-if="loading" class="text-center text-info mb-3">Loading...</div>
+                <div v-if="error" class="alert alert-danger">{{ error }}</div>
+
+                <div v-if="currentView === 'table'" class="table-responsive">
+                    <table class="table table-dark table-striped table-hover">
+                        <thead>
+                            <tr>
+                                <th>Name</th>
+                                <th>Type</th>
+                                <th>Logical Path</th>
+                                <th>Source</th>
+                                <th>Size</th>
+                                <th>Last Modified</th>
+                                <th>URL / Details</th>
+                            </tr>
+                        </thead>
+                        <tbody>
+                            <tr v-if="!unifiedDirectory.length && !loading">
+                                <td colspan="7" class="text-center text-muted">No data available. Create some projects and items!</td>
+                            </tr>
+                            <template v-for="item in sortedDirectory" :key="item.id">
+                                <tr :class="{'table-info': item.isNew}">
+                                    <td>
+                                        <i :class="getIcon(item.type)" class="me-2"></i>
+                                        {{ item.name }}
+                                    </td>
+                                    <td>
+                                        <span :class="getBadgeClass(item.type)">{{ item.type }}</span>
+                                    </td>
+                                    <td>{{ item.path }}</td>
+                                    <td>
+                                        <span :class="getBadgeClass(item.source_type)">{{ item.source_type }}</span>
+                                    </td>
+                                    <td>{{ formatSize(item.size) }}</td>
+                                    <td>{{ formatDateTime(item.last_modified) }}</td>
+                                    <td>
+                                        <a v-if="item.url" :href="item.url" target="_blank" class="text-info">{{ item.url.length > 30 ? item.url.substring(0,27) + '...' : item.url }}</a>
+                                        <span v-else-if="item.extra_metadata">{{ JSON.stringify(item.extra_metadata).substring(0, 50) + '...' }}</span>
+                                        <span v-else>-</span>
+                                    </td>
+                                </tr>
+                            </template>
+                        </tbody>
+                    </table>
+                </div>
+
+                <div v-if="currentView === 'json'" class="json-output">
+                    <pre>{{ JSON.stringify(unifiedDirectory, null, 2) }}</pre>
+                </div>
+            </div>
+        </div>
+    </div>
+
+    <script>
+        const app = Vue.createApp({
+            data() {
+                return {
+                    apiBaseUrl: window.location.origin,
+                    unifiedDirectory: [],
+                    currentProjects: [],
+                    selectedProjectId: 'ALL',
+                    loading: false,
+                    error: null,
+                    currentView: 'table', // 'table' or 'json'
+
+                    // Mock agent input fields
+                    mysqlProjectName: 'Project_Gamma',
+                    nfsHotProjectId: 'project_alpha',
+                    nfsHotFilename: 'sequencing_results.fastq',
+                    nfsHotSize: 100,
+                    nfsColdProjectId: 'project_alpha',
+                    nfsColdFilename: 'archived_run_001.bam',
+                    nfsColdSize: 50,
+                    ossProjectId: 'project_alpha',
+                    ossDatasetName: 'public_ref_genome.fasta',
+                    ossPublicUrl: 'https://public-data.oss.com/ref_genome.fasta',
+                    esProjectId: 'project_alpha',
+                    esTitle: 'New Cancer Marker Discovery',
+                    esPubmedId: '38123456',
+                };
+            },
+            computed: {
+                apiEndpoint() {
+                    let endpoint = `${this.apiBaseUrl}/api/unified_directory`;
+                    if (this.selectedProjectId) {
+                        endpoint += `?project_id=${this.selectedProjectId}`;
+                    }
+                    return endpoint;
+                },
+                sortedDirectory() {
+                    const projects = this.unifiedDirectory.filter(item => item.type === 'directory');
+                    const items = this.unifiedDirectory.filter(item => item.type !== 'directory');
+
+                    let sortedItems = items.sort((a, b) => {
+                        const pathA = a.path || a.name;
+                        const pathB = b.path || b.name;
+                        return pathA.localeCompare(pathB);
+                    });
+
+                    // If "ALL Projects" is selected, group by project_id and display projects first
+                    if (this.selectedProjectId === 'ALL') {
+                        let result = [];
+                        projects.forEach(proj => {
+                            result.push(proj);
+                            result.push(...sortedItems.filter(item => item.project_id === proj.id));
+                        });
+                        return result;
+                    }
+                    return sortedItems;
+                }
+            },
+            methods: {
+                async fetchData() {
+                    this.loading = true;
+                    this.error = null;
+                    try {
+                        const response = await axios.get(this.apiEndpoint);
+                        this.unifiedDirectory = response.data;
+                        this.updateProjectList();
+                    } catch (err) {
+                        this.error = 'Failed to fetch data: ' + (err.response?.data?.detail || err.message);
+                    } finally {
+                        this.loading = false;
+                    }
+                },
+                async triggerMock(endpoint, data) {
+                    this.loading = true;
+                    this.error = null;
+                    try {
+                        const response = await axios.post(`${this.apiBaseUrl}/api/mock/${endpoint}`, data);
+                        console.log(`Triggered mock ${endpoint}:`, response.data);
+                        // Refresh data after trigger
+                        await this.fetchData();
+                    } catch (err) {
+                        this.error = 'Failed to trigger mock event: ' + (err.response?.data?.detail || err.message);
+                    } finally {
+                        this.loading = false;
+                    }
+                },
+                async clearStore() {
+                    this.loading = true;
+                    this.error = null;
+                    try {
+                        await axios.post(`${this.apiBaseUrl}/api/clear_store`);
+                        await this.fetchData();
+                        alert('Demo store cleared!');
+                    } catch (err) {
+                        this.error = 'Failed to clear store: ' + (err.response?.data?.detail || err.message);
+                    } finally {
+                        this.loading = false;
+                    }
+                },
+                toggleView(view) {
+                    this.currentView = view;
+                },
+                formatSize(bytes) {
+                    if (bytes === null || bytes === undefined) return '-';
+                    if (bytes === 0) return '0 Bytes';
+                    const k = 1024;
+                    const sizes = ['Bytes', 'KB', 'MB', 'GB', 'TB'];
+                    const i = Math.floor(Math.log(bytes) / Math.log(k));
+                    return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + ' ' + sizes[i];
+                },
+                formatDateTime(isoString) {
+                    if (!isoString) return '-';
+                    const date = new Date(isoString);
+                    return date.toLocaleString();
+                },
+                getBadgeClass(sourceType) {
+                    return `badge badge-${sourceType.toLowerCase().replace(/[^a-z0-9]/g, '_')}`;
+                },
+                getIcon(itemType) {
+                    switch (itemType) {
+                        case 'directory': return 'bi bi-folder-fill'; // Bootstrap Icons
+                        case 'file': return 'bi bi-file-earmark';
+                        case 'link': return 'bi bi-link-45deg';
+                        case 'metadata': return 'bi bi-journal-richtext';
+                        default: return 'bi bi-question-circle';
+                    }
+                },
+                updateProjectList() {
+                    // Filter out unique projects that are of type 'directory'
+                    const uniqueProjects = {};
+                    this.unifiedDirectory.forEach(item => {
+                        if (item.type === 'directory') {
+                            uniqueProjects[item.id] = { id: item.id, name: item.name };
+                        }
+                    });
+                    this.currentProjects = Object.values(uniqueProjects);
+                }
+            },
+            mounted() {
+                this.fetchData();
+                // Fetch data every 2 seconds to simulate real-time updates
+                setInterval(this.fetchData, 2000); 
+            }
+        });
+
+        app.mount('#app');
+    </script>
+    <!-- Bootstrap Icons (Optional, for better icons) -->
+    <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap-icons@1.10.3/font/bootstrap-icons.css">
+    <!-- Bootstrap JS (Optional, if you need interactive components like modals) -->
+    <script src="https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/js/bootstrap.bundle.min.js"></script>
+</body>
+</html>

fustor_demo-0.2/src/fustor_demo/store.py

@@ -0,0 +1,100 @@
+from typing import Dict, Any, List, Optional
+from datetime import datetime, timezone
+import copy
+
+class DemoStore:
+    """
+    A simple in-memory store for the demo.
+    Aggregates events into a unified directory structure, mimicking Fusion's role.
+    """
+    def __init__(self):
+        # Stores projects, indexed by project_id
+        # Example: { "project_alpha": { "id": "project_alpha", "name": "Project Alpha", "files": [], "metadata": [] } }
+        self._projects: Dict[str, Dict[str, Any]] = {}
+        self._lock = {} # Placeholder for thread-safety in a real app, simplified for demo
+
+    def add_event(self, event_data: Dict[str, Any]):
+        """
+        Adds an event to the store, aggregating it by project_id.
+        Expected event_data structure:
+        {
+            "id": "unique_id_for_this_item",
+            "name": "display_name",
+            "type": "file" | "directory" | "link" | "metadata",
+            "source_type": "mysql" | "nfs_hot" | "nfs_cold" | "oss" | "es",
+            "project_id": "bio_project_id",
+            "path": "/logical/path/to/item",
+            "size": "1024" | None,
+            "last_modified": "ISO_timestamp",
+            "url": "http://download.link" | None,
+            "extra_metadata": {}
+        }
+        """
+        project_id = event_data.get("project_id")
+        if not project_id:
+            # For events without a project_id, put them under a "Unassigned" project
+            project_id = "unassigned"
+            event_data["project_id"] = project_id
+
+        if project_id not in self._projects:
+            self._projects[project_id] = {
+                "id": project_id,
+                "name": event_data.get("project_name", project_id.replace("_", " ").title()),
+                "type": "directory",
+                "source_type": "mysql" if project_id != "unassigned" else "system", # Assume projects are from MySQL
+                "path": f"/{project_id}",
+                "items": [],
+                "last_modified": datetime.now(timezone.utc).isoformat()
+            }
+        
+        # Add the item to the project's items list
+        # Ensure it's not a duplicate based on event_data['id']
+        # This is a very simplified deduplication. In a real app, you'd update existing items.
+        existing_item_ids = {item["id"] for item in self._projects[project_id]["items"]}
+        if event_data["id"] not in existing_item_ids:
+            self._projects[project_id]["items"].append(copy.deepcopy(event_data))
+            # Sort items for consistent display
+            self._projects[project_id]["items"].sort(key=lambda x: x.get("path", x.get("name", "")))
+        else:
+            # Update existing item
+            for i, item in enumerate(self._projects[project_id]["items"]):
+                if item["id"] == event_data["id"]:
+                    self._projects[project_id]["items"][i] = copy.deepcopy(event_data)
+                    break
+
+
+    def get_unified_directory(self, project_id: Optional[str] = None) -> List[Dict[str, Any]]:
+        """
+        Retrieves the unified directory structure.
+        If project_id is None, returns all top-level projects.
+        If project_id is specified, returns items within that project.
+        """
+        if project_id == "ALL": # Special case for all top-level projects
+            # Return top-level projects, sorted by name
+            return sorted(
+                [copy.deepcopy(proj) for proj in self._projects.values() if proj["type"] == "directory"],
+                key=lambda x: x["name"]
+            )
+        elif project_id and project_id in self._projects:
+            # Return items within a specific project
+            return sorted(
+                copy.deepcopy(self._projects[project_id]["items"]),
+                key=lambda x: x.get("path", x.get("name", ""))
+            )
+        else:
+            # Return all items if no project specified, or for invalid project_id
+            all_items = []
+            for proj in self._projects.values():
+                all_items.append(copy.deepcopy(proj))
+                all_items.extend(copy.deepcopy(proj["items"]))
+            return sorted(
+                all_items,
+                key=lambda x: x.get("path", x.get("name", ""))
+            )
+
+    def clear(self):
+        """Clears all stored data."""
+        self._projects = {}
+
+# Instantiate a global store for the demo server
+demo_store = DemoStore()

fustor_demo-0.2/src/fustor_demo.egg-info/PKG-INFO

@@ -0,0 +1,11 @@
+Metadata-Version: 2.4
+Name: fustor-demo
+Version: 0.2
+Summary: Fustor Bio-Fusion Demo for unified directory service
+Requires-Python: >=3.11
+Requires-Dist: fastapi[all]>=0.104.1
+Requires-Dist: uvicorn>=0.23.2
+Requires-Dist: fustor-core
+Requires-Dist: fustor-event-model
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: httpx>=0.25.0

fustor_demo-0.2/src/fustor_demo.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+pyproject.toml
+src/fustor_demo/auto_generator.py
+src/fustor_demo/main.py
+src/fustor_demo/mock_agents.py
+src/fustor_demo/store.py
+src/fustor_demo.egg-info/PKG-INFO
+src/fustor_demo.egg-info/SOURCES.txt
+src/fustor_demo.egg-info/dependency_links.txt
+src/fustor_demo.egg-info/requires.txt
+src/fustor_demo.egg-info/top_level.txt
+src/fustor_demo/static/index.html

fustor_demo-0.2/src/fustor_demo.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

fustor_demo-0.2/src/fustor_demo.egg-info/requires.txt

@@ -0,0 +1,6 @@
+fastapi[all]>=0.104.1
+uvicorn>=0.23.2
+fustor-core
+fustor-event-model
+pydantic>=2.0.0
+httpx>=0.25.0

fustor_demo-0.2/src/fustor_demo.egg-info/top_level.txt

@@ -0,0 +1 @@
+fustor_demo