cnhkmcp 2.0.3__py3-none-any.whl → 2.1.0__py3-none-any.whl

cnhkmcp/untracked/APP/ace.log

@@ -65,3 +65,5 @@ Incorrect email or password
 2025-12-18 02:52:11,310 - ace - WARNING - No fields found: region=CHN, delay=1, universe=TOP2000U, type=MATRIX, dataset.id=analyst45
 2025-12-18 13:17:02,856 - ace - WARNING - No fields found: region=USA, delay=1, universe=TOP3000, type=MATRIX, dataset.id=shortinterest3
 2025-12-18 13:24:08,699 - ace - WARNING - No fields found: region=USA, delay=1, universe=TOP3000, type=MATRIX, dataset.id=shortinterest3
+2025-12-24 02:44:57,254 - ace - ERROR - Simulation failed. {'id': '3fryaq7y750HbRmjNtbF3x8', 'type': 'REGULAR', 'status': 'ERROR', 'message': 'Your simulation has been running too long. If you are running simulations in batch, consider to reduce number of concurrent simulations or input data.'}
+2025-12-24 03:14:08,010 - ace - ERROR - Simulation failed. {'id': '1ZdRKEal75hUamZOV5ZRpTt', 'type': 'REGULAR', 'status': 'ERROR', 'message': 'Your simulation has been running too long. If you are running simulations in batch, consider to reduce number of concurrent simulations or input data.'}

cnhkmcp/untracked/APP/give_me_idea/fetch_all_datasets.py

@@ -0,0 +1,157 @@
+import getpass
+import json
+import os
+import sys
+from typing import List
+
+import pandas as pd
+
+# Ensure we can import ace_lib from the project root
+SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
+ROOT_DIR = os.path.dirname(SCRIPT_DIR)
+if ROOT_DIR not in sys.path:
+    sys.path.append(ROOT_DIR)
+
+import ace_lib  # noqa: E402
+
+
+def prompt_credentials() -> tuple[str, str]:
+    """Prompt user for platform credentials."""
+    email = input("Enter BRAIN Email: ").strip()
+    while not email:
+        email = input("Email is required. Enter BRAIN Email: ").strip()
+
+    password = getpass.getpass("Enter BRAIN Password: ").strip()
+    while not password:
+        password = getpass.getpass("Password is required. Enter BRAIN Password: ").strip()
+
+    return email, password
+
+
+def fetch_all_combinations(session: ace_lib.SingleSession) -> pd.DataFrame:
+    """Return all valid instrument/region/delay/universe combos from platform settings."""
+    options_df = ace_lib.get_instrument_type_region_delay(session)
+    if options_df is None or options_df.empty:
+        raise RuntimeError("No simulation options fetched; cannot enumerate datasets.")
+    return options_df
+
+
+def fetch_datasets_for_combo(
+    session: ace_lib.SingleSession,
+    instrument_type: str,
+    region: str,
+    delay: int,
+    universe: str,
+) -> pd.DataFrame:
+    """Fetch datasets for one combination (theme ALL to include both theme true/false)."""
+    df = ace_lib.get_datasets(
+        session,
+        instrument_type=instrument_type,
+        region=region,
+        delay=delay,
+        universe=universe,
+        theme="ALL",
+    )
+    if df is None:
+        return pd.DataFrame()
+
+    df = df.copy()
+    df["param_instrument_type"] = instrument_type
+    df["param_region"] = region
+    df["param_delay"] = delay
+    df["param_universe"] = universe
+    df["combo_key"] = df.apply(
+        lambda row: f"{instrument_type}-{region}-D{delay}-{universe}",
+        axis=1,
+    )
+    return df
+
+
+def merge_and_deduplicate(datasets: List[pd.DataFrame]) -> pd.DataFrame:
+    """Merge fetched datasets and deduplicate by dataset id, keeping all combo metadata."""
+    combined = pd.concat([df for df in datasets if not df.empty], ignore_index=True)
+    if combined.empty:
+        return combined
+
+    # Aggregate availability combos per dataset id
+    availability = (
+        combined.groupby("id")["combo_key"]
+        .agg(lambda x: " | ".join(sorted(set(x))))
+        .rename("available_in")
+        .reset_index()
+    )
+
+    # Drop duplicate rows by dataset id, keep first occurrence of other columns
+    unique_df = combined.drop_duplicates(subset=["id"]).copy()
+    unique_df = unique_df.merge(availability, on="id", how="left")
+
+    # Sort for readability
+    sort_cols = [col for col in ["category", "subcategory", "id"] if col in unique_df.columns]
+    if sort_cols:
+        # Ensure sort keys are hashable/strings to avoid unhashable dict errors
+        for col in sort_cols:
+            unique_df[col] = unique_df[col].apply(
+                lambda v: v
+                if pd.isna(v) or isinstance(v, (int, float, str, bool))
+                else json.dumps(v, ensure_ascii=False, sort_keys=True)
+            )
+        unique_df = unique_df.sort_values(sort_cols).reset_index(drop=True)
+
+    return unique_df
+
+
+def main():
+    print("=== Fetch All BRAIN Datasets (all regions/universes/delays) ===")
+
+    email, password = prompt_credentials()
+
+    # Monkey-patch ace_lib credential retrieval so start_session uses provided credentials
+    ace_lib.get_credentials = lambda: (email, password)
+
+    print("Logging in...")
+    try:
+        session = ace_lib.start_session()
+        print("Login successful.")
+    except Exception as exc:
+        print(f"Login failed: {exc}")
+        return
+
+    print("Fetching valid instrument/region/delay/universe combinations from platform settings...")
+    try:
+        options_df = fetch_all_combinations(session)
+    except Exception as exc:
+        print(f"Failed to fetch simulation options: {exc}")
+        return
+
+    all_datasets: List[pd.DataFrame] = []
+    total_combos = 0
+
+    for _, row in options_df.iterrows():
+        instrument_type = row.get("InstrumentType")
+        region = row.get("Region")
+        delay = row.get("Delay")
+        universes = row.get("Universe") or []
+
+        for universe in universes:
+            total_combos += 1
+            print(f"[{total_combos}] Fetching datasets for {instrument_type} / {region} / D{delay} / {universe}...")
+            try:
+                df = fetch_datasets_for_combo(session, instrument_type, region, delay, universe)
+                print(f"  -> Retrieved {len(df)} rows")
+                all_datasets.append(df)
+            except Exception as exc:
+                print(f"  -> Failed for {instrument_type}-{region}-D{delay}-{universe}: {exc}")
+
+    result_df = merge_and_deduplicate(all_datasets)
+
+    if result_df.empty:
+        print("No datasets fetched; nothing to save.")
+        return
+
+    output_path = os.path.join(SCRIPT_DIR, "all_datasets_full.csv")
+    result_df.to_csv(output_path, index=False)
+    print(f"Saved {len(result_df)} unique datasets to {output_path}")
+
+
+if __name__ == "__main__":
+    main()

cnhkmcp/untracked/APP/give_me_idea/fetch_all_operators.py

@@ -0,0 +1,99 @@
+import getpass
+import os
+import sys
+from typing import List
+
+import pandas as pd
+
+# Make ace_lib importable
+SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
+ROOT_DIR = os.path.dirname(SCRIPT_DIR)
+if ROOT_DIR not in sys.path:
+    sys.path.append(ROOT_DIR)
+
+import ace_lib  # noqa: E402
+
+
+def prompt_credentials() -> tuple[str, str]:
+    email = input("Enter BRAIN Email: ").strip()
+    while not email:
+        email = input("Email is required. Enter BRAIN Email: ").strip()
+
+    password = getpass.getpass("Enter BRAIN Password: ").strip()
+    while not password:
+        password = getpass.getpass("Password is required. Enter BRAIN Password: ").strip()
+
+    return email, password
+
+
+def fetch_operators(session: ace_lib.SingleSession) -> pd.DataFrame:
+    df = ace_lib.get_operators(session)
+    if df is None or df.empty:
+        return pd.DataFrame()
+
+    df = df.copy()
+
+    # Choose an identifier column robustly
+    id_col = "id" if "id" in df.columns else None
+    if id_col is None:
+        if "name" in df.columns:
+            id_col = "name"
+        else:
+            id_col = "_row_id"
+            df[id_col] = df.index
+
+    # Re-aggregate scopes so each operator id is unique
+    if "scope" in df.columns:
+        scope_map = (
+            df.groupby(id_col)["scope"]
+            .agg(lambda x: sorted(set([item for item in x if pd.notna(item)])))
+            .rename("scopes")
+            .reset_index()
+        )
+    else:
+        scope_map = pd.DataFrame({id_col: df[id_col].unique(), "scopes": [[] for _ in range(df[id_col].nunique())]})
+
+    unique_df = df.drop(columns=["scope"], errors="ignore").drop_duplicates(subset=[id_col]).merge(
+        scope_map, on=id_col, how="left"
+    )
+
+    # Sort for readability
+    sort_cols: List[str] = [col for col in ["category", "subcategory", "name", id_col] if col in unique_df.columns]
+    if sort_cols:
+        unique_df = unique_df.sort_values(sort_cols).reset_index(drop=True)
+
+    return unique_df
+
+
+def main():
+    print("=== Fetch All BRAIN Operators ===")
+
+    email, password = prompt_credentials()
+    ace_lib.get_credentials = lambda: (email, password)
+
+    print("Logging in...")
+    try:
+        session = ace_lib.start_session()
+        print("Login successful.")
+    except Exception as exc:
+        print(f"Login failed: {exc}")
+        return
+
+    print("Fetching operators...")
+    try:
+        operators_df = fetch_operators(session)
+    except Exception as exc:
+        print(f"Failed to fetch operators: {exc}")
+        return
+
+    if operators_df.empty:
+        print("No operators returned; nothing to save.")
+        return
+
+    output_path = os.path.join(SCRIPT_DIR, "all_operators.csv")
+    operators_df.to_csv(output_path, index=False)
+    print(f"Saved {len(operators_df)} operators to {output_path}")
+
+
+if __name__ == "__main__":
+    main()

cnhkmcp/untracked/APP/simulator/simulator_wqb.py

@@ -466,15 +466,15 @@ async def automated_main(json_file_content, username, password, start_position=0
             print(f"成功完成 {len(resps)} 个回测")
         
         print("\nAlpha IDs:")
-        for i, resp in enumerate(resps):
-            try:
-                alpha_id = resp.json()['alpha']
-                alpha_ids.append(alpha_id)
-                successful_count += 1
-                print(f"  {i+1:4d}. {alpha_id}")
-            except Exception as e:
-                failed_count += 1
-                print(f"  {i+1:4d}. 错误: {e}")
+        # for i, resp in enumerate(resps):
+        #     try:
+        #         alpha_id = resp.json()['alpha']
+        #         alpha_ids.append(alpha_id)
+        #         successful_count += 1
+        #         print(f"  {i+1:4d}. {alpha_id}")
+        #     except Exception as e:
+        #         failed_count += 1
+        #         print(f"  {i+1:4d}. 错误: {e}")
         
         print("\n✅ 处理完成!")
         
@@ -597,13 +597,13 @@ async def main():
         else:
             print(f"成功完成 {len(resps)} 个回测")
         
-        print("\nAlpha IDs:")
-        for i, resp in enumerate(resps):
-            try:
-                alpha_id = resp.json()['alpha']
-                print(f"  {i+1:4d}. {alpha_id}")
-            except Exception as e:
-                print(f"  {i+1:4d}. 错误: {e}")
+        # print("\nAlpha IDs:")
+        # for i, resp in enumerate(resps):
+        #     try:
+        #         alpha_id = resp.json()['alpha']
+        #         print(f"  {i+1:4d}. {alpha_id}")
+        #     except Exception as e:
+        #         print(f"  {i+1:4d}. 错误: {e}")
                 
     except KeyboardInterrupt:
         print("\n\n⚠️  回测被用户中断")

cnhkmcp/untracked/APP/static/brain.js

@@ -304,6 +304,65 @@ async function getUserOperators() {
 }
 
 // Get data fields via proxy server
+async function getDatasets(region = 'USA', delay = 1, universe = 'TOP3000') {
+    if (!brainSession || !brainSessionId) {
+        throw new Error('Not authenticated with BRAIN');
+    }
+    
+    try {
+        const params = new URLSearchParams({
+            region: region,
+            delay: delay.toString(),
+            universe: universe
+        });
+        
+        const response = await fetch(`${PROXY_BASE}/api/datasets?${params}`, {
+            method: 'GET',
+            headers: {
+                'Session-ID': brainSessionId
+            }
+        });
+        
+        if (!response.ok) {
+            const errorData = await response.json();
+            throw new Error(errorData.error || 'Failed to fetch datasets');
+        }
+        
+        const data = await response.json();
+        return data.results || [];
+        
+    } catch (error) {
+        console.error('Failed to fetch datasets:', error);
+        throw error;
+    }
+}
+
+async function getSimulationOptions() {
+    if (!brainSession || !brainSessionId) {
+        throw new Error('Not authenticated with BRAIN');
+    }
+    
+    try {
+        const response = await fetch(`${PROXY_BASE}/api/simulation-options`, {
+            method: 'GET',
+            headers: {
+                'Session-ID': brainSessionId
+            }
+        });
+        
+        if (!response.ok) {
+            const errorData = await response.json();
+            throw new Error(errorData.error || 'Failed to fetch simulation options');
+        }
+        
+        return await response.json();
+        
+    } catch (error) {
+        console.error('Failed to fetch simulation options:', error);
+        throw error;
+    }
+}
+
 async function getDataFields(region = 'USA', delay = 1, universe = 'TOP3000', datasetId = 'fundamental6') {
     if (!brainSession || !brainSessionId) {
         throw new Error('Not authenticated with BRAIN');
@@ -514,6 +573,8 @@ window.brainAPI = {
     isConnectedToBrain,
     getAllOperators,
     getAllDataFields,
+    getDatasets,
+    getSimulationOptions,
     getDataFields,
     getOperatorsByCategory,
     searchOperators,

cnhkmcp/untracked/APP/static/script.js

@@ -2265,6 +2265,99 @@ function openBrainDataFieldsModal() {
     setupDataFieldsModalEventListeners();
     
     modal.style.display = 'block';
+
+    // Auto-load datasets if connected
+    if (window.brainAPI && window.brainAPI.isConnectedToBrain()) {
+        loadDatasets();
+        loadSimulationOptions();
+    }
+}
+
+let brainSimulationOptions = null;
+
+async function loadSimulationOptions() {
+    if (brainSimulationOptions) return; // Already loaded
+    
+    try {
+        if (!window.brainAPI || !window.brainAPI.isConnectedToBrain()) {
+            return;
+        }
+        
+        brainSimulationOptions = await window.brainAPI.getSimulationOptions();
+        
+        // Populate Region Select
+        const regionSelect = document.getElementById('regionSelect');
+        const instrumentType = 'EQUITY'; // Default
+        
+        if (brainSimulationOptions && brainSimulationOptions[instrumentType]) {
+            const regions = Object.keys(brainSimulationOptions[instrumentType]);
+            
+            regionSelect.innerHTML = '<option value="">Select...</option>';
+            regions.forEach(r => {
+                const option = document.createElement('option');
+                option.value = r;
+                option.textContent = r;
+                regionSelect.appendChild(option);
+            });
+            
+            regionSelect.style.display = 'block';
+            
+            // Trigger updates if values are already set
+            updateDelayOptions();
+        }
+        
+    } catch (error) {
+        console.error('Failed to load simulation options:', error);
+    }
+}
+
+function updateDelayOptions() {
+    const region = document.getElementById('regionInput').value;
+    const delaySelect = document.getElementById('delaySelect');
+    const instrumentType = 'EQUITY';
+    
+    if (!brainSimulationOptions || !brainSimulationOptions[instrumentType] || !brainSimulationOptions[instrumentType][region]) {
+        delaySelect.style.display = 'none';
+        return;
+    }
+    
+    // The structure is brainSimulationOptions[instrumentType][region] = { delays: [], universes: [], ... }
+    const delays = brainSimulationOptions[instrumentType][region].delays || [];
+    
+    delaySelect.innerHTML = '<option value="">Select...</option>';
+    delays.forEach(d => {
+        const option = document.createElement('option');
+        option.value = d;
+        option.textContent = d;
+        delaySelect.appendChild(option);
+    });
+    
+    delaySelect.style.display = 'block';
+    updateUniverseOptions();
+}
+
+function updateUniverseOptions() {
+    const region = document.getElementById('regionInput').value;
+    const universeSelect = document.getElementById('universeSelect');
+    const instrumentType = 'EQUITY';
+    
+    if (!brainSimulationOptions || !brainSimulationOptions[instrumentType] || !brainSimulationOptions[instrumentType][region]) {
+        universeSelect.style.display = 'none';
+        return;
+    }
+    
+    // Universe depends on Region, not Delay in this data structure
+    const universes = brainSimulationOptions[instrumentType][region].universes || [];
+    
+    universeSelect.innerHTML = '<option value="">Select...</option>';
+    universes.forEach(u => {
+        const option = document.createElement('option');
+        option.value = u;
+        option.textContent = u;
+        universeSelect.appendChild(option);
+    });
+    
+    universeSelect.style.display = 'block';
 }
 
 function closeBrainDataFieldsModal() {
@@ -2274,6 +2367,49 @@ function closeBrainDataFieldsModal() {
     updateSelectedDataFieldsDisplay();
 }
 
+async function loadDatasets() {
+    const region = document.getElementById('regionInput').value;
+    const delay = document.getElementById('delayInput').value;
+    const universe = document.getElementById('universeInput').value;
+    const select = document.getElementById('datasetSelect');
+    const btn = document.getElementById('loadDatasetsBtn');
+    
+    try {
+        const originalText = btn.textContent;
+        btn.disabled = true;
+        btn.textContent = 'Loading...';
+        
+        if (!window.brainAPI || !window.brainAPI.isConnectedToBrain()) {
+            throw new Error('Not connected to BRAIN');
+        }
+        
+        const datasets = await window.brainAPI.getDatasets(region, parseInt(delay), universe);
+        
+        // Clear and populate select
+        select.innerHTML = '<option value="">Select dataset...</option>';
+        
+        // Sort datasets by ID
+        datasets.sort((a, b) => a.id.localeCompare(b.id));
+        
+        datasets.forEach(ds => {
+            const option = document.createElement('option');
+            option.value = ds.id;
+            option.textContent = `${ds.id} - ${ds.description || ds.name || ''}`;
+            option.title = ds.description || ds.name || '';
+            select.appendChild(option);
+        });
+        
+        select.style.display = 'block';
+        btn.textContent = 'Reload List';
+        
+    } catch (error) {
+        alert(`Failed to load datasets: ${error.message}`);
+        btn.textContent = 'Load List';
+    } finally {
+        btn.disabled = false;
+    }
+}
+
 async function loadDataFields() {
     const region = document.getElementById('regionInput').value;
     const delay = document.getElementById('delayInput').value;
@@ -2566,6 +2702,10 @@ function setupDataFieldsModalEventListeners() {
     
     loadBtn.onclick = loadDataFields;
     
+    // Input listeners for cascading options
+    document.getElementById('regionInput').addEventListener('input', updateDelayOptions);
+    document.getElementById('delayInput').addEventListener('input', updateUniverseOptions);
+    
     // Filter checkbox listeners
     highCoverageFilter.onchange = () => populateDataFieldsList();
     popularFilter.onchange = () => populateDataFieldsList();

cnhkmcp/untracked/APP/templates/index.html

@@ -330,19 +330,40 @@
                     <div class="params-row">
                         <div class="param-group">
                             <label for="regionInput">Region:</label>
-                            <input type="text" id="regionInput" class="form-input" placeholder="e.g., USA" value="USA">
+                            <div style="display: flex; gap: 5px;">
+                                <input type="text" id="regionInput" class="form-input" placeholder="e.g., USA" value="USA" style="flex: 1;">
+                                <select id="regionSelect" class="form-input" style="flex: 1; display: none;" onchange="if(this.value) { document.getElementById('regionInput').value = this.value; updateDelayOptions(); }">
+                                    <option value="">Select...</option>
+                                </select>
+                            </div>
                         </div>
                         <div class="param-group">
                             <label for="delayInput">Delay:</label>
-                            <input type="text" id="delayInput" class="form-input" placeholder="e.g., 1" value="1">
+                            <div style="display: flex; gap: 5px;">
+                                <input type="text" id="delayInput" class="form-input" placeholder="e.g., 1" value="1" style="flex: 1;">
+                                <select id="delaySelect" class="form-input" style="flex: 1; display: none;" onchange="if(this.value) { document.getElementById('delayInput').value = this.value; updateUniverseOptions(); }">
+                                    <option value="">Select...</option>
+                                </select>
+                            </div>
                         </div>
                         <div class="param-group">
                             <label for="universeInput">Universe:</label>
-                            <input type="text" id="universeInput" class="form-input" placeholder="e.g., TOP3000" value="TOP3000">
+                            <div style="display: flex; gap: 5px;">
+                                <input type="text" id="universeInput" class="form-input" placeholder="e.g., TOP3000" value="TOP3000" style="flex: 1;">
+                                <select id="universeSelect" class="form-input" style="flex: 1; display: none;" onchange="if(this.value) document.getElementById('universeInput').value = this.value">
+                                    <option value="">Select...</option>
+                                </select>
+                            </div>
                         </div>
                         <div class="param-group">
                             <label for="datasetInput">Dataset ID:</label>
-                            <input type="text" id="datasetInput" class="form-input" placeholder="e.g., fundamental6" value="fundamental6">
+                            <div style="display: flex; gap: 5px;">
+                                <input type="text" id="datasetInput" class="form-input" placeholder="e.g., fundamental6" value="fundamental6" style="flex: 1;">
+                                <select id="datasetSelect" class="form-input" style="flex: 1; display: none;" onchange="if(this.value) document.getElementById('datasetInput').value = this.value">
+                                    <option value="">Select dataset...</option>
+                                </select>
+                                <button id="loadDatasetsBtn" class="btn btn-small btn-secondary" onclick="loadDatasets()" title="Load Datasets from BRAIN">Load List</button>
+                            </div>
                         </div>
                         <div class="param-group">
                             <button id="loadDataFieldsBtn" class="btn btn-secondary">Load Data Fields</button>