@ngocsangairvds/vsaf 3.2.14 → 3.2.16

package/tools/vds-scripts/excel_orchestrator/fill_remarks_and_colors.py

@@ -1,132 +0,0 @@
-"""Fill column F (Remarks) with functional descriptions and make color presentation consistent."""
-
-from openpyxl import load_workbook
-from openpyxl.styles import PatternFill
-
-# Service functional descriptions for remarks
-SERVICE_REMARKS = {
-    "Proposal Business": "Mục tiêu: Phát triển Proposal Business Service - Quản lý đề xuất bảo hiểm, tính toán phí, validation, workflow approval",
-    "Policy Business": "Mục tiêu: Phát triển Policy Business Service - Quản lý chính sách bảo hiểm, issuance, renewal, cancellation, endorsement",
-    "Customer Business": "Mục tiêu: Phát triển Customer Business Service - Quản lý khách hàng, member management, customer profiles, relationships",
-    "Claim Business": "Mục tiêu: Phát triển Claim Business Service - Quản lý bồi thường, claim processing, approval workflow, settlement",
-    "Rating Engine": "Mục tiêu: Phát triển Rating Engine - Tính toán phí bảo hiểm, rating formulas, product pricing, premium calculation",
-    "Underwriting": "Mục tiêu: Phát triển Underwriting Service - Thẩm định rủi ro, underwriting rules, risk assessment, approval",
-    "Product Catalog": "Mục tiêu: Phát triển Product Catalog Service - Quản lý sản phẩm bảo hiểm, multi-insurer products, product configuration, variations",
-    "Business Rules Engine": "Mục tiêu: Phát triển Business Rules Engine - Quản lý business rules, rule evaluation, multi-insurer rules, rule versioning",
-    "Config Platform": "Mục tiêu: Phát triển Config Platform - Quản lý cấu hình, multi-insurer configurations, feature flags, environment settings",
-    "Payment Service": "Mục tiêu: Phát triển Payment Service - Xử lý thanh toán, payment gateway integration, async callbacks, polling, timeout handling",
-    "Billing Service": "Mục tiêu: Phát triển Billing Service - Quản lý thu phí, billing cycles, invoice generation, payment tracking",
-    "Carrier Integration": "Mục tiêu: Phát triển Carrier Integration Service - Tích hợp với carriers, product synchronization, policy issuance, data exchange",
-    "Orchestrator": "Mục tiêu: Phát triển Orchestrator Service - Điều phối workflows, service orchestration, composite operations, transaction management",
-    "Workflow Service": "Mục tiêu: Phát triển Workflow Service - Quản lý Camunda workflows, BPMN processes, workflow automation, process orchestration",
-    "Document Service": "Mục tiêu: Phát triển Document Service - Quản lý tài liệu, certificate generation, document storage, document retrieval",
-    "Notification Service": "Mục tiêu: Phát triển Notification Service - Gửi thông báo, email, SMS, push notifications, notification templates",
-    "Analytics Service": "Mục tiêu: Phát triển Analytics Service - Phân tích dữ liệu, reporting, dashboards, business intelligence, data aggregation",
-    "Agent Business": "Mục tiêu: Phát triển Agent Business Service - Quản lý đại lý, agent profiles, commission management, agent portal",
-    "Cms Be": "Mục tiêu: Phát triển CMS Backend Service - Quản lý nội dung, content management, configuration UI, business user interface",
-    "Customer Interface": "Mục tiêu: Phát triển Customer Interface - Giao diện khách hàng, customer portal, self-service, mobile app backend",
-    "Admin Portal": "Mục tiêu: Phát triển Admin Portal - Giao diện quản trị, admin dashboard, system management, user management",
-    "Agent Portal": "Mục tiêu: Phát triển Agent Portal - Giao diện đại lý, agent dashboard, sales management, commission tracking",
-    "Bff Services": "Mục tiêu: Phát triển BFF Services - Backend for Frontend, API aggregation, composite operations, client-specific APIs",
-    "Authentication Sync": "Mục tiêu: Phát triển Authentication Sync Process - Đồng bộ authentication, token management, session management, security",
-    "User Management": "Mục tiêu: Phát triển User Management Service - Quản lý người dùng, user profiles, roles, permissions, access control",
-    "Centralized Sync": "Mục tiêu: Phát triển Centralized Sync Service - Đồng bộ dữ liệu tập trung, data synchronization, conflict resolution",
-    "Data Migration": "Mục tiêu: Phát triển Data Migration Service - Migration dữ liệu, data transformation, migration scripts, validation",
-    "Security Service": "Mục tiêu: Phát triển Security Service - Bảo mật, authentication, authorization, encryption, security policies",
-    "Observability Service": "Mục tiêu: Phát triển Observability Service - Monitoring, logging, tracing, metrics, alerting, performance monitoring",
-    "Cicd Platform": "Mục tiêu: Phát triển CI/CD Platform - Continuous integration, continuous deployment, build pipelines, automated testing",
-    "Test Platform": "Mục tiêu: Phát triển Test Platform - Testing infrastructure, test automation, test data management, test reporting",
-    "Gateway Service": "Mục tiêu: Phát triển Gateway Service - API Gateway, routing, load balancing, rate limiting, API management",
-    "Socialized Insurance": "Mục tiêu: Phát triển Socialized Insurance Service - Bảo hiểm xã hội hóa, social insurance integration, government integration",
-    "Timeout Process": "Mục tiêu: Phát triển Timeout Process Service - Xử lý timeout, async operations, retry logic, timeout handling",
-    "Reconciliation Service": "Mục tiêu: Phát triển Reconciliation Service - Đối soát, reconciliation logic, data matching, discrepancy resolution",
-    "Regulator Service": "Mục tiêu: Phát triển Regulator Service - Tích hợp với cơ quan quản lý, regulatory reporting, compliance, audit",
-    "Ocr Service": "Mục tiêu: Phát triển OCR Service - Nhận dạng ký tự, document scanning, text extraction, image processing",
-    "Content Service": "Mục tiêu: Phát triển Content Service - Quản lý nội dung, content delivery, content storage, content management",
-    "Schedule Service": "Mục tiêu: Phát triển Schedule Service - Lập lịch, scheduling, cron jobs, task scheduling, batch processing",
-    "Fraud Detection": "Mục tiêu: Phát triển Fraud Detection Service - Phát hiện gian lận, fraud detection algorithms, risk scoring, fraud prevention",
-    "Renewal Service": "Mục tiêu: Phát triển Renewal Service - Gia hạn bảo hiểm, renewal processing, renewal reminders, renewal automation",
-    "Intelligent Recommendation": "Mục tiêu: Phát triển Intelligent Recommendation Service - Gợi ý sản phẩm thông minh, AI-powered recommendations, ML models, personalization",
-    "Intelligent Filtering": "Mục tiêu: Phát triển Intelligent Filtering Service - Lọc thông minh, AI-powered filtering, semantic search, intelligent search",
-    "Targeted Customer": "Mục tiêu: Phát triển Targeted Customer Service - Phân khúc khách hàng, customer segmentation, targeting rules, campaign management",
-}
-
-
-def get_service_remark(service_name):
-    """Get remark for service."""
-    for key, remark in SERVICE_REMARKS.items():
-        if key.lower() in service_name.lower():
-            return remark
-    return None
-
-
-if __name__ == "__main__":
-    wb = load_workbook(
-        "../../docs-nttc/projects/INSURANCE/analysis/reference/vietin/estimation/Estimation_HTBH.xlsx",
-        read_only=False,
-    )
-    detail = wb["VDS_Est_Detail_Target_State"]
-    original = wb["Est Detail"]
-
-    print("=== Filling Remarks and Making Colors Consistent ===")
-
-    # Get color scheme from original
-    header_fill_color = original.cell(8, 6).fill.fgColor.rgb if original.cell(8, 6).fill.fgColor.rgb else "FFC6D9F0"
-    total_fill_color = original.cell(9, 6).fill.fgColor.rgb if original.cell(9, 6).fill.fgColor.rgb else "FFF2F2F2"
-
-    # Create fill objects
-    header_fill = PatternFill(start_color=header_fill_color, end_color=header_fill_color, fill_type="solid")
-    total_fill = PatternFill(start_color=total_fill_color, end_color=total_fill_color, fill_type="solid")
-
-    # Apply colors to VDS sheet
-    print("\\nStep 1: Applying color scheme...")
-    detail.cell(8, 6).fill = header_fill  # Header row
-    detail.cell(9, 6).fill = total_fill  # Total row
-
-    # Fill remarks for services
-    print("\\nStep 2: Filling remarks for services...")
-    services_filled = 0
-
-    for row in range(10, 482):
-        col2 = detail.cell(row, 2).value
-        col3 = detail.cell(row, 3).value
-
-        if col3 and isinstance(col2, (int, float)):
-            # Service header row
-            service_name = str(col3)
-            remark = get_service_remark(service_name)
-
-            if remark:
-                detail.cell(row, 6).value = remark
-                services_filled += 1
-            else:
-                # Generic remark if not found
-                detail.cell(row, 6).value = f"Mục tiêu: Phát triển {service_name.split(':')[0].strip()}"
-                services_filled += 1
-
-    print(f"Filled remarks for {services_filled} services")
-
-    # Apply consistent fill to all rows (same as original)
-    print("\\nStep 3: Applying consistent fill to all rows...")
-    for row in range(10, 482):
-        col2 = detail.cell(row, 2).value
-        col6_fill = detail.cell(row, 6).fill
-
-        # Task rows should have no fill (like original)
-        if not isinstance(col2, (int, float)) and col6_fill.patternType:
-            detail.cell(row, 6).fill = PatternFill()  # Clear fill
-
-    # Ensure total row has fill
-    detail.cell(527, 6).fill = total_fill
-
-    # Also apply to category total row if it exists
-    if detail.cell(9, 6).value:  # If row 9 is a total row
-        detail.cell(9, 6).fill = total_fill
-
-    wb.save("../../docs-nttc/projects/INSURANCE/analysis/reference/vietin/estimation/Estimation_HTBH.xlsx")
-    print("\\n✅ Remarks filled and colors made consistent!")
-
-    # Summary
-    print("\\n=== Summary ===")
-    print(f"Services with remarks: {services_filled}")
-    print("Color scheme: Consistent with original Est Detail sheet")

package/tools/vds-scripts/excel_orchestrator/finalize_brd_and_cleanup.py

@@ -1,295 +0,0 @@
-"""
-Finalize BRD Coverage and Cleanup
-
-This script:
-1. Improves BRD references for all tasks
-2. Ensures "Báo Cáo và Đối Soát" is properly referenced
-3. Double-checks for duplicates and overlaps
-4. Updates any missing BRD references
-"""
-
-import re
-from pathlib import Path
-
-from openpyxl import load_workbook
-
-EXCEL_PATH = Path(
-    "../../insurance-document/projects/INSURANCE/analysis/reference/vietin/estimation/Estimation_HTBH.xlsx"
-)
-BRD_PATH = Path("../../insurance-document/projects/INSURANCE/analysis/reference/BRD/BRD_NTBH_2.0.md")
-
-
-def improve_all_brd_references(excel_path: Path):
-    """Improve BRD references for all tasks."""
-    wb = load_workbook(excel_path, data_only=False)
-    ws = wb["VDS_Task_Breakdown_Detailed"]
-
-    # Comprehensive BRD keyword mapping
-    brd_keyword_map = {
-        # Section 3 - Customer
-        "tài khoản": "3.1",
-        "đăng ký": "3.1.1",
-        "đăng nhập": "3.1.2",
-        "đăng xuất": "3.1.3",
-        "quên mật khẩu": "3.1.4",
-        "quản lý thông tin": "3.2",
-        "mua bảo hiểm": "3.3",
-        "đề xuất": "3.3.1",
-        "gợi ý": "3.3.1",
-        "kế hoạch bảo vệ": "3.3.1",
-        "chatbot": "3.3.2",
-        "tùy chỉnh": "3.3.3",
-        "so sánh": "3.3.4",
-        "thanh toán": "3.3.5",
-        "voucher": "3.3.8",
-        "khuyến mãi": "3.3.8",
-        "quản lý hợp đồng": "3.4",
-        "xem chi tiết": "3.4.1",
-        "gia hạn": "3.4.3",
-        "tái tục": "3.4.3",
-        "thay đổi hình thức": "3.4.3",
-        "hủy hợp đồng": "3.4.4",
-        "bồi thường": "3.5",
-        "yêu cầu bồi thường": "3.5",
-        # Section 4 - Admin
-        "quản lý tài khoản quản trị": "4.1",
-        "quản lý đối tác": "4.2",
-        "quản lý sản phẩm": "4.3",
-        "danh sách sản phẩm": "4.3.1",
-        "nhóm sản phẩm": "4.3.1",
-        "cấu hình sản phẩm": "4.3.2",
-        "gói sản phẩm": "4.3.2",
-        "quyền lợi": "4.3.3",
-        "phí": "4.3.3",
-        "quản lý khách hàng": "4.4",
-        "quản lý hợp đồng": "4.5",
-        "quản lý yêu cầu bồi thường": "4.6",
-        "quản lý kênh bán": "4.7",
-        "quản lý chiến dịch": "4.8",
-        "quản lý nội dung": "4.9",
-        "báo cáo": "4.10",
-        "đối soát": "4.10",
-        "reconcile": "4.10",
-        "report": "4.10",
-        "cảnh báo": "4.11",
-    }
-
-    updated_count = 0
-
-    for row in range(9, ws.max_row + 1):
-        task_name = ws.cell(row, 6).value
-        service_name = ws.cell(row, 2).value
-        current_brd_ref = ws.cell(row, 7).value
-
-        if task_name:
-            task_lower = str(task_name).lower()
-            service_lower = str(service_name).lower() if service_name else ""
-            combined_text = f"{task_lower} {service_lower}"
-
-            # Find matching BRD references
-            matched_refs = []
-            for keyword, brd_ref in brd_keyword_map.items():
-                if keyword in combined_text and brd_ref not in matched_refs:
-                    matched_refs.append(brd_ref)
-
-            # Special handling for Báo Cáo và Đối Soát
-            if any(kw in combined_text for kw in ["báo cáo", "đối soát", "report", "reconcile"]):
-                if "4.10" not in matched_refs:
-                    matched_refs.append("4.10")
-
-            # Update if we found references
-            if matched_refs:
-                new_ref = ", ".join(sorted(set(matched_refs))[:3])  # Sort and limit to 3
-
-                # Update if missing or incomplete
-                if not current_brd_ref or str(current_brd_ref) == "N/A" or len(str(current_brd_ref)) < 5:
-                    ws.cell(row, 7, new_ref)
-                    updated_count += 1
-                else:
-                    # Check if we need to add missing references
-                    existing_refs = [r.strip() for r in str(current_brd_ref).split(",")]
-                    new_refs_to_add = [r for r in matched_refs if r not in existing_refs]
-
-                    if new_refs_to_add:
-                        combined = sorted(set(existing_refs + new_refs_to_add))
-                        ws.cell(row, 7, ", ".join(combined[:3]))
-                        updated_count += 1
-
-    wb.save(excel_path)
-    print(f"✅ Improved BRD references for {updated_count} tasks")
-    return updated_count
-
-
-def verify_no_duplicates(excel_path: Path):
-    """Verify no duplicate tasks exist."""
-    wb = load_workbook(excel_path, data_only=False)
-    ws = wb["VDS_Task_Breakdown_Detailed"]
-
-    task_map = {}
-    duplicates = []
-
-    for row in range(9, ws.max_row + 1):
-        service_id = ws.cell(row, 1).value
-        task_name = ws.cell(row, 6).value
-
-        if service_id and isinstance(service_id, (int, float)) and task_name:
-            service_id_int = int(service_id)
-            task_normalized = str(task_name).lower().strip()
-            task_normalized = re.sub(r"[^\w\s]", "", task_normalized)
-            task_normalized = " ".join(task_normalized.split())
-
-            key = (service_id_int, task_normalized)
-            if key in task_map:
-                duplicates.append(
-                    {
-                        "service_id": service_id_int,
-                        "task_name": task_name,
-                        "rows": [task_map[key], row],
-                    }
-                )
-            else:
-                task_map[key] = row
-
-    if duplicates:
-        print(f"⚠️ Found {len(duplicates)} duplicates:")
-        for dup in duplicates:
-            print(f"  Service {dup['service_id']}: '{dup['task_name'][:50]}...' at rows {dup['rows']}")
-        return False
-    else:
-        print("✅ No duplicates found")
-        return True
-
-
-def verify_no_overlaps(excel_path: Path):
-    """Verify no overlapping BRD-specific tasks."""
-    wb = load_workbook(excel_path, data_only=False)
-    ws = wb["VDS_Task_Breakdown_Detailed"]
-
-    # Get service names
-    ws_services = wb["VDS_Est_Detail_Services_Total"]
-    service_names = {}
-    for row in range(2, 60):
-        service_id = ws_services.cell(row, 1).value
-        service_name = ws_services.cell(row, 2).value
-        if service_id and isinstance(service_id, (int, float)) and service_name:
-            name_clean = str(service_name).split(":")[0].strip()
-            service_names[int(service_id)] = name_clean
-
-    brd_specific_rules = {
-        "thiết kế workflow gia hạn": ["Renewal Process", "Policy Business"],
-        "triển khai workflow gia hạn": ["Renewal Process", "Policy Business"],
-        "logic tự động gia hạn": ["Renewal Process", "Policy Business"],
-        "thiết kế state machine bồi thường": ["Claim Business"],
-        "triển khai state machine bồi thường": ["Claim Business"],
-        "workflow gửi yêu cầu bồi thường": ["Claim Business"],
-        "nghiên cứu ml model": [
-            "Intelligent Recommendation Service",
-            "Intelligent Filtering Service",
-            "Targeted Customer Service",
-        ],
-        "engine gợi ý": ["Intelligent Recommendation Service"],
-        "tích hợp nlp": ["Chatbot Service"],
-        "luồng hội thoại": ["Chatbot Service"],
-        "tích hợp payment gateway": ["Payment Service", "Payment Integration Hub"],
-    }
-
-    overlaps = []
-
-    for row in range(9, ws.max_row + 1):
-        service_id = ws.cell(row, 1).value
-        task_name = ws.cell(row, 6).value
-
-        if service_id and isinstance(service_id, (int, float)) and task_name:
-            service_id_int = int(service_id)
-            service_name = service_names.get(service_id_int, "")
-            task_lower = str(task_name).lower()
-
-            for task_keyword, allowed_services in brd_specific_rules.items():
-                if task_keyword in task_lower:
-                    service_allowed = any(allowed.lower() in service_name.lower() for allowed in allowed_services)
-                    if not service_allowed:
-                        overlaps.append(
-                            {
-                                "row": row,
-                                "service_id": service_id_int,
-                                "service_name": service_name,
-                                "task_name": task_name,
-                            }
-                        )
-                    break
-
-    if overlaps:
-        print(f"⚠️ Found {len(overlaps)} overlaps:")
-        for overlap in overlaps[:5]:
-            print(f"  Row {overlap['row']}: Service {overlap['service_id']} ({overlap['service_name']})")
-            print(f"    Task: {overlap['task_name'][:50]}...")
-        return False
-    else:
-        print("✅ No overlaps found")
-        return True
-
-
-def main():
-    """Main execution."""
-    print("=" * 80)
-    print("Finalize BRD Coverage and Cleanup")
-    print("=" * 80)
-
-    # Step 1: Improve BRD references
-    print("\nStep 1: Improving BRD references...")
-    updated_count = improve_all_brd_references(EXCEL_PATH)
-
-    # Step 2: Verify no duplicates
-    print("\nStep 2: Verifying no duplicates...")
-    no_duplicates = verify_no_duplicates(EXCEL_PATH)
-
-    # Step 3: Verify no overlaps
-    print("\nStep 3: Verifying no overlaps...")
-    no_overlaps = verify_no_overlaps(EXCEL_PATH)
-
-    # Step 4: Final BRD coverage check
-    print("\nStep 4: Final BRD coverage check...")
-    wb = load_workbook(EXCEL_PATH, data_only=False)
-    ws = wb["VDS_Task_Breakdown_Detailed"]
-
-    tasks_with_brd = 0
-    tasks_without_brd = 0
-    brd_refs = set()
-
-    for row in range(9, ws.max_row + 1):
-        brd_ref = ws.cell(row, 7).value
-        if brd_ref and str(brd_ref) != "N/A" and len(str(brd_ref)) > 3:
-            tasks_with_brd += 1
-            refs = str(brd_ref).split(",")
-            for ref in refs:
-                ref_clean = ref.strip()
-                if ref_clean:
-                    brd_refs.add(ref_clean)
-        else:
-            tasks_without_brd += 1
-
-    total_tasks = tasks_with_brd + tasks_without_brd
-    coverage_pct = (tasks_with_brd / total_tasks * 100) if total_tasks > 0 else 0
-
-    print(f"  Tasks with BRD references: {tasks_with_brd}/{total_tasks} ({coverage_pct:.1f}%)")
-    print(f"  Unique BRD references: {len(brd_refs)}")
-
-    # Check for 4.10 (Báo Cáo và Đối Soát)
-    has_4_10 = any("4.10" in ref for ref in brd_refs)
-    if has_4_10:
-        print("  ✅ Báo Cáo và Đối Soát (4.10) is referenced")
-    else:
-        print("  ⚠️ Báo Cáo và Đối Soát (4.10) not found in references")
-
-    print("\n" + "=" * 80)
-    print("Finalization completed!")
-    print("=" * 80)
-    print("\nSummary:")
-    print(f"  BRD references updated: {updated_count}")
-    print(f"  No duplicates: {'✅' if no_duplicates else '⚠️'}")
-    print(f"  No overlaps: {'✅' if no_overlaps else '⚠️'}")
-    print(f"  BRD coverage: {coverage_pct:.1f}%")
-
-
-if __name__ == "__main__":
-    main()