@ngocsangairvds/vsaf 4.0.6 → 4.0.7

package/skills/vds-skill/vds-scripts/excel_orchestrator/fill_remarks_and_colors.py

@@ -0,0 +1,132 @@
+"""Fill column F (Remarks) with functional descriptions and make color presentation consistent."""
+
+from openpyxl import load_workbook
+from openpyxl.styles import PatternFill
+
+# Service functional descriptions for remarks
+SERVICE_REMARKS = {
+    "Proposal Business": "Mục tiêu: Phát triển Proposal Business Service - Quản lý đề xuất bảo hiểm, tính toán phí, validation, workflow approval",
+    "Policy Business": "Mục tiêu: Phát triển Policy Business Service - Quản lý chính sách bảo hiểm, issuance, renewal, cancellation, endorsement",
+    "Customer Business": "Mục tiêu: Phát triển Customer Business Service - Quản lý khách hàng, member management, customer profiles, relationships",
+    "Claim Business": "Mục tiêu: Phát triển Claim Business Service - Quản lý bồi thường, claim processing, approval workflow, settlement",
+    "Rating Engine": "Mục tiêu: Phát triển Rating Engine - Tính toán phí bảo hiểm, rating formulas, product pricing, premium calculation",
+    "Underwriting": "Mục tiêu: Phát triển Underwriting Service - Thẩm định rủi ro, underwriting rules, risk assessment, approval",
+    "Product Catalog": "Mục tiêu: Phát triển Product Catalog Service - Quản lý sản phẩm bảo hiểm, multi-insurer products, product configuration, variations",
+    "Business Rules Engine": "Mục tiêu: Phát triển Business Rules Engine - Quản lý business rules, rule evaluation, multi-insurer rules, rule versioning",
+    "Config Platform": "Mục tiêu: Phát triển Config Platform - Quản lý cấu hình, multi-insurer configurations, feature flags, environment settings",
+    "Payment Service": "Mục tiêu: Phát triển Payment Service - Xử lý thanh toán, payment gateway integration, async callbacks, polling, timeout handling",
+    "Billing Service": "Mục tiêu: Phát triển Billing Service - Quản lý thu phí, billing cycles, invoice generation, payment tracking",
+    "Carrier Integration": "Mục tiêu: Phát triển Carrier Integration Service - Tích hợp với carriers, product synchronization, policy issuance, data exchange",
+    "Orchestrator": "Mục tiêu: Phát triển Orchestrator Service - Điều phối workflows, service orchestration, composite operations, transaction management",
+    "Workflow Service": "Mục tiêu: Phát triển Workflow Service - Quản lý Camunda workflows, BPMN processes, workflow automation, process orchestration",
+    "Document Service": "Mục tiêu: Phát triển Document Service - Quản lý tài liệu, certificate generation, document storage, document retrieval",
+    "Notification Service": "Mục tiêu: Phát triển Notification Service - Gửi thông báo, email, SMS, push notifications, notification templates",
+    "Analytics Service": "Mục tiêu: Phát triển Analytics Service - Phân tích dữ liệu, reporting, dashboards, business intelligence, data aggregation",
+    "Agent Business": "Mục tiêu: Phát triển Agent Business Service - Quản lý đại lý, agent profiles, commission management, agent portal",
+    "Cms Be": "Mục tiêu: Phát triển CMS Backend Service - Quản lý nội dung, content management, configuration UI, business user interface",
+    "Customer Interface": "Mục tiêu: Phát triển Customer Interface - Giao diện khách hàng, customer portal, self-service, mobile app backend",
+    "Admin Portal": "Mục tiêu: Phát triển Admin Portal - Giao diện quản trị, admin dashboard, system management, user management",
+    "Agent Portal": "Mục tiêu: Phát triển Agent Portal - Giao diện đại lý, agent dashboard, sales management, commission tracking",
+    "Bff Services": "Mục tiêu: Phát triển BFF Services - Backend for Frontend, API aggregation, composite operations, client-specific APIs",
+    "Authentication Sync": "Mục tiêu: Phát triển Authentication Sync Process - Đồng bộ authentication, token management, session management, security",
+    "User Management": "Mục tiêu: Phát triển User Management Service - Quản lý người dùng, user profiles, roles, permissions, access control",
+    "Centralized Sync": "Mục tiêu: Phát triển Centralized Sync Service - Đồng bộ dữ liệu tập trung, data synchronization, conflict resolution",
+    "Data Migration": "Mục tiêu: Phát triển Data Migration Service - Migration dữ liệu, data transformation, migration scripts, validation",
+    "Security Service": "Mục tiêu: Phát triển Security Service - Bảo mật, authentication, authorization, encryption, security policies",
+    "Observability Service": "Mục tiêu: Phát triển Observability Service - Monitoring, logging, tracing, metrics, alerting, performance monitoring",
+    "Cicd Platform": "Mục tiêu: Phát triển CI/CD Platform - Continuous integration, continuous deployment, build pipelines, automated testing",
+    "Test Platform": "Mục tiêu: Phát triển Test Platform - Testing infrastructure, test automation, test data management, test reporting",
+    "Gateway Service": "Mục tiêu: Phát triển Gateway Service - API Gateway, routing, load balancing, rate limiting, API management",
+    "Socialized Insurance": "Mục tiêu: Phát triển Socialized Insurance Service - Bảo hiểm xã hội hóa, social insurance integration, government integration",
+    "Timeout Process": "Mục tiêu: Phát triển Timeout Process Service - Xử lý timeout, async operations, retry logic, timeout handling",
+    "Reconciliation Service": "Mục tiêu: Phát triển Reconciliation Service - Đối soát, reconciliation logic, data matching, discrepancy resolution",
+    "Regulator Service": "Mục tiêu: Phát triển Regulator Service - Tích hợp với cơ quan quản lý, regulatory reporting, compliance, audit",
+    "Ocr Service": "Mục tiêu: Phát triển OCR Service - Nhận dạng ký tự, document scanning, text extraction, image processing",
+    "Content Service": "Mục tiêu: Phát triển Content Service - Quản lý nội dung, content delivery, content storage, content management",
+    "Schedule Service": "Mục tiêu: Phát triển Schedule Service - Lập lịch, scheduling, cron jobs, task scheduling, batch processing",
+    "Fraud Detection": "Mục tiêu: Phát triển Fraud Detection Service - Phát hiện gian lận, fraud detection algorithms, risk scoring, fraud prevention",
+    "Renewal Service": "Mục tiêu: Phát triển Renewal Service - Gia hạn bảo hiểm, renewal processing, renewal reminders, renewal automation",
+    "Intelligent Recommendation": "Mục tiêu: Phát triển Intelligent Recommendation Service - Gợi ý sản phẩm thông minh, AI-powered recommendations, ML models, personalization",
+    "Intelligent Filtering": "Mục tiêu: Phát triển Intelligent Filtering Service - Lọc thông minh, AI-powered filtering, semantic search, intelligent search",
+    "Targeted Customer": "Mục tiêu: Phát triển Targeted Customer Service - Phân khúc khách hàng, customer segmentation, targeting rules, campaign management",
+}
+
+
+def get_service_remark(service_name):
+    """Get remark for service."""
+    for key, remark in SERVICE_REMARKS.items():
+        if key.lower() in service_name.lower():
+            return remark
+    return None
+
+
+if __name__ == "__main__":
+    wb = load_workbook(
+        "../../docs-nttc/projects/INSURANCE/analysis/reference/vietin/estimation/Estimation_HTBH.xlsx",
+        read_only=False,
+    )
+    detail = wb["VDS_Est_Detail_Target_State"]
+    original = wb["Est Detail"]
+
+    print("=== Filling Remarks and Making Colors Consistent ===")
+
+    # Get color scheme from original
+    header_fill_color = original.cell(8, 6).fill.fgColor.rgb if original.cell(8, 6).fill.fgColor.rgb else "FFC6D9F0"
+    total_fill_color = original.cell(9, 6).fill.fgColor.rgb if original.cell(9, 6).fill.fgColor.rgb else "FFF2F2F2"
+
+    # Create fill objects
+    header_fill = PatternFill(start_color=header_fill_color, end_color=header_fill_color, fill_type="solid")
+    total_fill = PatternFill(start_color=total_fill_color, end_color=total_fill_color, fill_type="solid")
+
+    # Apply colors to VDS sheet
+    print("\\nStep 1: Applying color scheme...")
+    detail.cell(8, 6).fill = header_fill  # Header row
+    detail.cell(9, 6).fill = total_fill  # Total row
+
+    # Fill remarks for services
+    print("\\nStep 2: Filling remarks for services...")
+    services_filled = 0
+
+    for row in range(10, 482):
+        col2 = detail.cell(row, 2).value
+        col3 = detail.cell(row, 3).value
+
+        if col3 and isinstance(col2, (int, float)):
+            # Service header row
+            service_name = str(col3)
+            remark = get_service_remark(service_name)
+
+            if remark:
+                detail.cell(row, 6).value = remark
+                services_filled += 1
+            else:
+                # Generic remark if not found
+                detail.cell(row, 6).value = f"Mục tiêu: Phát triển {service_name.split(':')[0].strip()}"
+                services_filled += 1
+
+    print(f"Filled remarks for {services_filled} services")
+
+    # Apply consistent fill to all rows (same as original)
+    print("\\nStep 3: Applying consistent fill to all rows...")
+    for row in range(10, 482):
+        col2 = detail.cell(row, 2).value
+        col6_fill = detail.cell(row, 6).fill
+
+        # Task rows should have no fill (like original)
+        if not isinstance(col2, (int, float)) and col6_fill.patternType:
+            detail.cell(row, 6).fill = PatternFill()  # Clear fill
+
+    # Ensure total row has fill
+    detail.cell(527, 6).fill = total_fill
+
+    # Also apply to category total row if it exists
+    if detail.cell(9, 6).value:  # If row 9 is a total row
+        detail.cell(9, 6).fill = total_fill
+
+    wb.save("../../docs-nttc/projects/INSURANCE/analysis/reference/vietin/estimation/Estimation_HTBH.xlsx")
+    print("\\n✅ Remarks filled and colors made consistent!")
+
+    # Summary
+    print("\\n=== Summary ===")
+    print(f"Services with remarks: {services_filled}")
+    print("Color scheme: Consistent with original Est Detail sheet")

package/skills/vds-skill/vds-scripts/excel_orchestrator/finalize_brd_and_cleanup.py

@@ -0,0 +1,295 @@
+"""
+Finalize BRD Coverage and Cleanup
+
+This script:
+1. Improves BRD references for all tasks
+2. Ensures "Báo Cáo và Đối Soát" is properly referenced
+3. Double-checks for duplicates and overlaps
+4. Updates any missing BRD references
+"""
+
+import re
+from pathlib import Path
+
+from openpyxl import load_workbook
+
+EXCEL_PATH = Path(
+    "../../insurance-document/projects/INSURANCE/analysis/reference/vietin/estimation/Estimation_HTBH.xlsx"
+)
+BRD_PATH = Path("../../insurance-document/projects/INSURANCE/analysis/reference/BRD/BRD_NTBH_2.0.md")
+
+
+def improve_all_brd_references(excel_path: Path):
+    """Improve BRD references for all tasks."""
+    wb = load_workbook(excel_path, data_only=False)
+    ws = wb["VDS_Task_Breakdown_Detailed"]
+
+    # Comprehensive BRD keyword mapping
+    brd_keyword_map = {
+        # Section 3 - Customer
+        "tài khoản": "3.1",
+        "đăng ký": "3.1.1",
+        "đăng nhập": "3.1.2",
+        "đăng xuất": "3.1.3",
+        "quên mật khẩu": "3.1.4",
+        "quản lý thông tin": "3.2",
+        "mua bảo hiểm": "3.3",
+        "đề xuất": "3.3.1",
+        "gợi ý": "3.3.1",
+        "kế hoạch bảo vệ": "3.3.1",
+        "chatbot": "3.3.2",
+        "tùy chỉnh": "3.3.3",
+        "so sánh": "3.3.4",
+        "thanh toán": "3.3.5",
+        "voucher": "3.3.8",
+        "khuyến mãi": "3.3.8",
+        "quản lý hợp đồng": "3.4",
+        "xem chi tiết": "3.4.1",
+        "gia hạn": "3.4.3",
+        "tái tục": "3.4.3",
+        "thay đổi hình thức": "3.4.3",
+        "hủy hợp đồng": "3.4.4",
+        "bồi thường": "3.5",
+        "yêu cầu bồi thường": "3.5",
+        # Section 4 - Admin
+        "quản lý tài khoản quản trị": "4.1",
+        "quản lý đối tác": "4.2",
+        "quản lý sản phẩm": "4.3",
+        "danh sách sản phẩm": "4.3.1",
+        "nhóm sản phẩm": "4.3.1",
+        "cấu hình sản phẩm": "4.3.2",
+        "gói sản phẩm": "4.3.2",
+        "quyền lợi": "4.3.3",
+        "phí": "4.3.3",
+        "quản lý khách hàng": "4.4",
+        "quản lý hợp đồng": "4.5",
+        "quản lý yêu cầu bồi thường": "4.6",
+        "quản lý kênh bán": "4.7",
+        "quản lý chiến dịch": "4.8",
+        "quản lý nội dung": "4.9",
+        "báo cáo": "4.10",
+        "đối soát": "4.10",
+        "reconcile": "4.10",
+        "report": "4.10",
+        "cảnh báo": "4.11",
+    }
+
+    updated_count = 0
+
+    for row in range(9, ws.max_row + 1):
+        task_name = ws.cell(row, 6).value
+        service_name = ws.cell(row, 2).value
+        current_brd_ref = ws.cell(row, 7).value
+
+        if task_name:
+            task_lower = str(task_name).lower()
+            service_lower = str(service_name).lower() if service_name else ""
+            combined_text = f"{task_lower} {service_lower}"
+
+            # Find matching BRD references
+            matched_refs = []
+            for keyword, brd_ref in brd_keyword_map.items():
+                if keyword in combined_text and brd_ref not in matched_refs:
+                    matched_refs.append(brd_ref)
+
+            # Special handling for Báo Cáo và Đối Soát
+            if any(kw in combined_text for kw in ["báo cáo", "đối soát", "report", "reconcile"]):
+                if "4.10" not in matched_refs:
+                    matched_refs.append("4.10")
+
+            # Update if we found references
+            if matched_refs:
+                new_ref = ", ".join(sorted(set(matched_refs))[:3])  # Sort and limit to 3
+
+                # Update if missing or incomplete
+                if not current_brd_ref or str(current_brd_ref) == "N/A" or len(str(current_brd_ref)) < 5:
+                    ws.cell(row, 7, new_ref)
+                    updated_count += 1
+                else:
+                    # Check if we need to add missing references
+                    existing_refs = [r.strip() for r in str(current_brd_ref).split(",")]
+                    new_refs_to_add = [r for r in matched_refs if r not in existing_refs]
+
+                    if new_refs_to_add:
+                        combined = sorted(set(existing_refs + new_refs_to_add))
+                        ws.cell(row, 7, ", ".join(combined[:3]))
+                        updated_count += 1
+
+    wb.save(excel_path)
+    print(f"✅ Improved BRD references for {updated_count} tasks")
+    return updated_count
+
+
+def verify_no_duplicates(excel_path: Path):
+    """Verify no duplicate tasks exist."""
+    wb = load_workbook(excel_path, data_only=False)
+    ws = wb["VDS_Task_Breakdown_Detailed"]
+
+    task_map = {}
+    duplicates = []
+
+    for row in range(9, ws.max_row + 1):
+        service_id = ws.cell(row, 1).value
+        task_name = ws.cell(row, 6).value
+
+        if service_id and isinstance(service_id, (int, float)) and task_name:
+            service_id_int = int(service_id)
+            task_normalized = str(task_name).lower().strip()
+            task_normalized = re.sub(r"[^\w\s]", "", task_normalized)
+            task_normalized = " ".join(task_normalized.split())
+
+            key = (service_id_int, task_normalized)
+            if key in task_map:
+                duplicates.append(
+                    {
+                        "service_id": service_id_int,
+                        "task_name": task_name,
+                        "rows": [task_map[key], row],
+                    }
+                )
+            else:
+                task_map[key] = row
+
+    if duplicates:
+        print(f"⚠️ Found {len(duplicates)} duplicates:")
+        for dup in duplicates:
+            print(f"  Service {dup['service_id']}: '{dup['task_name'][:50]}...' at rows {dup['rows']}")
+        return False
+    else:
+        print("✅ No duplicates found")
+        return True
+
+
+def verify_no_overlaps(excel_path: Path):
+    """Verify no overlapping BRD-specific tasks."""
+    wb = load_workbook(excel_path, data_only=False)
+    ws = wb["VDS_Task_Breakdown_Detailed"]
+
+    # Get service names
+    ws_services = wb["VDS_Est_Detail_Services_Total"]
+    service_names = {}
+    for row in range(2, 60):
+        service_id = ws_services.cell(row, 1).value
+        service_name = ws_services.cell(row, 2).value
+        if service_id and isinstance(service_id, (int, float)) and service_name:
+            name_clean = str(service_name).split(":")[0].strip()
+            service_names[int(service_id)] = name_clean
+
+    brd_specific_rules = {
+        "thiết kế workflow gia hạn": ["Renewal Process", "Policy Business"],
+        "triển khai workflow gia hạn": ["Renewal Process", "Policy Business"],
+        "logic tự động gia hạn": ["Renewal Process", "Policy Business"],
+        "thiết kế state machine bồi thường": ["Claim Business"],
+        "triển khai state machine bồi thường": ["Claim Business"],
+        "workflow gửi yêu cầu bồi thường": ["Claim Business"],
+        "nghiên cứu ml model": [
+            "Intelligent Recommendation Service",
+            "Intelligent Filtering Service",
+            "Targeted Customer Service",
+        ],
+        "engine gợi ý": ["Intelligent Recommendation Service"],
+        "tích hợp nlp": ["Chatbot Service"],
+        "luồng hội thoại": ["Chatbot Service"],
+        "tích hợp payment gateway": ["Payment Service", "Payment Integration Hub"],
+    }
+
+    overlaps = []
+
+    for row in range(9, ws.max_row + 1):
+        service_id = ws.cell(row, 1).value
+        task_name = ws.cell(row, 6).value
+
+        if service_id and isinstance(service_id, (int, float)) and task_name:
+            service_id_int = int(service_id)
+            service_name = service_names.get(service_id_int, "")
+            task_lower = str(task_name).lower()
+
+            for task_keyword, allowed_services in brd_specific_rules.items():
+                if task_keyword in task_lower:
+                    service_allowed = any(allowed.lower() in service_name.lower() for allowed in allowed_services)
+                    if not service_allowed:
+                        overlaps.append(
+                            {
+                                "row": row,
+                                "service_id": service_id_int,
+                                "service_name": service_name,
+                                "task_name": task_name,
+                            }
+                        )
+                    break
+
+    if overlaps:
+        print(f"⚠️ Found {len(overlaps)} overlaps:")
+        for overlap in overlaps[:5]:
+            print(f"  Row {overlap['row']}: Service {overlap['service_id']} ({overlap['service_name']})")
+            print(f"    Task: {overlap['task_name'][:50]}...")
+        return False
+    else:
+        print("✅ No overlaps found")
+        return True
+
+
+def main():
+    """Main execution."""
+    print("=" * 80)
+    print("Finalize BRD Coverage and Cleanup")
+    print("=" * 80)
+
+    # Step 1: Improve BRD references
+    print("\nStep 1: Improving BRD references...")
+    updated_count = improve_all_brd_references(EXCEL_PATH)
+
+    # Step 2: Verify no duplicates
+    print("\nStep 2: Verifying no duplicates...")
+    no_duplicates = verify_no_duplicates(EXCEL_PATH)
+
+    # Step 3: Verify no overlaps
+    print("\nStep 3: Verifying no overlaps...")
+    no_overlaps = verify_no_overlaps(EXCEL_PATH)
+
+    # Step 4: Final BRD coverage check
+    print("\nStep 4: Final BRD coverage check...")
+    wb = load_workbook(EXCEL_PATH, data_only=False)
+    ws = wb["VDS_Task_Breakdown_Detailed"]
+
+    tasks_with_brd = 0
+    tasks_without_brd = 0
+    brd_refs = set()
+
+    for row in range(9, ws.max_row + 1):
+        brd_ref = ws.cell(row, 7).value
+        if brd_ref and str(brd_ref) != "N/A" and len(str(brd_ref)) > 3:
+            tasks_with_brd += 1
+            refs = str(brd_ref).split(",")
+            for ref in refs:
+                ref_clean = ref.strip()
+                if ref_clean:
+                    brd_refs.add(ref_clean)
+        else:
+            tasks_without_brd += 1
+
+    total_tasks = tasks_with_brd + tasks_without_brd
+    coverage_pct = (tasks_with_brd / total_tasks * 100) if total_tasks > 0 else 0
+
+    print(f"  Tasks with BRD references: {tasks_with_brd}/{total_tasks} ({coverage_pct:.1f}%)")
+    print(f"  Unique BRD references: {len(brd_refs)}")
+
+    # Check for 4.10 (Báo Cáo và Đối Soát)
+    has_4_10 = any("4.10" in ref for ref in brd_refs)
+    if has_4_10:
+        print("  ✅ Báo Cáo và Đối Soát (4.10) is referenced")
+    else:
+        print("  ⚠️ Báo Cáo và Đối Soát (4.10) not found in references")
+
+    print("\n" + "=" * 80)
+    print("Finalization completed!")
+    print("=" * 80)
+    print("\nSummary:")
+    print(f"  BRD references updated: {updated_count}")
+    print(f"  No duplicates: {'✅' if no_duplicates else '⚠️'}")
+    print(f"  No overlaps: {'✅' if no_overlaps else '⚠️'}")
+    print(f"  BRD coverage: {coverage_pct:.1f}%")
+
+
+if __name__ == "__main__":
+    main()