io4it 2.1.7__tar.gz → 2.1.7.1__tar.gz

{io4it-2.1.7 → io4it-2.1.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: io4it
-Version: 2.1.7
+Version: 2.1.7.1
 Home-page: 
 Author: 
 Author-email: 

{io4it-2.1.7 → io4it-2.1.7.1}/io4it.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: io4it
-Version: 2.1.7
+Version: 2.1.7.1
 Home-page: 
 Author: 
 Author-email: 

{io4it-2.1.7 → io4it-2.1.7.1}/io4it.egg-info/SOURCES.txt

@@ -14,12 +14,13 @@ orangecontrib/IO4IT/utils/__init__.py
 orangecontrib/IO4IT/utils/mail.py
 orangecontrib/IO4IT/utils/offuscation_basique.py
 orangecontrib/IO4IT/utils/pool_exec_utils.py
+orangecontrib/IO4IT/utils/secret_manager.py
 orangecontrib/IO4IT/utils/utils_md.py
 orangecontrib/IO4IT/widgets/OWChatGpt.py
 orangecontrib/IO4IT/widgets/OWDeep_Search.py
-orangecontrib/IO4IT/widgets/OWDoclingMarkdownizerSimple.py
+orangecontrib/IO4IT/widgets/OWDoclingToMarkdown.py
 orangecontrib/IO4IT/widgets/OWExportMarkdown.py
-orangecontrib/IO4IT/widgets/OWExtractTablesDocxToCSV.py
+orangecontrib/IO4IT/widgets/OWExtractTablesDocxToXlsx.py
 orangecontrib/IO4IT/widgets/OWInboxMailMonitoring.py
 orangecontrib/IO4IT/widgets/OWMarkdownLoader.py
 orangecontrib/IO4IT/widgets/OWMarkdownizer.py
@@ -40,8 +41,8 @@ orangecontrib/IO4IT/widgets/designer/ow_file_ext_selector.ui
 orangecontrib/IO4IT/widgets/designer/owchatgpt.ui
 orangecontrib/IO4IT/widgets/designer/owdeepsearch.ui
 orangecontrib/IO4IT/widgets/designer/owdoclingasr.ui
-orangecontrib/IO4IT/widgets/designer/owdoclingmarkdownizersimple.ui
-orangecontrib/IO4IT/widgets/designer/owdocxtocsv.ui
+orangecontrib/IO4IT/widgets/designer/owdoclingtomarkdown.ui
+orangecontrib/IO4IT/widgets/designer/owdocxtoxlsx.ui
 orangecontrib/IO4IT/widgets/designer/owexportmarkdown.ui
 orangecontrib/IO4IT/widgets/designer/owinboxmailmonitoring.ui
 orangecontrib/IO4IT/widgets/designer/owmailloader.ui

{io4it-2.1.7 → io4it-2.1.7.1}/orangecontrib/IO4IT/utils/mail.py

@@ -11,8 +11,8 @@ import mimetypes
 from exchangelib import Credentials, HTMLBody, Message, Mailbox
 #from exchangelib.protocol import BaseProtocol, NoVerifyHTTPAdapter
 from exchangelib import OAuth2Credentials, Identity, Configuration, Account, DELEGATE
-
-
+import requests
+import base64
 from bs4 import BeautifulSoup
 
 
@@ -431,10 +431,202 @@ def check_new_emails(offusc_conf_agent,type_co, list_agent_email=[]):
                         f.write("\n".join(output_lines))
                     with open(os.path.join(folder, "mail.ok"), "w") as f:
                         pass
+        except Exception as e:
+            print(f"Erreur OAuth2 lors du traitement du mail : {e}")
+
+    elif type_co == "MICROSOFT_EXCHANGE_OAUTH2_MICROSOFT_GRAPH":
+        try:
+            print("🔍 [DEBUG] Début de la vérification des emails avec Microsoft Graph OAuth2")
+            client_id, client_secret, tenant_id, user_email = offuscation_basique.lire_config_cli_oauth2(
+                offusc_conf_agent)
+            print(f"🔍 [DEBUG] Configuration lue - User: {user_email}, Tenant: {tenant_id}")
+
+            authority = f"https://login.microsoftonline.com/{tenant_id}"
+
+            app = ConfidentialClientApplication(
+                client_id=client_id,
+                client_credential=client_secret,
+                authority=authority
+            )
+            print("🔍 [DEBUG] Application MSAL créée")
+
+            # Essayer d'abord avec les permissions d'application (Client Credentials)
+            token_result = app.acquire_token_for_client(scopes=["https://graph.microsoft.com/.default"])
+            if "access_token" not in token_result:
+                raise Exception("Impossible d'obtenir un token : ", token_result.get("error_description"))
+
+            print("🔍 [DEBUG] Token d'accès obtenu avec succès (Client Credentials)")
+            access_token = token_result['access_token']
+            headers = {
+                'Authorization': f'Bearer {access_token}',
+                'Content-Type': 'application/json'
+            }
+
+            # Récupérer les emails non lus
+            graph_url = f"https://graph.microsoft.com/v1.0/users/{user_email}/messages"
+            params = {
+                '$filter': 'isRead eq false',
+                '$orderby': 'receivedDateTime asc',
+                '$select': 'id,subject,sender,toRecipients,ccRecipients,receivedDateTime,body,hasAttachments'
+            }
+
+            print(f"🔍 [DEBUG] Requête Graph API: {graph_url}")
+            print(f"🔍 [DEBUG] Paramètres: {params}")
+
+            try:
+                response = requests.get(graph_url, headers=headers, params=params)
+                response.raise_for_status()
+                emails_data = response.json()
+                print(
+                    f"🔍 [DEBUG] Réponse Graph API reçue - Nombre d'emails non lus: {len(emails_data.get('value', []))}")
+            except requests.exceptions.HTTPError as e:
+                if response.status_code == 403:
+                    print("🔍 [DEBUG] Erreur 403 - Permissions insuffisantes")
+                    print("🔍 [DEBUG] ==============================================")
+                    print("🔍 [DEBUG] ACTION REQUISE - Contactez votre IT Admin:")
+                    print("🔍 [DEBUG] ==============================================")
+                    print("🔍 [DEBUG] Votre application Azure AD manque des permissions.")
+                    print("🔍 [DEBUG] App: IA-ODATAMINING")
+                    print("🔍 [DEBUG] ID: 30ae55f5-f41e-4d44-afcc-082e4b803ba1")
+                    print("🔍 [DEBUG] Tenant: 9988c2b8-3feb-4426-aeb7-b8d695bcd025")
+                    print("🔍 [DEBUG] ")
+                    print("🔍 [DEBUG] Permissions manquantes (Application type):")
+                    print("🔍 [DEBUG] - Mail.Read - pour lire les emails")
+                    print("🔍 [DEBUG] - Mail.Send - pour envoyer des emails")
+                    print("🔍 [DEBUG] ")
+                    print("🔍 [DEBUG] INFORMATIONS POUR VOTRE IT ADMIN:")
+                    print("🔍 [DEBUG] 1. Azure Portal → Azure AD → App registrations")
+                    print("🔍 [DEBUG] 2. Trouver l'app: IA-ODATAMINING")
+                    print("🔍 [DEBUG] 3. API permissions → Add permission → Microsoft Graph")
+                    print("🔍 [DEBUG] 4. Application permissions → Mail.Read + Mail.Send")
+                    print("🔍 [DEBUG] 5. Grant admin consent")
+                    print("🔍 [DEBUG] ")
+                    print("🔍 [DEBUG] URL de consentement admin:")
+                    print(f"🔍 [DEBUG] https://login.microsoftonline.com/{tenant_id}/adminconsent?client_id={client_id}")
+                    print("🔍 [DEBUG] ==============================================")
+                    raise Exception(
+                        "❌ Permissions insuffisantes. Contactez votre IT Admin pour ajouter Mail.Read et Mail.Send permissions à l'application IA-ODATAMINING.")
+                else:
+                    raise e
+            if not emails_data.get('value'):
+                print("Aucun nouveau mail.")
+            else:
+                for i, email_item in enumerate(emails_data['value']):
+                    print(f"🔍 [DEBUG] Traitement de l'email {i + 1}/{len(emails_data['value'])}")
+                    if list_agent_email:
+                        white_list, black_list = offuscation_basique.lire_list_email(list_agent_email)
+                        print(f"🔍 [DEBUG] Listes chargées - White: {len(white_list)}, Black: {len(black_list)}")
+                    else:
+                        white_list, black_list = [], []
+
+                    time.sleep(1.5)
+                    output_lines = []
+
+                    email_id = email_item['id']
+                    from_ = email_item['sender']['emailAddress']['address']
+                    subject = email_item.get('subject', '(Sans sujet)')
+                    to_emails = [rec['emailAddress']['address'] for rec in email_item.get('toRecipients', [])]
+                    cc_emails = [rec['emailAddress']['address'] for rec in email_item.get('ccRecipients', [])]
+
+                    print(f"🔍 [DEBUG] Email ID: {email_id}")
+                    print(f"🔍 [DEBUG] De: {from_}, Sujet: {subject}")
+                    print(f"🔍 [DEBUG] Destinataires: {to_emails}, CC: {cc_emails}")
+
+                    # Marquer comme lu
+                    mark_read_url = f"https://graph.microsoft.com/v1.0/users/{user_email}/messages/{email_id}"
+                    patch_data = {'isRead': True}
+                    print(f"🔍 [DEBUG] Marquage comme lu: {mark_read_url}")
+                    requests.patch(mark_read_url, headers=headers, json=patch_data)
+
+                    # Récupérer le corps du message
+                    body = ""
+                    if email_item.get('body'):
+                        body_content = email_item['body'].get('content', '')
+                        if email_item['body'].get('contentType') == 'html':
+                            print("🔍 [DEBUG] Corps HTML détecté, nettoyage en cours")
+                            soup = BeautifulSoup(body_content, "html.parser")
+                            for block in soup.find_all(["footer", "style", "script"]):
+                                block.decompose()
+                            body = soup.get_text(separator="\n", strip=True)
+                        else:
+                            body = body_content.strip()
+                    print(f"🔍 [DEBUG] Corps du message extrait (longueur: {len(body)})")
+
+                    folder = mail_in_folder(user_email, "in")
+                    if folder is None:
+                        print("Erreur dans le folder de mail")
+                        continue
+                    print(f"🔍 [DEBUG] Dossier de mail: {folder}")
+
+                    ignored_pj = ""
+                    # Traiter les pièces jointes si elles existent
+                    if email_item.get('hasAttachments'):
+                        print("🔍 [DEBUG] Pièces jointes détectées, récupération en cours")
+                        attachments_url = f"https://graph.microsoft.com/v1.0/users/{user_email}/messages/{email_id}/attachments"
+                        att_response = requests.get(attachments_url, headers=headers)
+                        att_response.raise_for_status()
+                        attachments_data = att_response.json()
+
+                        print(f"🔍 [DEBUG] {len(attachments_data.get('value', []))} pièce(s) jointe(s) trouvée(s)")
+                        for attachment in attachments_data.get('value', []):
+                            attachment_name = attachment.get('name', '')
+                            print(f"🔍 [DEBUG] Pièce jointe: {attachment_name}")
+                            if len(attachment_name) < 5:
+                                continue
+                            if not (attachment_name.endswith(".pdf") or attachment_name.endswith(".docx")):
+                                ignored_pj += (";" if ignored_pj else "") + attachment_name
+                                print(f"🔍 [DEBUG] Pièce jointe ignorée: {attachment_name}")
+                                continue
+
+                            folder_pj = os.path.join(folder, "pj")
+                            os.makedirs(folder_pj, exist_ok=True)
+                            filepath = os.path.join(folder_pj, attachment_name)
+
+                            # Décoder le contenu base64
+                            content_bytes = base64.b64decode(attachment.get('contentBytes', ''))
+                            with open(filepath, "wb") as f:
+                                f.write(content_bytes)
+                            print(f"🔍 [DEBUG] Pièce jointe sauvegardée: {filepath}")
+
+                    # Format sortie
+                    output_lines = [
+                        f"#$who : {user_email}",
+                        f"#$eme : {from_}",
+                        f"#$des : {', '.join(to_emails)}",
+                        f"#$cop : {', '.join(cc_emails)}",
+                        "#$pri : Normale",
+                        f"#$tit : {subject}",
+                        f"#$ipj : {ignored_pj}",
+                        f"#$txt : {body.strip()}",
+                        ""
+                    ]
+
+                    print("----------------------------------------")
+                    print(f"Mail reçu de {from_}")
+                    print("----------------------------------------")
+
+                    if white_list and from_ not in white_list:
+                        print("Cette adresse n'est pas dans la white list")
+                        continue
+                    if black_list and from_ in black_list:
+                        print("Cette adresse est dans la black list")
+                        continue
+
+                    mail_txt_path = os.path.join(folder, "mail.txt")
+                    mail_ok_path = os.path.join(folder, "mail.ok")
+                    print(f"🔍 [DEBUG] Sauvegarde du mail: {mail_txt_path}")
+                    with open(mail_txt_path, "w", encoding="utf-8") as f:
+                        f.write("\n".join(output_lines))
+                    with open(mail_ok_path, "w") as f:
+                        pass
+                    print("🔍 [DEBUG] Fichiers créés: mail.txt et mail.ok")
 
+            print("🔍 [DEBUG] Vérification des emails terminée")
 
         except Exception as e:
-            print(f"Erreur OAuth2 lors du traitement du mail : {e}")
+            print(f"Erreur Graph API lors du traitement du mail : {e}")
+            print(f"🔍 [DEBUG] Erreur détaillée: {type(e).__name__}: {str(e)}")
+
 
     else:
         print("type de co non géré : attendu IMAP4_SSL, MICROSOFT_EXCHANGE_OWA ou MICROSOFT_EXCHANGE_OAUTH2")
@@ -665,6 +857,137 @@ def check_send_new_emails(offusc_conf_agent,type_co):
                 print("Le dossier n'existe pas ou le chemin n'est pas un dossier.")
         except Exception as e:
             print(f"❌ Erreur lors de l'envoi avec OAuth2 : {e}")
+    elif type_co == "MICROSOFT_EXCHANGE_OAUTH2_MICROSOFT_GRAPH":
+        try:
+            print("📤 [DEBUG] Début de la vérification des emails à envoyer avec Microsoft Graph OAuth2")
+            client_id, client_secret, tenant_id, user_email = offuscation_basique.lire_config_cli_oauth2(
+                offusc_conf_agent)
+            print(f"📤 [DEBUG] Configuration lue - User: {user_email}, Tenant: {tenant_id}")
+
+            # Déduire l'alias pour le nom du dossier
+            agent = user_email
+            alias = user_email  # tu peux adapter si tu veux un alias distinct plus tard
+
+            chemin_dossier_in, chemin_dossier_out = mail_in_folder(agent, "out")
+            print(f"📤 [DEBUG] Dossiers - In: {chemin_dossier_in}, Out: {chemin_dossier_out}")
+
+            authority = f"https://login.microsoftonline.com/{tenant_id}"
+
+            # === Authentification avec MSAL ===
+            app = ConfidentialClientApplication(
+                client_id=client_id,
+                client_credential=client_secret,
+                authority=authority
+            )
+            print("📤 [DEBUG] Application MSAL créée")
+
+            token_result = app.acquire_token_for_client(scopes=["https://graph.microsoft.com/.default"])
+
+            if "access_token" not in token_result:
+                raise Exception("Impossible d'obtenir un token : ", token_result.get("error_description"))
+
+            print("📤 [DEBUG] Token d'accès obtenu avec succès (Client Credentials)")
+            access_token = token_result['access_token']
+            headers = {
+                'Authorization': f'Bearer {access_token}',
+                'Content-Type': 'application/json'
+            }
+
+            if os.path.exists(chemin_dossier_out) and os.path.isdir(chemin_dossier_out):
+                print("📤 [DEBUG] Dossier de sortie trouvé, lecture du contenu")
+                contenus = os.listdir(chemin_dossier_out)
+                print(f"📤 [DEBUG] Contenu du dossier: {contenus}")
+                if contenus:
+                    for contenu in contenus:
+                        mail_ok_path = os.path.join(chemin_dossier_out, contenu, "mail.ok")
+                        print(f"📤 [DEBUG] Vérification du fichier mail.ok: {mail_ok_path}")
+                        if os.path.exists(mail_ok_path):
+                            chemin = os.path.join(chemin_dossier_out, contenu, "mail.txt")
+                            print(f"📤 [DEBUG] Lecture du message depuis: {chemin}")
+                            infos = lire_message(chemin)
+                            print(f"📤 [DEBUG] Informations du message lues: {list(infos.keys())}")
+
+                            cles_requises = ["eme", "des", "cop", "pri", "tit", "txt"]
+                            if all(cle in infos for cle in cles_requises):
+                                print("📤 [DEBUG] Toutes les clés requises sont présentes")
+                                print(f"📤 [DEBUG] Envoi vers: {infos['eme']}")
+                                print(f"📤 [DEBUG] Sujet: {infos['tit']}")
+                                print(f"📤 [DEBUG] Contenu (longueur): {len(infos['txt'])}")
+
+                                # Construire le message pour Microsoft Graph
+                                message_data = {
+                                    "message": {
+                                        "subject": infos["tit"],
+                                        "body": {
+                                            "contentType": "HTML",
+                                            "content": infos["txt"]
+                                        },
+                                        "toRecipients": [
+                                            {
+                                                "emailAddress": {
+                                                    "address": infos["eme"]
+                                                }
+                                            }
+                                        ]
+                                    },
+                                    "saveToSentItems": True
+                                }
+
+                                # Envoyer l'email via Microsoft Graph
+                                send_url = f"https://graph.microsoft.com/v1.0/users/{user_email}/sendMail"
+                                print(f"📤 [DEBUG] Envoi via Graph API: {send_url}")
+                                try:
+                                    response = requests.post(send_url, headers=headers, json=message_data)
+                                    response.raise_for_status()
+                                    print("📤 [DEBUG] Email envoyé avec succès")
+                                except requests.exceptions.HTTPError as e:
+                                    if response.status_code == 403:
+                                        print("📤 [DEBUG] Erreur 403 - Permissions insuffisantes pour l'envoi")
+                                        print("📤 [DEBUG] ==============================================")
+                                        print("📤 [DEBUG] ACTION REQUISE - Contactez votre IT Admin:")
+                                        print("📤 [DEBUG] ==============================================")
+                                        print("📤 [DEBUG] Permission manquante: Mail.Send (Application)")
+                                        print("📤 [DEBUG] App: IA-ODATAMINING")
+                                        print("📤 [DEBUG] ID: 30ae55f5-f41e-4d44-afcc-082e4b803ba1")
+                                        print("📤 [DEBUG] Tenant: 9988c2b8-3feb-4426-aeb7-b8d695bcd025")
+                                        print("📤 [DEBUG] ")
+                                        print("📤 [DEBUG] INFORMATIONS POUR VOTRE IT ADMIN:")
+                                        print("📤 [DEBUG] 1. Azure Portal → Azure AD → App registrations")
+                                        print("📤 [DEBUG] 2. Trouver l'app: IA-ODATAMINING")
+                                        print("📤 [DEBUG] 3. API permissions → Add permission → Microsoft Graph")
+                                        print("📤 [DEBUG] 4. Application permissions → Mail.Send")
+                                        print("📤 [DEBUG] 5. Grant admin consent")
+                                        print("📤 [DEBUG] ==============================================")
+                                        raise Exception(
+                                            "❌ Permission Mail.Send manquante. Contactez votre IT Admin pour ajouter cette permission à l'application IA-ODATAMINING.")
+                                    else:
+                                        raise e
+
+                                time.sleep(1)
+                                print("📤 [DEBUG] Nettoyage des dossiers")
+                                MetManagement.reset_folder(os.path.join(chemin_dossier_in, contenu), recreate=False)
+                                MetManagement.reset_folder(os.path.join(chemin_dossier_out, contenu), recreate=False)
+                                print("📤 [DEBUG] Dossiers nettoyés")
+                            else:
+                                print("\n\n Il manque des clefs dans le contenu du mail")
+                                print(
+                                    f"📤 [DEBUG] Clés manquantes: {[cle for cle in cles_requises if cle not in infos]}")
+                        else:
+                            print(
+                                f"\n\n KO § os.path.exists(os.path.join(chemin_dossier_out, contenu): {os.path.exists(os.path.join(chemin_dossier_out, contenu, 'mail.ok'))}")
+                else:
+                    print("Le dossier est vide.")
+            else:
+                print("Le dossier n'existe pas ou le chemin n'est pas un dossier.")
+                print(f"📤 [DEBUG] Chemin vérifié: {chemin_dossier_out}")
+                print(
+                    f"📤 [DEBUG] Existe: {os.path.exists(chemin_dossier_out)}, Est dossier: {os.path.isdir(chemin_dossier_out) if os.path.exists(chemin_dossier_out) else 'N/A'}")
+
+            print("📤 [DEBUG] Vérification des emails à envoyer terminée")
+
+        except Exception as e:
+            print(f"❌ Erreur lors de l'envoi avec Graph API : {e}")
+            print(f"📤 [DEBUG] Erreur détaillée: {type(e).__name__}: {str(e)}")
     else:
         print("type de co non valide")