io4it 2.1.0.2__tar.gz → 2.1.0.4__tar.gz

{io4it-2.1.0.2 → io4it-2.1.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: io4it
-Version: 2.1.0.2
+Version: 2.1.0.4
 Summary: UNKNOWN
 Home-page: 
 Author: 

{io4it-2.1.0.2 → io4it-2.1.0.4}/io4it.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: io4it
-Version: 2.1.0.2
+Version: 2.1.0.4
 Summary: UNKNOWN
 Home-page: 
 Author: 

{io4it-2.1.0.2 → io4it-2.1.0.4}/io4it.egg-info/SOURCES.txt

@@ -13,6 +13,8 @@ orangecontrib/IO4IT/ocr_function/word_converter.py
 orangecontrib/IO4IT/utils/__init__.py
 orangecontrib/IO4IT/utils/mail.py
 orangecontrib/IO4IT/utils/offuscation_basique.py
+orangecontrib/IO4IT/utils/pool_exec_utils.py
+orangecontrib/IO4IT/utils/utils_md.py
 orangecontrib/IO4IT/widgets/OWChatGpt.py
 orangecontrib/IO4IT/widgets/OWDeep_Search.py
 orangecontrib/IO4IT/widgets/OWExportMarkdown.py

{io4it-2.1.0.2 → io4it-2.1.0.4}/orangecontrib/IO4IT/utils/mail.py

@@ -4,19 +4,21 @@ import email
 from email.header import decode_header
 import time
 import os
-from bs4 import BeautifulSoup
 from email import policy
 from email.message import EmailMessage
 import mimetypes
 
-from exchangelib import Credentials, Account, DELEGATE, Configuration, HTMLBody, Message, Mailbox
+from exchangelib import Credentials, HTMLBody, Message, Mailbox
 from exchangelib.protocol import BaseProtocol, NoVerifyHTTPAdapter
 from exchangelib import OAuth2Credentials, Identity, Configuration, Account, DELEGATE
-from oauthlib.oauth2 import OAuth2Token
+
 
 from bs4 import BeautifulSoup
-BaseProtocol.HTTP_ADAPTER_CLS=NoVerifyHTTPAdapter
-import json
+
+
+##### please uncomment this line to ignore certificate checking (owa)
+#BaseProtocol.HTTP_ADAPTER_CLS=NoVerifyHTTPAdapter
+
 from msal import ConfidentialClientApplication
 from oauthlib.oauth2 import OAuth2Token
 
@@ -185,6 +187,8 @@ def check_new_emails(offusc_conf_agent,type_co, list_agent_email=[]):
                                 with open(folder + "/" + "mail.ok", "w") as f:
                                     f.close()
 
+
+
             imap.logout()
         except Exception as e:
             print(f"Erreur lors de la vérification des mails : {e}")
@@ -199,7 +203,7 @@ def check_new_emails(offusc_conf_agent,type_co, list_agent_email=[]):
             )
 
             account = Account(
-                primary_smtp_address=mail,
+                primary_smtp_address=alias,
                 credentials=credentials,
                 config=config,
                 autodiscover=False,
@@ -301,6 +305,7 @@ def check_new_emails(offusc_conf_agent,type_co, list_agent_email=[]):
                         f.write("\n".join(output_lines))
                     with open(os.path.join(folder, "mail.ok"), "w") as f:
                         pass
+
         except Exception as e:
             print(f"Erreur lors du traitement du mail : {e}")
     elif type_co == "MICROSOFT_EXCHANGE_OAUTH2":
@@ -427,6 +432,7 @@ def check_new_emails(offusc_conf_agent,type_co, list_agent_email=[]):
                     with open(os.path.join(folder, "mail.ok"), "w") as f:
                         pass
 
+
         except Exception as e:
             print(f"Erreur OAuth2 lors du traitement du mail : {e}")
 
@@ -662,13 +668,27 @@ def check_send_new_emails(offusc_conf_agent,type_co):
     else:
         print("type de co non valide")
 
+def list_conf_files(type_co):
+    conf_files = []
+    if type_co is None or type_co == "":
+        return conf_files
+    dossier = MetManagement.get_secret_content_dir()
+    dossier = dossier + type_co
+    files = os.listdir(dossier)
+    for file in files:
+        if file.lower().endswith(".json"):
+            conf_files.append(file)
+    return conf_files
+
+
+
 if __name__ == "__main__":
-    offusc_conf_agent=""
-    #type_co="IMAP4_SSL"
-    type_co="MICROSOFT_EXCHANGE_OAUTH2"
+    type_co="IMAP4_SSL"
     list_agent_email = []
+    offusc_conf_agents = list_conf_files(type_co)
     while True:
-        check_new_emails(offusc_conf_agent,type_co, list_agent_email)
-        time.sleep(1)
-        check_send_new_emails(offusc_conf_agent,type_co)
-        time.sleep(1)
+        for offusc_conf_agent in offusc_conf_agents:
+            check_new_emails(offusc_conf_agent,type_co, list_agent_email)
+            time.sleep(1)
+            check_send_new_emails(offusc_conf_agent,type_co)
+            time.sleep(1)

{io4it-2.1.0.2 → io4it-2.1.0.4}/orangecontrib/IO4IT/utils/offuscation_basique.py

@@ -208,7 +208,7 @@ def enregistrer_config_owa_secure(mail, alias, server, username, password, inter
 def enregistrer_config_cli_owa_secure():
     print("\n🔐 Écriture fichier OWA avec chiffrement sécurisé :")
     mail = input("📧 Mail (nom@domain.com) : ").strip()
-    alias = input("📛 Alias (visible) : ").strip()
+    alias = mail #input("📛 Alias (visible) : ").strip()
     server = input("🌐 Server : ").strip()
     username = input("👤 Username (domain\\user) : ").strip()
     password = input("🔑 Password (non masqué) : ").strip()

io4it-2.1.0.4/orangecontrib/IO4IT/utils/pool_exec_utils.py

@@ -0,0 +1,33 @@
+# pool_exec_utils.py
+import os
+from concurrent.futures import ProcessPoolExecutor
+from typing import Optional, Tuple
+
+def available_cpus(default: int = 4) -> int:
+    c = os.cpu_count()
+    return c if (c and c > 0) else default
+
+def cpu_label_text() -> str:
+    return f"🖥️ CPU dispo : {available_cpus()}"
+
+def shutdown_executor(executor: Optional[ProcessPoolExecutor]) -> None:
+    if executor is not None:
+        try:
+            executor.shutdown(wait=False, cancel_futures=True)
+        except TypeError:
+            executor.shutdown(wait=False)
+        except Exception:
+            pass
+
+def create_or_update_executor(
+    executor: Optional[ProcessPoolExecutor],
+    current_workers: Optional[int],
+    new_workers: int,
+) -> Tuple[ProcessPoolExecutor, int, str, bool]:
+    changed = (executor is None) or (current_workers != int(new_workers))
+    if changed:
+        shutdown_executor(executor)
+        executor = ProcessPoolExecutor(max_workers=int(new_workers))
+        return executor, int(new_workers), f"Executor prêt ({int(new_workers)} workers).", True
+    else:
+        return executor, int(current_workers), f"Executor inchangé ({int(new_workers)} workers).", False

io4it-2.1.0.4/orangecontrib/IO4IT/utils/utils_md.py

@@ -0,0 +1,168 @@
+# utils_md.py
+import os, re, hashlib, secrets, urllib.parse, logging, time, datetime, numpy as np
+from pathlib import Path
+import fitz  # PyMuPDF
+
+try:
+    import easyocr
+except Exception:
+    easyocr = None
+
+MAX_STEM_LEN = 40
+IMAGE_RESOLUTION_SCALE = 2.0
+
+_log = logging.getLogger(__name__)
+logging.getLogger("fitz").setLevel(logging.ERROR)
+logging.getLogger("PIL").setLevel(logging.WARNING)
+
+def slugify(text: str) -> str:
+    text = text.strip().lower()
+    text = re.sub(r"[^\w\-]+", "-", text)
+    text = re.sub(r"-{2,}", "-", text)
+    return text.strip("-") or "file"
+
+def short_stem(original_stem: str) -> str:
+    base = slugify(original_stem)[:MAX_STEM_LEN]
+    h = secrets.token_hex(6)
+    return f"{base}-{h}"
+
+def truncate_path(path, max_length=240):
+    p = Path(path)
+    s = str(p)
+    if len(s) <= max_length:
+        return p
+    h = hashlib.md5(s.encode()).hexdigest()
+    new_name = (p.stem[:50] + "_" + h + p.suffix)
+    return p.parent / new_name
+
+def try_read_text(path: Path) -> str:
+    for enc in ("utf-8", "utf-8-sig", "latin-1"):
+        try:
+            return urllib.parse.unquote(path.read_text(encoding=enc, errors="ignore"))
+        except Exception:
+            continue
+    return ""
+
+def is_pdf_text_based(fpath: Path) -> bool:
+    try:
+        with fitz.open(fpath) as doc:
+            for page in doc:
+                if page.get_text().strip():
+                    return True
+            return False
+    except Exception:
+        return False
+
+def ocr_fallback(pdf_path: Path, langs=('fr','en')) -> str:
+    if easyocr is None:
+        raise RuntimeError("easyocr introuvable. Installez easyocr pour l'OCR.")
+    reader = easyocr.Reader(list(langs))
+    _ = reader.readtext(np.zeros((10, 10, 3), dtype=np.uint8), detail=0)  # warm-up
+    text = []
+    with fitz.open(pdf_path) as doc:
+        for page in doc:
+            pix = page.get_pixmap(dpi=200)
+            img = np.frombuffer(pix.samples, dtype=np.uint8).reshape((pix.height, pix.width, pix.n))
+            result = reader.readtext(img)
+            text.extend([r[1] for r in result])
+    return "\n".join(text)
+
+def strip_image_markdown(md_text: str) -> str:
+    md_text = re.sub(r'!\[[^\]]*\]\([^\)]+\)', '', md_text)
+    md_text = re.sub(r'<img\b[^>]*>', '', md_text, flags=re.IGNORECASE)
+    md_text = re.sub(r'\n{3,}', '\n\n', md_text)
+    return md_text.strip()
+
+# --- COM helpers (Windows + Office)
+def _make_word_invisible(word):
+    try:
+        word.Visible = False
+        word.DisplayAlerts = 0
+        word.ScreenUpdating = False
+    except Exception:
+        pass
+
+def _make_powerpoint_invisible(ppt):
+    try:
+        ppt.Visible = 0  # 0=Hidden
+    except Exception:
+        pass
+
+def convert_doc_to_docx(src: Path, out_dir: Path) -> Path:
+    import win32com.client
+    out_dir.mkdir(parents=True, exist_ok=True)
+    if src.suffix.lower() != ".doc":
+        return src if src.suffix.lower() == ".docx" else src
+    dst = out_dir / (src.stem + ".docx")
+    if dst.exists() and dst.stat().st_size > 0:
+        return dst
+    word = win32com.client.Dispatch("Word.Application")
+    _make_word_invisible(word)
+    try:
+        doc = word.Documents.Open(str(src), ReadOnly=True)
+        doc.SaveAs(str(dst), FileFormat=16)  # DOCX
+        doc.Close(False)
+        if not dst.exists() or dst.stat().st_size == 0:
+            raise RuntimeError("DOCX non généré")
+        return dst
+    finally:
+        word.Quit()
+
+def convert_ppt_to_pptx(src: Path, out_dir: Path) -> Path:
+    import win32com.client
+    out_dir.mkdir(parents=True, exist_ok=True)
+    if src.suffix.lower() != ".ppt":
+        return src if src.suffix.lower() == ".pptx" else src
+    dst = out_dir / (src.stem + ".pptx")
+    if dst.exists() and dst.stat().st_size > 0:
+        return dst
+    ppt = win32com.client.Dispatch("PowerPoint.Application")
+    _make_powerpoint_invisible(ppt)
+    try:
+        pres = ppt.Presentations.Open(str(src), WithWindow=False)
+        pres.SaveAs(str(dst), 24)  # ppSaveAsOpenXMLPresentation
+        pres.Close()
+        if not dst.exists() or dst.stat().st_size == 0:
+            raise RuntimeError("PPTX non généré")
+        return dst
+    finally:
+        ppt.Quit()
+
+def docx_to_pdf(src_docx: Path, out_dir: Path) -> Path:
+    import win32com.client
+    out_dir.mkdir(parents=True, exist_ok=True)
+    pdf_path = out_dir / (src_docx.stem + ".pdf")
+    if pdf_path.exists() and pdf_path.stat().st_size > 0:
+        return pdf_path
+    word = win32com.client.Dispatch("Word.Application")
+    _make_word_invisible(word)
+    try:
+        doc = word.Documents.Open(str(src_docx), ReadOnly=True)
+        try:
+            doc.ExportAsFixedFormat(OutputFileName=str(pdf_path), ExportFormat=17)
+        except Exception:
+            doc.SaveAs(str(pdf_path), FileFormat=17)
+        doc.Close(False)
+        if not pdf_path.exists() or pdf_path.stat().st_size == 0:
+            raise RuntimeError("PDF non généré depuis DOCX")
+        return pdf_path
+    finally:
+        word.Quit()
+
+def pptx_to_pdf(src_pptx: Path, out_dir: Path) -> Path:
+    import win32com.client
+    out_dir.mkdir(parents=True, exist_ok=True)
+    pdf_path = out_dir / (src_pptx.stem + ".pdf")
+    if pdf_path.exists() and pdf_path.stat().st_size > 0:
+        return pdf_path
+    ppt = win32com.client.Dispatch("PowerPoint.Application")
+    _make_powerpoint_invisible(ppt)
+    try:
+        pres = ppt.Presentations.Open(str(src_pptx), WithWindow=False)
+        pres.SaveAs(str(pdf_path), 32)  # PDF
+        pres.Close()
+        if not pdf_path.exists() or pdf_path.stat().st_size == 0:
+            raise RuntimeError("PDF non généré depuis PPTX")
+        return pdf_path
+    finally:
+        ppt.Quit()

io4it-2.1.0.4/orangecontrib/IO4IT/widgets/designer/ow_file_ext_selector.ui

@@ -0,0 +1,82 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>380</width>
+    <height>421</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>File Extension Selector</string>
+  </property>
+  <widget class="QGroupBox" name="groupBox">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>40</y>
+     <width>341</width>
+     <height>341</height>
+    </rect>
+   </property>
+   <property name="title">
+    <string>Parameters</string>
+   </property>
+   <widget class="QListWidget" name="listExtensions">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>70</y>
+      <width>301</width>
+      <height>192</height>
+     </rect>
+    </property>
+   </widget>
+   <widget class="QLabel" name="Description">
+    <property name="geometry">
+     <rect>
+      <x>10</x>
+      <y>20</y>
+      <width>281</width>
+      <height>51</height>
+     </rect>
+    </property>
+    <property name="sizePolicy">
+     <sizepolicy hsizetype="Maximum" vsizetype="Expanding">
+      <horstretch>0</horstretch>
+      <verstretch>0</verstretch>
+     </sizepolicy>
+    </property>
+    <property name="font">
+     <font>
+      <pointsize>8</pointsize>
+     </font>
+    </property>
+    <property name="text">
+     <string>This widget get a folder path to propagate it as a path , either as input or output path</string>
+    </property>
+    <property name="wordWrap">
+     <bool>true</bool>
+    </property>
+   </widget>
+   <widget class="QPushButton" name="fileButton">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>280</y>
+      <width>301</width>
+      <height>51</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>📂 Select a file with the selected extension</string>
+    </property>
+   </widget>
+  </widget>
+ </widget>
+ <resources/>
+ <connections/>
+</ui>

io4it-2.1.0.4/orangecontrib/IO4IT/widgets/designer/owchatgpt.ui

@@ -0,0 +1,168 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>399</width>
+    <height>276</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Form</string>
+  </property>
+  <widget class="QGroupBox" name="groupBox">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>40</y>
+     <width>361</width>
+     <height>151</height>
+    </rect>
+   </property>
+   <property name="title">
+    <string>Parameters</string>
+   </property>
+   <widget class="QLineEdit" name="modelName">
+    <property name="geometry">
+     <rect>
+      <x>100</x>
+      <y>30</y>
+      <width>241</width>
+      <height>20</height>
+     </rect>
+    </property>
+   </widget>
+   <widget class="QLabel" name="label_6">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>90</y>
+      <width>100</width>
+      <height>15</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>Max tokens</string>
+    </property>
+    <property name="alignment">
+     <set>Qt::AlignLeading|Qt::AlignLeft|Qt::AlignVCenter</set>
+    </property>
+   </widget>
+   <widget class="QLabel" name="label_3">
+    <property name="geometry">
+     <rect>
+      <x>240</x>
+      <y>90</y>
+      <width>100</width>
+      <height>15</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>Temperature</string>
+    </property>
+    <property name="alignment">
+     <set>Qt::AlignLeading|Qt::AlignLeft|Qt::AlignVCenter</set>
+    </property>
+   </widget>
+   <widget class="QSpinBox" name="boxMaxTokens">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>109</y>
+      <width>100</width>
+      <height>25</height>
+     </rect>
+    </property>
+    <property name="minimumSize">
+     <size>
+      <width>0</width>
+      <height>25</height>
+     </size>
+    </property>
+    <property name="maximumSize">
+     <size>
+      <width>100</width>
+      <height>16777215</height>
+     </size>
+    </property>
+    <property name="alignment">
+     <set>Qt::AlignCenter</set>
+    </property>
+    <property name="maximum">
+     <number>4096</number>
+    </property>
+    <property name="value">
+     <number>4096</number>
+    </property>
+   </widget>
+   <widget class="QDoubleSpinBox" name="boxTemperature">
+    <property name="geometry">
+     <rect>
+      <x>240</x>
+      <y>109</y>
+      <width>100</width>
+      <height>25</height>
+     </rect>
+    </property>
+    <property name="minimumSize">
+     <size>
+      <width>0</width>
+      <height>25</height>
+     </size>
+    </property>
+    <property name="maximumSize">
+     <size>
+      <width>100</width>
+      <height>16777215</height>
+     </size>
+    </property>
+    <property name="alignment">
+     <set>Qt::AlignCenter</set>
+    </property>
+    <property name="decimals">
+     <number>1</number>
+    </property>
+    <property name="maximum">
+     <double>1.000000000000000</double>
+    </property>
+    <property name="singleStep">
+     <double>0.100000000000000</double>
+    </property>
+    <property name="value">
+     <double>0.400000000000000</double>
+    </property>
+   </widget>
+   <widget class="QLabel" name="label">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>30</y>
+      <width>41</width>
+      <height>21</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>Model :</string>
+    </property>
+   </widget>
+  </widget>
+  <widget class="QPushButton" name="callApi">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>220</y>
+     <width>361</width>
+     <height>31</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>Call API</string>
+   </property>
+  </widget>
+ </widget>
+ <resources/>
+ <connections/>
+</ui>

io4it-2.1.0.4/orangecontrib/IO4IT/widgets/designer/owdeepsearch.ui

@@ -0,0 +1,87 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>700</width>
+    <height>500</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Form</string>
+  </property>
+  <widget class="QGroupBox" name="groupBox">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>30</y>
+     <width>661</width>
+     <height>431</height>
+    </rect>
+   </property>
+   <property name="title">
+    <string>Parameters</string>
+   </property>
+   <widget class="QTextBrowser" name="textBrowser">
+    <property name="geometry">
+     <rect>
+      <x>10</x>
+      <y>130</y>
+      <width>641</width>
+      <height>291</height>
+     </rect>
+    </property>
+   </widget>
+   <widget class="QLabel" name="label">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>80</y>
+      <width>121</width>
+      <height>21</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>API Key :</string>
+    </property>
+   </widget>
+   <widget class="QLabel" name="Description">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>30</y>
+      <width>551</width>
+      <height>31</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>This widget generates a deepsearch answer on the column &quot;prompt&quot; of your input data.</string>
+    </property>
+    <property name="textFormat">
+     <enum>Qt::AutoText</enum>
+    </property>
+    <property name="alignment">
+     <set>Qt::AlignLeading|Qt::AlignLeft|Qt::AlignVCenter</set>
+    </property>
+    <property name="wordWrap">
+     <bool>true</bool>
+    </property>
+   </widget>
+   <widget class="QLineEdit" name="line_api_key">
+    <property name="geometry">
+     <rect>
+      <x>80</x>
+      <y>76</y>
+      <width>561</width>
+      <height>31</height>
+     </rect>
+    </property>
+   </widget>
+  </widget>
+ </widget>
+ <resources/>
+ <connections/>
+</ui>