aait 2.2.2.1__tar.gz → 2.2.2.3__tar.gz

{aait-2.2.2.1 → aait-2.2.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: aait
-Version: 2.2.2.1
+Version: 2.2.2.3
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community
@@ -26,3 +26,8 @@ Requires-Dist: psutil
 Requires-Dist: thefuzz==0.22.1
 Requires-Dist: beautifulsoup4==4.12.3
 Requires-Dist: CATEGORIT
+Dynamic: author
+Dynamic: keywords
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: summary

{aait-2.2.2.1 → aait-2.2.2.3}/aait.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: aait
-Version: 2.2.2.1
+Version: 2.2.2.3
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community
@@ -26,3 +26,8 @@ Requires-Dist: psutil
 Requires-Dist: thefuzz==0.22.1
 Requires-Dist: beautifulsoup4==4.12.3
 Requires-Dist: CATEGORIT
+Dynamic: author
+Dynamic: keywords
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: summary

{aait-2.2.2.1 → aait-2.2.2.3}/aait.egg-info/SOURCES.txt

@@ -1,5 +1,4 @@
 License.txt
-setup.cfg
 setup.py
 aait.egg-info/PKG-INFO
 aait.egg-info/SOURCES.txt
@@ -82,6 +81,7 @@ orangecontrib/AAIT/utils/tools/concat_splitted_pypi.py
 orangecontrib/AAIT/utils/tools/first_time_check.py
 orangecontrib/AAIT/utils/tools/owcorpus_ok.txt
 orangecontrib/AAIT/widgets/OWAAITResourcesManager.py
+orangecontrib/AAIT/widgets/OWAccumulator.py
 orangecontrib/AAIT/widgets/OWAddColumns.py
 orangecontrib/AAIT/widgets/OWApplyRules.py
 orangecontrib/AAIT/widgets/OWCN2rule_view.py
@@ -105,10 +105,12 @@ orangecontrib/AAIT/widgets/OWGenerateQuestions.py
 orangecontrib/AAIT/widgets/OWGenerateSynthesis.py
 orangecontrib/AAIT/widgets/OWGenerateWord.py
 orangecontrib/AAIT/widgets/OWInputSelector.py
+orangecontrib/AAIT/widgets/OWKeywords.py
 orangecontrib/AAIT/widgets/OWKeywordsDetection.py
 orangecontrib/AAIT/widgets/OWLMStudio.py
 orangecontrib/AAIT/widgets/OWLanguageDetection.py
 orangecontrib/AAIT/widgets/OWLemmatizer.py
+orangecontrib/AAIT/widgets/OWLoadDocuments.py
 orangecontrib/AAIT/widgets/OWModel_CE_MiniLML6.py
 orangecontrib/AAIT/widgets/OWModel_Falcon.py
 orangecontrib/AAIT/widgets/OWModel_HelsinkiEnFr.py
@@ -145,6 +147,7 @@ orangecontrib/AAIT/widgets/__init__.py
 orangecontrib/AAIT/widgets/designer/owMarkdown.ui
 orangecontrib/AAIT/widgets/designer/ow_in_or_out_path.ui
 orangecontrib/AAIT/widgets/designer/ow_widget_random_data.ui
+orangecontrib/AAIT/widgets/designer/owaccumulator.ui
 orangecontrib/AAIT/widgets/designer/owaddcolumns.ui
 orangecontrib/AAIT/widgets/designer/owapplyrules.ui
 orangecontrib/AAIT/widgets/designer/owchunking.ui
@@ -168,6 +171,7 @@ orangecontrib/AAIT/widgets/designer/owkeyword.ui
 orangecontrib/AAIT/widgets/designer/owkeywordsdetection.ui
 orangecontrib/AAIT/widgets/designer/owlangdetect.ui
 orangecontrib/AAIT/widgets/designer/owlemmatizer.ui
+orangecontrib/AAIT/widgets/designer/owloaddocuments.ui
 orangecontrib/AAIT/widgets/designer/owloadworkflow.ui
 orangecontrib/AAIT/widgets/designer/owmodel_ce_minilml6.ui
 orangecontrib/AAIT/widgets/designer/owmodel_falcon.ui
@@ -226,6 +230,7 @@ orangecontrib/AAIT/widgets/icons/optimisation.png
 orangecontrib/AAIT/widgets/icons/optimizer.png
 orangecontrib/AAIT/widgets/icons/output.png
 orangecontrib/AAIT/widgets/icons/owCN2_intersect_rules.svg
+orangecontrib/AAIT/widgets/icons/owaccumulatator.png
 orangecontrib/AAIT/widgets/icons/owchunking.png
 orangecontrib/AAIT/widgets/icons/owconversellm.svg
 orangecontrib/AAIT/widgets/icons/owedittable.svg
@@ -241,8 +246,10 @@ orangecontrib/AAIT/widgets/icons/owfilewithpath.svg
 orangecontrib/AAIT/widgets/icons/owfusion_nm.png
 orangecontrib/AAIT/widgets/icons/owgeneratequestions.svg
 orangecontrib/AAIT/widgets/icons/owgeneratesynthesis.png
+orangecontrib/AAIT/widgets/icons/owkeywords.png
 orangecontrib/AAIT/widgets/icons/owkeywordsdetection.png
 orangecontrib/AAIT/widgets/icons/owlemmatizer.svg
+orangecontrib/AAIT/widgets/icons/owloaddocuments.svg
 orangecontrib/AAIT/widgets/icons/owmodel_ce_minilml6.svg
 orangecontrib/AAIT/widgets/icons/owmodel_falcon.png
 orangecontrib/AAIT/widgets/icons/owmodel_helsinki_en_fr.svg

{aait-2.2.2.1 → aait-2.2.2.3}/orangecontrib/AAIT/llm/answers.py

@@ -224,7 +224,7 @@ def write_tokens_to_file(token: str, workflow_id=""):
             f.flush()
 
 
-def run_query(prompt, model, max_tokens=4096, temperature=0.4, top_p=0.4, top_k=40, repeat_penalty=1.15,
+def run_query(prompt, model, max_tokens=4096, temperature=0, top_p=0, top_k=40, repeat_penalty=1.15,
               workflow_id="", argself=None, progress_callback=None):
     """
     Generates a response from a local LLM model using the given prompt, with support for streaming output

{aait-2.2.2.1 → aait-2.2.2.3}/orangecontrib/AAIT/llm/process_documents.py

@@ -1,6 +1,7 @@
 import os
 import json
 import ntpath
+from pathlib import Path
 
 from Orange.data import Table, Domain, StringVariable
 
@@ -133,6 +134,49 @@ def check_for_embeddings(folder_path):
         return None
 
 
+def load_documents_in_table(table, progress_callback=None, argself=None):
+    """
+    Load the text content of each document listed in a table and add it
+    as a new column "content".
+
+    :param table: Orange.data.Table containing file paths in a column named "path".
+    :return: Orange.data.Table with an added meta column "content" containing the extracted text.
+    """
+    # Make a copy of the table to avoid modifying the original
+    data = table.copy()
+
+    # List to store text from each document
+    texts = []
+    names = []
+    # Iterate over all rows in the table
+    for i, row in enumerate(data):
+        # Get file path from the "path" column
+        filepath = row["path"].value
+        # Get text and name
+        name = Path(filepath).name
+        text = extract_text(filepath)
+        # Store results
+        names.append(name)
+        texts.append(text)
+        # Update progress if a callback is provided
+        if progress_callback is not None:
+            progress_value = float(100 * (i + 1) / len(data))
+            progress_callback(progress_value)
+        # Check if processing should be stopped
+        if argself is not None and getattr(argself, "stop", False):
+            break
+
+    # Create a StringVariable for the new column
+    var_content = StringVariable("content")
+    var_name = StringVariable("name")
+
+    # Add the column as a meta-column in the table
+    data = data.add_column(variable=var_name, data=names, to_metas=True)
+    data = data.add_column(variable=var_content, data=texts, to_metas=True)
+    return data
+
+
+
 def extract_text(filepath):
     """
     Extrait le texte d'un fichier en fonction de son type (PDF ou DOCX).
@@ -148,11 +192,13 @@ def extract_text(filepath):
             return extract_text_from_pdf(filepath)
         elif file_extension == ".docx":
             return extract_text_from_docx(filepath)
+        elif file_extension in [".txt", ".md"]:
+            return extract_text_from_txt(filepath)
         else:
-            raise ValueError("Format de fichier non supporté. Utilisez un fichier PDF ou DOCX.")
+            return "ERROR: Unsupported file format. Please use a .pdf, .docx, .txt, or .md file."
     except Exception as e:
         print(f"Erreur lors de l'extraction de texte depuis {filepath}: {e}")
-        return "Extraction Error"
+        return f"ERROR: Extraction Error ({e})"
 
 
 def extract_text_from_pdf(pdf_path):
@@ -176,7 +222,7 @@ def extract_text_from_pdf(pdf_path):
         return extracted_text
     except Exception as e:
         print(f"Erreur lors de l'extraction de texte depuis {pdf_path}: {e}")
-        return "Extraction Error"
+        return f"ERROR: Extraction Error ({e})"
 
 
 def extract_text_from_docx(docx_path):
@@ -221,13 +267,20 @@ def extract_text_from_docx(docx_path):
                 row_text = [cell.text.strip() for cell in row.cells]  # Extrait le texte de chaque cellule
                 table_text.append("\t".join(row_text))  # Sépare les colonnes par des tabulations
             extracted_text.append("\n".join(table_text))  # Ajoute le tableau sous forme de texte
-
         return "\n".join(filter(None, extracted_text))  # Retourne le texte en filtrant les vides
 
     except Exception as e:
         print(f"Erreur lors de l'extraction de texte depuis {docx_path}: {e}")
-        return "Extraction Error"
+        return f"ERROR: Extraction Error ({e})"
+
 
+def extract_text_from_txt(filepath):
+    try:
+        with open(filepath, 'r', encoding='utf-8') as f:
+            return f.read()
+    except Exception as e:
+        print(f"Erreur lors de l'extraction de texte depuis {filepath}: {e}")
+        return f"ERROR: Extraction Error ({e})"
 
 
 def get_pages_of_extract(pdf_path, extract):

{aait-2.2.2.1 → aait-2.2.2.3}/orangecontrib/AAIT/utils/MetManagement.py

@@ -1368,6 +1368,19 @@ def write_file_time(path):
     except Exception as e:
         print(f"Error creating .ok file: {e}")
     return
+def write_file_arbitrary_time(path,time):
+    time= int(time)
+    time_ok=path[:-4]+".ok"
+    reset_files([time_ok])
+    with open(path, "w") as f:
+        f.write(str(time))
+        f.flush()
+    try:
+        with open(time_ok, "w"):
+            pass
+    except Exception as e:
+        print(f"Error creating .ok file: {e}")
+    return
 
 def read_file_time(path):
     time_ok = path[:-4] + ".ok"

{aait-2.2.2.1 → aait-2.2.2.3}/orangecontrib/AAIT/utils/windows_utils.py

@@ -13,6 +13,9 @@ if os.name=='nt':
     from win32com.shell import shell, shellcon
     import ctypes
     import ctypes.wintypes
+    import sys
+    from ctypes import windll, c_wchar_p
+
     def win32_shellcopy(src, dest):
         """
         Copy files and directories using Windows shell.
@@ -336,121 +339,162 @@ if os.name=='nt':
 
 
 
-def select_new_file_ctypes(file_filter="All Files (*.*)", dialog_title="Create New File"):
-    """
-    Opens a native Windows file dialog for creating a new file.
-
-    Args:
-        file_filter (str): File type filters, e.g., "Text Files (*.txt)" or "All Files (*.*)".
-
-    Returns:
-        str: Selected file path as a string, or an empty string if cancelled.
-    """
-    OFN_EXPLORER = 0x00080000
-    MAX_PATH = 65536  # Large buffer for filename
-
-    class OPENFILENAME(ctypes.Structure):
-        _fields_ = [
-            ("lStructSize", ctypes.wintypes.DWORD),
-            ("hwndOwner", ctypes.wintypes.HWND),
-            ("hInstance", ctypes.wintypes.HINSTANCE),
-            ("lpstrFilter", ctypes.c_wchar_p),
-            ("lpstrCustomFilter", ctypes.c_wchar_p),
-            ("nMaxCustFilter", ctypes.wintypes.DWORD),
-            ("nFilterIndex", ctypes.wintypes.DWORD),
-            ("lpstrFile", ctypes.c_wchar_p),
-            ("nMaxFile", ctypes.wintypes.DWORD),
-            ("lpstrFileTitle", ctypes.c_wchar_p),
-            ("nMaxFileTitle", ctypes.wintypes.DWORD),
-            ("lpstrInitialDir", ctypes.c_wchar_p),
-            ("lpstrTitle", ctypes.c_wchar_p),
-            ("Flags", ctypes.wintypes.DWORD),
-            ("nFileOffset", ctypes.wintypes.WORD),
-            ("nFileExtension", ctypes.wintypes.WORD),
-            ("lpstrDefExt", ctypes.c_wchar_p),
-            ("lCustData", ctypes.wintypes.LPARAM),
-            ("lpfnHook", ctypes.c_void_p),
-            ("lpTemplateName", ctypes.c_wchar_p),
-            ("pvReserved", ctypes.c_void_p),
-            ("dwReserved", ctypes.wintypes.DWORD),
-            ("FlagsEx", ctypes.wintypes.DWORD),
-        ]
-
-    user32 = ctypes.windll.user32
-    comdlg32 = ctypes.windll.comdlg32
-
-    # Convert file_filter into Windows format: "Description\0Pattern\0..."
-    if "(" in file_filter and ")" in file_filter:
-        description = file_filter.split("(")[0].strip()
-        pattern = file_filter[file_filter.find("(")+1:file_filter.find(")")]
-    else:
-        description = "All Files"
-        pattern = "*.*"
-
-    # Extract first extension for default
-    first_ext = pattern.split(";")[0].strip().lstrip("*.")
-    if not first_ext:
-        first_ext = "txt"
-
-    filter_combined = f"{description}\0{pattern}\0All Files\0*.*\0\0"
-
-    file_buffer = ctypes.create_unicode_buffer(MAX_PATH)
-
-    ofn = OPENFILENAME()
-    ofn.lStructSize = ctypes.sizeof(OPENFILENAME)
-    ofn.hwndOwner = 0
-    ofn.lpstrFilter = filter_combined
-    ofn.lpstrFile = ctypes.cast(file_buffer, ctypes.c_wchar_p)
-    ofn.nMaxFile = MAX_PATH
-    ofn.lpstrTitle = dialog_title
-    ofn.Flags = OFN_EXPLORER
-    ofn.lpstrDefExt = first_ext  # <- extension ajoutée automatiquement si absente
-
-    # Mémoriser les fenêtres existantes
-    hwnd_list_before = []
-    def enum_windows_proc(hwnd, lParam):
-        hwnd_list_before.append(hwnd)
-        return True
-
-    EnumWindows = user32.EnumWindows
-    EnumWindowsProc = ctypes.WINFUNCTYPE(ctypes.wintypes.BOOL, ctypes.wintypes.HWND, ctypes.wintypes.LPARAM)
-    EnumWindows(EnumWindowsProc(enum_windows_proc), 0)
-
-    # Ouvre la boîte de dialogue
-    if not comdlg32.GetSaveFileNameW(ctypes.byref(ofn)):
-        return ""
-
-    time.sleep(0.1)
-
-    # Fenêtres après
-    hwnd_list_after = []
-    EnumWindows(EnumWindowsProc(lambda hwnd, lParam: hwnd_list_after.append(hwnd) or True), 0)
-    new_hwnds = list(set(hwnd_list_after) - set(hwnd_list_before))
-
-    selector_hwnd = None
-    target_phrase = (dialog_title or "Save").lower()
-    for hwnd in new_hwnds:
-        length = user32.GetWindowTextLengthW(hwnd)
-        if length > 0:
-            window_title = ctypes.create_unicode_buffer(length + 1)
-            user32.GetWindowTextW(hwnd, window_title, length + 1)
-            if target_phrase in window_title.value.lower():
-                selector_hwnd = hwnd
-                break
-
-    def enforce_modal(hwnd):
-        if not hwnd:
-            return
-        while user32.IsWindow(hwnd):
-            user32.SetForegroundWindow(hwnd)
-            user32.SetWindowPos(hwnd, -1, 0, 0, 0, 0,
-                                0x0002 | 0x0001 | 0x0040)  # SWP_NOMOVE | SWP_NOSIZE | SWP_SHOWWINDOW
-            time.sleep(0.2)
+    def select_new_file_ctypes(file_filter="All Files (*.*)", dialog_title="Create New File"):
+        """
+        Opens a native Windows file dialog for creating a new file.
+
+        Args:
+            file_filter (str): File type filters, e.g., "Text Files (*.txt)" or "All Files (*.*)".
+
+        Returns:
+            str: Selected file path as a string, or an empty string if cancelled.
+        """
+        OFN_EXPLORER = 0x00080000
+        MAX_PATH = 65536  # Large buffer for filename
+
+        class OPENFILENAME(ctypes.Structure):
+            _fields_ = [
+                ("lStructSize", ctypes.wintypes.DWORD),
+                ("hwndOwner", ctypes.wintypes.HWND),
+                ("hInstance", ctypes.wintypes.HINSTANCE),
+                ("lpstrFilter", ctypes.c_wchar_p),
+                ("lpstrCustomFilter", ctypes.c_wchar_p),
+                ("nMaxCustFilter", ctypes.wintypes.DWORD),
+                ("nFilterIndex", ctypes.wintypes.DWORD),
+                ("lpstrFile", ctypes.c_wchar_p),
+                ("nMaxFile", ctypes.wintypes.DWORD),
+                ("lpstrFileTitle", ctypes.c_wchar_p),
+                ("nMaxFileTitle", ctypes.wintypes.DWORD),
+                ("lpstrInitialDir", ctypes.c_wchar_p),
+                ("lpstrTitle", ctypes.c_wchar_p),
+                ("Flags", ctypes.wintypes.DWORD),
+                ("nFileOffset", ctypes.wintypes.WORD),
+                ("nFileExtension", ctypes.wintypes.WORD),
+                ("lpstrDefExt", ctypes.c_wchar_p),
+                ("lCustData", ctypes.wintypes.LPARAM),
+                ("lpfnHook", ctypes.c_void_p),
+                ("lpTemplateName", ctypes.c_wchar_p),
+                ("pvReserved", ctypes.c_void_p),
+                ("dwReserved", ctypes.wintypes.DWORD),
+                ("FlagsEx", ctypes.wintypes.DWORD),
+            ]
+
+        user32 = ctypes.windll.user32
+        comdlg32 = ctypes.windll.comdlg32
+
+        # Convert file_filter into Windows format: "Description\0Pattern\0..."
+        if "(" in file_filter and ")" in file_filter:
+            description = file_filter.split("(")[0].strip()
+            pattern = file_filter[file_filter.find("(")+1:file_filter.find(")")]
+        else:
+            description = "All Files"
+            pattern = "*.*"
+
+        # Extract first extension for default
+        first_ext = pattern.split(";")[0].strip().lstrip("*.")
+        if not first_ext:
+            first_ext = "txt"
+
+        filter_combined = f"{description}\0{pattern}\0All Files\0*.*\0\0"
+
+        file_buffer = ctypes.create_unicode_buffer(MAX_PATH)
+
+        ofn = OPENFILENAME()
+        ofn.lStructSize = ctypes.sizeof(OPENFILENAME)
+        ofn.hwndOwner = 0
+        ofn.lpstrFilter = filter_combined
+        ofn.lpstrFile = ctypes.cast(file_buffer, ctypes.c_wchar_p)
+        ofn.nMaxFile = MAX_PATH
+        ofn.lpstrTitle = dialog_title
+        ofn.Flags = OFN_EXPLORER
+        ofn.lpstrDefExt = first_ext  # <- extension ajoutée automatiquement si absente
+
+        # Mémoriser les fenêtres existantes
+        hwnd_list_before = []
+        def enum_windows_proc(hwnd, lParam):
+            hwnd_list_before.append(hwnd)
+            return True
+
+        EnumWindows = user32.EnumWindows
+        EnumWindowsProc = ctypes.WINFUNCTYPE(ctypes.wintypes.BOOL, ctypes.wintypes.HWND, ctypes.wintypes.LPARAM)
+        EnumWindows(EnumWindowsProc(enum_windows_proc), 0)
 
-    if selector_hwnd:
-        threading.Thread(target=enforce_modal, args=(selector_hwnd,), daemon=True).start()
+        # Ouvre la boîte de dialogue
+        if not comdlg32.GetSaveFileNameW(ctypes.byref(ofn)):
+            return ""
+
+        time.sleep(0.1)
+
+        # Fenêtres après
+        hwnd_list_after = []
+        EnumWindows(EnumWindowsProc(lambda hwnd, lParam: hwnd_list_after.append(hwnd) or True), 0)
+        new_hwnds = list(set(hwnd_list_after) - set(hwnd_list_before))
+
+        selector_hwnd = None
+        target_phrase = (dialog_title or "Save").lower()
+        for hwnd in new_hwnds:
+            length = user32.GetWindowTextLengthW(hwnd)
+            if length > 0:
+                window_title = ctypes.create_unicode_buffer(length + 1)
+                user32.GetWindowTextW(hwnd, window_title, length + 1)
+                if target_phrase in window_title.value.lower():
+                    selector_hwnd = hwnd
+                    break
+
+        def enforce_modal(hwnd):
+            if not hwnd:
+                return
+            while user32.IsWindow(hwnd):
+                user32.SetForegroundWindow(hwnd)
+                user32.SetWindowPos(hwnd, -1, 0, 0, 0, 0,
+                                    0x0002 | 0x0001 | 0x0040)  # SWP_NOMOVE | SWP_NOSIZE | SWP_SHOWWINDOW
+                time.sleep(0.2)
+
+        if selector_hwnd:
+            threading.Thread(target=enforce_modal, args=(selector_hwnd,), daemon=True).start()
+
+        result = ctypes.wstring_at(ctypes.addressof(file_buffer), file_buffer._length_)
+        return result.split('\0', 1)[0].replace("\\", "/")
+
+
+    def BoxMessage(text: str, mode: int = 0, title: str = None) -> int:
+        """
+        Affiche une boîte native Windows (via ctypes).
+        mode = 0 -> Error
+        mode = 1 -> Warning
+        mode = 2 -> Info
+        Retourne l'ID du bouton cliqué (IDOK = 1).
+        usage     BoxMessage("Ceci est une erreur", 0)
+        BoxMessage("Ceci est un avertissement", 1)
+        BoxMessage("Ceci est une information", 2)
+        BoxMessage("Ceci est une erreur", 0,"titr1")
+        BoxMessage("Ceci est un avertissement", 1,"titr2")
+        BoxMessage("Ceci est une information", 2,"titr3")
+
+
+        """
+
+
+        # Flags boutons
+        MB_OK = 0x00000000
+        MB_SYSTEMMODAL   = 0x00001000
+        MB_SETFOREGROUND = 0x00010000
+        MB_TOPMOST       = 0x00040000
+
+        # Icônes selon mode
+        if mode == 0:  # Error
+            icon_flag = 0x00000010  # MB_ICONERROR
+            if title is None: title = "Error"
+        elif mode == 1:  # Warning
+            icon_flag = 0x00000030  # MB_ICONWARNING
+            if title is None: title = "Warning"
+        elif mode == 2:  # Info
+            icon_flag = 0x00000040  # MB_ICONINFORMATION
+            if title is None: title = "Information"
+        else:
+            raise ValueError("mode doit être 0=Error, 1=Warning, 2=Info")
 
-    result = ctypes.wstring_at(ctypes.addressof(file_buffer), file_buffer._length_)
-    return result.split('\0', 1)[0].replace("\\", "/")
+        flags = MB_OK | icon_flag | MB_SYSTEMMODAL | MB_SETFOREGROUND | MB_TOPMOST
 
+        return windll.user32.MessageBoxW(0, c_wchar_p(text), c_wchar_p(title), flags)