aait 2.0.0__tar.gz → 2.0.0.1__tar.gz

{aait-2.0.0 → aait-2.0.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 2.0.0
+Version: 2.0.0.1
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-2.0.0 → aait-2.0.0.1}/aait.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 2.0.0
+Version: 2.0.0.1
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-2.0.0 → aait-2.0.0.1}/aait.egg-info/SOURCES.txt

@@ -1,5 +1,4 @@
 License.txt
-setup.cfg
 setup.py
 aait.egg-info/PKG-INFO
 aait.egg-info/SOURCES.txt
@@ -95,6 +94,7 @@ orangecontrib/AAIT/widgets/OWEditTable.py
 orangecontrib/AAIT/widgets/OWEndLoop.py
 orangecontrib/AAIT/widgets/OWExecuteScript.py
 orangecontrib/AAIT/widgets/OWExtraChunks.py
+orangecontrib/AAIT/widgets/OWExtractTokens.py
 orangecontrib/AAIT/widgets/OWFileWithPath.py
 orangecontrib/AAIT/widgets/OWGenerateQuestions.py
 orangecontrib/AAIT/widgets/OWGenerateSynthesis.py
@@ -145,6 +145,7 @@ orangecontrib/AAIT/widgets/designer/owembeddings.ui
 orangecontrib/AAIT/widgets/designer/owendloop.ui
 orangecontrib/AAIT/widgets/designer/owexecutescript.ui
 orangecontrib/AAIT/widgets/designer/owextrachunks.ui
+orangecontrib/AAIT/widgets/designer/owextracttokens.ui
 orangecontrib/AAIT/widgets/designer/owfilewithpath.ui
 orangecontrib/AAIT/widgets/designer/owgeneratequestions.ui
 orangecontrib/AAIT/widgets/designer/owgeneratesynthesis.ui
@@ -206,6 +207,7 @@ orangecontrib/AAIT/widgets/icons/owconversellm.svg
 orangecontrib/AAIT/widgets/icons/owedittable.svg
 orangecontrib/AAIT/widgets/icons/owembeddings.svg
 orangecontrib/AAIT/widgets/icons/owexecutescript.svg
+orangecontrib/AAIT/widgets/icons/owextracttokens.svg
 orangecontrib/AAIT/widgets/icons/owfilewithpath.svg
 orangecontrib/AAIT/widgets/icons/owgeneratequestions.svg
 orangecontrib/AAIT/widgets/icons/owgeneratesynthesis.png
@@ -229,4 +231,32 @@ orangecontrib/AAIT/widgets/icons/processdocuments.svg
 orangecontrib/AAIT/widgets/icons/qwen-color.png
 orangecontrib/AAIT/widgets/icons/startloop.png
 orangecontrib/AAIT/widgets/icons/tools.png
-orangecontrib/AAIT/widgets/icons/widgetFactory.svg
+orangecontrib/AAIT/widgets/icons/widgetFactory.svg
+orangecontrib/ALGORITHM/__init__.py
+orangecontrib/ALGORITHM/widgets/__init__.py
+orangecontrib/API/__init__.py
+orangecontrib/API/widgets/__init__.py
+orangecontrib/IMG4IT/__init__.py
+orangecontrib/IMG4IT/utils/__init__.py
+orangecontrib/IMG4IT/widgets/OWConvertImages.py
+orangecontrib/IMG4IT/widgets/OWPaddleOCR.py
+orangecontrib/IMG4IT/widgets/__init__.py
+orangecontrib/IMG4IT/widgets/designer/__init__.py
+orangecontrib/IMG4IT/widgets/icons/__init__.py
+orangecontrib/IMG4IT/widgets/icons_dev/__init__.py
+orangecontrib/LLM_INTEGRATION/__init__.py
+orangecontrib/LLM_INTEGRATION/widgets/__init__.py
+orangecontrib/LLM_MODELS/__init__.py
+orangecontrib/LLM_MODELS/widgets/__init__.py
+orangecontrib/TOOLBOX/__init__.py
+orangecontrib/TOOLBOX/widgets/__init__.py
+tests/test_class_values_context_handler.py
+tests/test_credentials.py
+tests/test_domain_context_handler.py
+tests/test_gui.py
+tests/test_matplotlib_export.py
+tests/test_perfect_domain_context_handler.py
+tests/test_scatterplot_density.py
+tests/test_settings_handler.py
+tests/test_widgets_outputs.py
+tests/test_workflows.py

{aait-2.0.0 → aait-2.0.0.1}/orangecontrib/AAIT/llm/process_documents.py

@@ -15,13 +15,13 @@ def process_documents(dirpath):
 
     # get path from user selection
     embeddings = check_for_embeddings(dirpath)
-    dirpath = dirpath.replace("/", "\\")
+    dirpath = dirpath.replace("\\","/")
 
     # Set selected path in the saved embeddings
     if embeddings is not None:
-        common_path = find_common_root(embeddings).replace("/", "\\")
+        common_path = find_common_root(embeddings).replace("\\","/")
         for row in embeddings:
-            row["path"] = row["path"].value.replace("/", "\\").replace(common_path, dirpath)
+            row["path"] = row["path"].value.replace("\\","/").replace(common_path, dirpath)
 
     # Verify which files are already processed
     files_to_process = get_files_to_process(dirpath, embeddings)
@@ -87,7 +87,7 @@ def get_files_to_process(folder_path, table=None):
             # Check if the file has a supported extension
             if os.path.splitext(file)[1].lower() in supported_extensions:
                 # Add the file if it is not already in the table
-                filepath = os.path.join(root, file).replace("/", "\\")
+                filepath = os.path.join(root, file).replace("\\","/")
                 if filepath not in existing_paths:
                     new_files.append(filepath)
                     sizes[filepath] = os.path.getsize(filepath)

{aait-2.0.0 → aait-2.0.0.1}/orangecontrib/AAIT/utils/MetManagement.py

@@ -1325,7 +1325,7 @@ def get_api_local_folder(workflow_id=""):
     if len(workflow_id)>4:
         if workflow_id[-4:]==".ows":
             workflow_id=workflow_id[:-4]
-            result+=workflow_id+"/"
+    result+=workflow_id+"/"
     return result
 
 def get_api_local_folder_admin():

{aait-2.0.0 → aait-2.0.0.1}/orangecontrib/AAIT/widgets/OWExecuteScript.py

@@ -58,6 +58,7 @@ class OWExecuteScript(widget.OWWidget):
 
     def run(self):
         self.warning("")
+        self.error("")
 
         # If Thread is already running, interrupt it
         if self.thread is not None:
@@ -68,7 +69,8 @@ class OWExecuteScript(widget.OWWidget):
             return
 
         if not "Script" in self.data.domain:
-            self.warning("You do not have a 'Script' column, nothing happened.")
+            self.error("You do not have a 'Script' column, nothing happened.")
+            return
 
         self.thread = thread_management.Thread(self.execute_scripts_in_table, self.data)
         self.thread.progress.connect(self.handle_progress)

aait-2.0.0.1/orangecontrib/AAIT/widgets/OWExtractTokens.py

@@ -0,0 +1,139 @@
+import os
+import sys
+
+from Orange.data import Table, Domain, StringVariable
+from AnyQt.QtWidgets import QApplication
+from Orange.widgets import widget
+from Orange.widgets.utils.signals import Input, Output
+
+
+if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
+    from Orange.widgets.orangecontrib.AAIT.utils.import_uic import uic
+    from Orange.widgets.orangecontrib.AAIT.utils.initialize_from_ini import apply_modification_from_python_file
+else:
+    from orangecontrib.AAIT.utils.import_uic import uic
+    from orangecontrib.AAIT.utils.initialize_from_ini import apply_modification_from_python_file
+
+
+@apply_modification_from_python_file(filepath_original_widget=__file__)
+class OWExtractTokens(widget.OWWidget):
+    name = "Extract Tokens"
+    description = "This widget extracts the tokens from your input data."
+    icon = "icons/owextracttokens.svg"
+    if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
+        icon = "icons_dev/owextracttokens.svg"
+    gui = os.path.join(os.path.dirname(os.path.abspath(__file__)), "designer/owextracttokens.ui")
+    want_control_area = False
+    priority = 1060
+
+    class Inputs:
+        data = Input("Data", Table)
+
+    class Outputs:
+        data_row = Output("Tokens to row", Table)
+        data_column = Output("Tokens to column", Table)
+
+    @Inputs.data
+    def set_data(self, in_data):
+        self.data = in_data
+        if self.autorun:
+            self.run()
+
+    def __init__(self):
+        super().__init__()
+        # Qt Management
+        self.setFixedWidth(470)
+        self.setFixedHeight(300)
+        uic.loadUi(self.gui, self)
+
+        # Data Management
+        self.data = None
+        self.autorun = True
+        self.post_initialized()
+
+    def run(self):
+        self.warning("")
+        self.error("")
+
+        if self.data is None:
+            self.Outputs.data_row.send(None)
+            self.Outputs.data_column.send(None)
+            return
+
+        if not hasattr(self.data, "tokens"):
+            self.Outputs.data_row.send(self.data)
+            self.Outputs.data_column.send(self.data)
+            self.warning("There is no tokens in the input table.")
+            return
+
+        out_data_row = tokens_to_row(self.data)
+        out_data_column = tokens_to_column(self.data)
+
+        self.Outputs.data_row.send(out_data_row)
+        self.Outputs.data_column.send(out_data_column)
+
+
+    def post_initialized(self):
+        pass
+
+
+def tokens_to_row(table):
+    # Get original domain
+    domain = table.domain
+
+    # Create new domain: same attributes + one new StringVariable for the token
+    token_var = StringVariable("Tokens_1")
+    new_domain = Domain(domain.attributes, domain.class_vars, metas=list(domain.metas) + [token_var])
+
+    new_data_rows = []
+    for i, row in enumerate(table):
+        tokens = table.tokens[i]  # list of tokens for this row
+        for token in tokens:
+            # Duplicate the row's values
+            attrs = list(row)  # attribute values
+            class_vars = list(row.get_class()) if domain.class_vars else []
+            metas = list(row.metas) + [token]  # append token as a new meta
+
+            new_data_rows.append(attrs + class_vars + metas)
+
+    # Build and return the new Table
+    return Table.from_list(new_domain, new_data_rows)
+
+
+def tokens_to_column(table):
+    # Step 1: Get max number of tokens across all rows
+    max_tokens = max(len(tokens) for tokens in table.tokens)
+
+    # Step 2: Create new domain
+    token_vars = [StringVariable(f"Tokens_{i+1}") for i in range(max_tokens)]
+    new_domain = Domain(
+        table.domain.attributes,
+        table.domain.class_vars,
+        list(table.domain.metas) + token_vars  # add token vars as metas
+    )
+
+    new_data_rows = []
+    for i, row in enumerate(table):
+        tokens = table.tokens[i]
+
+        # Pad token list to max_tokens with empty strings
+        padded_tokens = tokens + [''] * (max_tokens - len(tokens))
+
+        # Build row: attributes + class_vars + metas + tokens
+        attrs = list(row)
+        class_vars = list(row.get_class()) if table.domain.class_vars else []
+        metas = list(row.metas) + padded_tokens
+
+        new_data_rows.append(attrs + class_vars + metas)
+
+    return Table.from_list(new_domain, new_data_rows)
+
+
+if __name__ == "__main__":
+    app = QApplication(sys.argv)
+    my_widget = OWExtractTokens()
+    my_widget.show()
+    if hasattr(app, "exec"):
+        app.exec()
+    else:
+        app.exec_()

aait-2.0.0.1/orangecontrib/AAIT/widgets/designer/owextracttokens.ui

@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>470</width>
+    <height>300</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Form</string>
+  </property>
+  <widget class="QLabel" name="Description">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>20</y>
+     <width>431</width>
+     <height>261</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>This widget extracts the tokens from your input data.</string>
+   </property>
+   <property name="textFormat">
+    <enum>Qt::AutoText</enum>
+   </property>
+   <property name="alignment">
+    <set>Qt::AlignLeading|Qt::AlignLeft|Qt::AlignVCenter</set>
+   </property>
+   <property name="wordWrap">
+    <bool>true</bool>
+   </property>
+  </widget>
+ </widget>
+ <resources/>
+ <connections/>
+</ui>

aait-2.0.0.1/orangecontrib/AAIT/widgets/icons/owextracttokens.svg

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?><!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 24 24" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path d="M5 7H3M5 11H3M20 15H3M15 19H3M21 7H19M21 11H19M10.6 11H13.4C13.9601 11 14.2401 11 14.454 10.891C14.6422 10.7951 14.7951 10.6422 14.891 10.454C15 10.2401 15 9.96005 15 9.4V6.6C15 6.03995 15 5.75992 14.891 5.54601C14.7951 5.35785 14.6422 5.20487 14.454 5.10899C14.2401 5 13.9601 5 13.4 5H10.6C10.0399 5 9.75992 5 9.54601 5.10899C9.35785 5.20487 9.20487 5.35785 9.10899 5.54601C9 5.75992 9 6.03995 9 6.6V9.4C9 9.96005 9 10.2401 9.10899 10.454C9.20487 10.6422 9.35785 10.7951 9.54601 10.891C9.75992 11 10.0399 11 10.6 11Z" stroke="#000000" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"/>
+</svg>

aait-2.0.0.1/orangecontrib/ALGORITHM/widgets/__init__.py

@@ -0,0 +1,19 @@
+"""
+Widgets from Development workflow category
+
+"""
+# ID = "orangecontrib.AAIT"
+
+NAME = "AAIT - Algorithm"
+
+# Category icon show in the menu
+ICON = "icons/algorithm.png"
+
+BACKGROUND = "light-blue"
+
+DESCRIPTION = ("AAIT - Algorithm is a package meant to develop and enable advanced AI "
+               "functionalities in Orange Data Mining.")
+
+
+
+# PRIORITY = 6

aait-2.0.0.1/orangecontrib/API/widgets/__init__.py

@@ -0,0 +1,19 @@
+"""
+Widgets from Development workflow category
+
+"""
+# ID = "orangecontrib.AAIT"
+
+NAME = "AAIT - API"
+
+# Category icon show in the menu
+ICON = "icons/api.png"
+
+BACKGROUND = "light-pink"
+
+DESCRIPTION = ("AAIT - Algorithm is a package meant to develop and enable advanced AI "
+               "functionalities in Orange Data Mining.")
+
+
+
+# PRIORITY = 6

aait-2.0.0.1/orangecontrib/IMG4IT/widgets/OWConvertImages.py

@@ -0,0 +1,131 @@
+import numpy as np
+import os
+import zipfile
+from PIL import Image
+import pillow_heif
+import Orange
+from Orange.data import Table, Domain, StringVariable
+from pathlib import Path
+from Orange.widgets.widget import OWWidget, Input, Output
+from AnyQt.QtWidgets import QApplication
+
+class OWConvertImages(OWWidget):
+    name = "Convert Images"
+    description = "Takes one or more folders as input. In these folders, if a .zip file is found, extract the images it contains, convert them to JPG, and reduce their resolution to decrease the image file size."
+    icon = "icons/resize-picture.svg"
+    if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
+        icon = "icons_dev/resize-picture.svg"
+    priority = 3000
+
+    class Inputs:
+        data = Input("Data", Orange.data.Table)
+
+    @Inputs.data
+    def set_data(self, in_data):
+        self.data = in_data
+        if self.data is None:
+            return
+        if "folders_path" in in_data.domain:
+            self.folders_path = in_data.get_column("folders_path")
+        elif "folder_path" in in_data.domain:
+            self.folders_path = in_data.get_column("folder_path")
+        if "file_path" in in_data.domain:
+            self.path_file = in_data.get_column("file_path")
+        else:
+            if self.folders_path is None:
+                self.error("No folder provided.")
+                return
+            path = Path(str(self.folders_path[0]))
+            self.path_file = path.parent
+        self.run()
+
+    class Outputs:
+        data = Output("Data", Orange.data.Table)
+
+    def __init__(self):
+        super().__init__()
+        self.data = None
+        self.folders_path = None
+        self.path_file = None
+        self.MAX_SIZE = (1000, 1000)
+        self.run()
+
+    def trouver_fichiers_zip(self,dossier):
+        chemin_complet = None
+        for racine, dossiers, fichiers in os.walk(dossier):
+            for fichier in fichiers:
+                if fichier.lower().endswith('.zip'):
+                    chemin_complet = os.path.join(racine, fichier)
+        return chemin_complet
+
+    def run(self):
+        self.error("")
+        self.warning("")
+
+        if self.data is None:
+            return
+
+        if self.folders_path is None or self.path_file is None:
+            self.error("No folder provided.")
+            return
+
+        # Fonctionnel pour confideo
+        # a modifier cette fonction encore la fonction de dezip à l'intérieur
+        # il faudrait modifier pour enlever le début et ne laisser que la partie convertion d'image
+        image_paths = []
+        pillow_heif.register_heif_opener()
+        # Extraction et collecte des images
+        for file_path in self.folders_path:
+            img = []
+            path = self.trouver_fichiers_zip(file_path)
+            if path == None:
+                pass
+            extract_path = file_path + "/" + "temp_images"
+            os.makedirs(extract_path, exist_ok=True)
+            ext = os.path.splitext(str(path))[1].lower()
+            if ext == ".zip":
+                with zipfile.ZipFile(path, "r") as zip_ref:
+                    zip_ref.extractall(extract_path)
+                for root, dirs, files in os.walk(extract_path):
+                    for fname in files:
+                        if fname.lower().endswith((".png", ".jpg", ".jpeg", ".tiff", ".tif", ".heif", ".heic")):
+                            img.append(os.path.join(root, fname))
+            elif ext in [".png", ".jpg", ".jpeg", ".tiff", ".tif", ".heif", ".heic"]:
+                image_paths.append(path)
+            image_paths.append(img)
+
+        converted_path = str(self.path_file) + "/temp_images/converted"
+        os.makedirs(converted_path, exist_ok=True)
+        new_image_paths = []
+
+        for image_path in image_paths:
+            for img_path in image_path:
+                ext = os.path.splitext(img_path)[1].lower()
+                if ext in [".png", ".jpg", ".jpeg", ".tiff", ".tif", ".heif", ".heic"]:
+                    try:
+                        image = Image.open(img_path)
+                        if image.mode != 'RGB':
+                            image = image.convert('RGB')
+                        image.thumbnail(self.MAX_SIZE)
+                        new_filename = os.path.splitext(os.path.basename(img_path))[0] + ".jpg"
+                        new_path = os.path.join(converted_path, new_filename)
+                        image.save(new_path, format="JPEG", quality=70)
+                        new_image_paths.append(new_path)
+                        # Supprimer l'original (facultatif)
+                        # os.remove(img_path)
+                    except Exception as e:
+                        print(f"Erreur de conversion {img_path} : {e}")
+        data_metas = [[str(self.path_file), str(new_image_paths)]]
+        domain = Domain([], metas=[StringVariable("folder_path"), StringVariable("image_paths")])
+        table = Table.from_numpy(domain, np.empty((len(data_metas), 0)), metas=data_metas)
+        self.Outputs.data.send(table)
+
+if __name__ == "__main__":
+    import sys
+    app = QApplication(sys.argv)
+    my_widget = OWConvertImages()
+    my_widget.show()
+    if hasattr(app, "exec"):
+        sys.exit(app.exec())
+    else:
+        sys.exit(app.exec_())