aait 2.3.13__tar.gz → 2.3.14.1__tar.gz

{aait-2.3.13 → aait-2.3.14.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 2.3.13
+Version: 2.3.14.1
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-2.3.13 → aait-2.3.14.1}/aait.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 2.3.13
+Version: 2.3.14.1
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-2.3.13 → aait-2.3.14.1}/aait.egg-info/SOURCES.txt

@@ -112,6 +112,7 @@ orangecontrib/AAIT/widgets/OWSaveFilepathEntry.py
 orangecontrib/AAIT/widgets/OWSelectColumnDynamique.py
 orangecontrib/AAIT/widgets/OWSelectRowsDynamic.py
 orangecontrib/AAIT/widgets/OWSortAndSelect.py
+orangecontrib/AAIT/widgets/OWSplitExcelSheets.py
 orangecontrib/AAIT/widgets/OWStartLoop.py
 orangecontrib/AAIT/widgets/OWTable2Corpus.py
 orangecontrib/AAIT/widgets/OWTranslation.py
@@ -180,6 +181,7 @@ orangecontrib/AAIT/widgets/designer/owsavewithpath.ui
 orangecontrib/AAIT/widgets/designer/owselect_column_dynamic.ui
 orangecontrib/AAIT/widgets/designer/owselect_row_dynamic.ui
 orangecontrib/AAIT/widgets/designer/owsortandselect.ui
+orangecontrib/AAIT/widgets/designer/owsplitexcelsheets.ui
 orangecontrib/AAIT/widgets/designer/owstartloop.ui
 orangecontrib/AAIT/widgets/designer/owtable2corpus.ui
 orangecontrib/AAIT/widgets/designer/owtranslation.ui

{aait-2.3.13 → aait-2.3.14.1}/orangecontrib/AAIT/utils/subprocess_management.py

@@ -130,9 +130,14 @@ def open_terminal(command, with_qt=True, env=None):
         # command.insert(0,"/k")
         # command.insert(0, "cmd.exe")
         # process = subprocess.Popen(command, env=env,creationflags=subprocess.CREATE_NEW_CONSOLE)
-        process = subprocess.Popen(command,env=env,creationflags=subprocess.CREATE_NEW_CONSOLE)
-
-
+        process = subprocess.Popen(
+            command,
+            env=env,
+            creationflags=(
+                    subprocess.CREATE_NEW_CONSOLE |
+                    subprocess.CREATE_NEW_PROCESS_GROUP
+            )
+        )
 
         if process:
             return process.pid

aait-2.3.14.1/orangecontrib/AAIT/widgets/OWSplitExcelSheets.py

@@ -0,0 +1,216 @@
+import os
+import sys
+import openpyxl
+from openpyxl import Workbook
+
+import Orange.data
+from Orange.data import Table, Domain, StringVariable
+from Orange.widgets.utils.signals import Input, Output
+from Orange.widgets.settings import Setting
+from AnyQt.QtWidgets import QApplication, QCheckBox, QPushButton
+
+if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
+    from Orange.widgets.orangecontrib.AAIT.utils import base_widget, thread_management
+    from Orange.widgets.orangecontrib.AAIT.utils.initialize_from_ini import apply_modification_from_python_file
+else:
+    from orangecontrib.AAIT.utils import base_widget, thread_management
+    from orangecontrib.AAIT.utils.initialize_from_ini import apply_modification_from_python_file
+
+
+@apply_modification_from_python_file(filepath_original_widget=__file__)
+class OWSplitExcelSheets(base_widget.BaseListWidget):
+
+    name = "Split Excel Sheets"
+    description = "Split Excel files into one file per sheet."
+    category = "AAIT - TOOLBOX"
+    icon = "icons/splitexcelsheets.png"
+    priority = 1070
+    want_control_area = False
+
+    gui = os.path.join(
+        os.path.dirname(os.path.abspath(__file__)),
+        "designer/owsplitexcelsheets.ui"
+    )
+
+    recursive = Setting("True")
+
+    class Inputs:
+        data = Input("Data", Orange.data.Table)
+
+    class Outputs:
+        data = Output("Generated files", Orange.data.Table)
+
+    @Inputs.data
+    def set_data(self, in_data):
+        self.data = in_data
+        if in_data is None:
+            self.Outputs.data.send(None)
+
+    def __init__(self):
+        super().__init__()
+
+        self.setFixedWidth(480)
+        self.setFixedHeight(360)
+
+        self.data = None
+        self.thread = None
+
+        self.checkBox_recursive = self.findChild(QCheckBox, "checkBox_recursive")
+        self.pushButton_run = self.findChild(QPushButton, "pushButton_run")
+
+        self.checkBox_recursive.setChecked(self.recursive == "True")
+        self.checkBox_recursive.stateChanged.connect(self.on_recursive_changed)
+        self.pushButton_run.clicked.connect(self.run)
+
+        self.post_initialized()
+
+    def on_recursive_changed(self, state):
+        self.recursive = "True" if state else "False"
+
+    def run(self):
+        self.error("")
+        self.warning("")
+
+        if self.thread is not None:
+            self.thread.safe_quit()
+
+        if self.data is None or len(self.data) == 0:
+            self.Outputs.data.send(None)
+            return
+
+        self.progressBarInit()
+
+        self.thread = thread_management.Thread(
+            self.split_excel_worker
+        )
+
+        self.thread.progress.connect(self.handle_progress)
+        self.thread.result.connect(self.handle_result)
+        self.thread.finish.connect(self.handle_finish)
+        self.thread.start()
+
+    def handle_progress(self, value: float):
+        self.progressBarSet(value)
+
+    def handle_result(self, result):
+        try:
+            if not result:
+                self.Outputs.data.send(None)
+                return
+
+            domain = Domain([], metas=[StringVariable("path")])
+            table = Table.from_numpy(
+                domain,
+                X=[[] for _ in result],
+                metas=result
+            )
+
+            self.Outputs.data.send(table)
+
+        except Exception as e:
+            self.error(f"Processing error: {e}")
+            self.Outputs.data.send(None)
+
+    def handle_finish(self):
+        self.progressBarFinished()
+
+    def post_initialized(self):
+        pass
+
+    @staticmethod
+    def is_excel_already_processed(filepath):
+        name_no_ext = os.path.splitext(os.path.basename(filepath))[0]
+        parent = os.path.dirname(filepath)
+        target_dir = os.path.join(parent, f"{name_no_ext}_sheets")
+
+        if not os.path.isdir(target_dir):
+            return False
+
+        return any(f.lower().endswith(".xlsx") for f in os.listdir(target_dir))
+
+    def split_excel_worker(self, progress_callback):
+        excel_ext = (".xlsx", ".xlsm", ".xls", ".xlsb")
+        all_files = []
+
+        # Récupération directe des chemins depuis les metas
+        bases = [
+            str(row[0])
+            for row in self.data.metas
+            if row and os.path.isdir(row[0])
+        ]
+
+        excel_files = []
+
+        for base in bases:
+            walker = os.walk(base) if self.recursive == "True" else [(base, [], os.listdir(base))]
+
+            for root, _, files in walker:
+                for f in files:
+                    if not f.lower().endswith(excel_ext):
+                        continue
+                    if f.startswith("~$"):
+                        continue
+
+                    full_path = os.path.join(root, f)
+
+                    if self.is_excel_already_processed(full_path):
+                        continue
+
+                    excel_files.append(full_path)
+
+        total = len(excel_files)
+        if total == 0:
+            return []
+
+        for idx, filepath in enumerate(excel_files, start=1):
+            name_no_ext = os.path.splitext(os.path.basename(filepath))[0]
+            parent = os.path.dirname(filepath)
+            target_dir = os.path.join(parent, f"{name_no_ext}_sheets")
+
+            os.makedirs(target_dir, exist_ok=True)
+
+            try:
+                # Mode read_only=True pour économiser la RAM sur les gros fichiers
+                # data_only=True pour extraire les valeurs et non les formules
+                wb_source = openpyxl.load_workbook(filepath, read_only=True, data_only=True)
+
+                for sheet_name in wb_source.sheetnames:
+                    safe_name = "".join(c if c.isalnum() else "_" for c in sheet_name)
+                    out_path = os.path.join(target_dir, f"{safe_name}.xlsx")
+
+                    # Création du nouveau classeur pour la feuille individuelle
+                    wb_dest = Workbook()
+                    ws_dest = wb_dest.active
+                    ws_dest.title = sheet_name
+
+                    ws_source = wb_source[sheet_name]
+
+                    has_data = False
+                    # On itère sur les lignes de la source
+                    for row in ws_source.rows:
+                        row_values = [cell.value for cell in row]
+                        # On vérifie si la ligne contient au moins une donnée
+                        if any(v is not None for v in row_values):
+                            ws_dest.append(row_values)
+                            has_data = True
+
+                    if has_data:
+                        wb_dest.save(out_path)
+                        all_files.append([out_path.replace("\\", "/")])
+
+                wb_source.close()
+
+            except Exception as e:
+                print(f"Skipping {filepath} due to error: {e}")
+                continue
+
+            progress_callback(idx / total * 100)
+
+        return all_files
+
+
+if __name__ == "__main__":
+    app = QApplication(sys.argv)
+    w = OWSplitExcelSheets()
+    w.show()
+    app.exec()

aait-2.3.14.1/orangecontrib/AAIT/widgets/designer/owsplitexcelsheets.ui

@@ -0,0 +1,141 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>480</width>
+    <height>360</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Split Excel Sheets</string>
+  </property>
+
+  <widget class="QGroupBox" name="groupBox">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>20</y>
+     <width>440</width>
+     <height>120</height>
+    </rect>
+   </property>
+   <property name="title">
+    <string>Parameters</string>
+   </property>
+
+   <widget class="QCheckBox" name="checkBox_recursive">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>40</y>
+      <width>380</width>
+      <height>22</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>Process sub-directories recursively</string>
+    </property>
+    <property name="checked">
+     <bool>true</bool>
+    </property>
+   </widget>
+
+   <widget class="QLabel" name="label">
+    <property name="geometry">
+     <rect>
+      <x>20</x>
+      <y>75</y>
+      <width>390</width>
+      <height>30</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>Each Excel file is split into one file per sheet.</string>
+    </property>
+    <property name="wordWrap">
+     <bool>true</bool>
+    </property>
+   </widget>
+  </widget>
+
+  <widget class="QGroupBox" name="groupBox_3">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>150</y>
+     <width>440</width>
+     <height>120</height>
+    </rect>
+   </property>
+   <property name="title">
+    <string>Column selection</string>
+   </property>
+
+   <widget class="QLabel" name="Description_4">
+    <property name="geometry">
+     <rect>
+      <x>10</x>
+      <y>25</y>
+      <width>420</width>
+      <height>40</height>
+     </rect>
+    </property>
+    <property name="text">
+     <string>Select the column containing input directories.</string>
+    </property>
+    <property name="wordWrap">
+     <bool>true</bool>
+    </property>
+   </widget>
+
+   <widget class="QWidget" name="placeholder" native="true">
+    <property name="geometry">
+     <rect>
+      <x>0</x>
+      <y>65</y>
+      <width>440</width>
+      <height>55</height>
+     </rect>
+    </property>
+   </widget>
+  </widget>
+
+  <widget class="QPushButton" name="pushButton_run">
+   <property name="geometry">
+    <rect>
+     <x>160</x>
+     <y>300</y>
+     <width>300</width>
+     <height>30</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>Run</string>
+   </property>
+  </widget>
+
+  <widget class="QCheckBox" name="checkBox_send">
+   <property name="enabled">
+    <bool>true</bool>
+   </property>
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>308</y>
+     <width>130</width>
+     <height>18</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>Auto send data</string>
+   </property>
+  </widget>
+
+ </widget>
+ <resources/>
+ <connections/>
+</ui>

{aait-2.3.13 → aait-2.3.14.1}/setup.py

@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
 NAME = "aait"
 
 # Version du package PyPI
-VERSION = "2.3.13"  # la version doit être supérieure à la précédente sinon la publication sera refusée
+VERSION = "2.3.14.1"  # la version doit être supérieure à la précédente sinon la publication sera refusée
 
 # Facultatif / Adaptable à souhait
 AUTHOR = "Orange community"