altera-data-suite 1.0.0__tar.gz

altera_data_suite-1.0.0/Altera_Data_Suite.egg-info/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 2.4
+Name: altera-data-suite
+Version: 1.0.0
+Summary: Altera Data Suite for Orange3
+Author: Your Name
+Requires-Python: >=3.10
+Requires-Dist: orange3
+Requires-Dist: PyQt6
+Requires-Dist: PyQt6-WebEngine
+Requires-Dist: pandas
+Requires-Dist: numpy
+Requires-Dist: keyring
+Requires-Dist: requests
+Requires-Dist: pymupdf
+Requires-Dist: camelot-py
+Requires-Dist: pypdfium2
+Requires-Dist: Pillow
+Dynamic: author
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

altera_data_suite-1.0.0/Altera_Data_Suite.egg-info/SOURCES.txt

@@ -0,0 +1,48 @@
+MANIFEST.in
+README.md
+pyproject.toml
+setup.py
+Altera_Data_Suite.egg-info/PKG-INFO
+Altera_Data_Suite.egg-info/SOURCES.txt
+Altera_Data_Suite.egg-info/dependency_links.txt
+Altera_Data_Suite.egg-info/entry_points.txt
+Altera_Data_Suite.egg-info/requires.txt
+Altera_Data_Suite.egg-info/top_level.txt
+altera_data_suite.egg-info/PKG-INFO
+altera_data_suite.egg-info/SOURCES.txt
+altera_data_suite.egg-info/dependency_links.txt
+altera_data_suite.egg-info/entry_points.txt
+altera_data_suite.egg-info/requires.txt
+altera_data_suite.egg-info/top_level.txt
+orangecontrib/__init__.py
+orangecontrib/custom/__init__.py
+orangecontrib/custom/widgets/__init__.py
+orangecontrib/custom/widgets/cleaner.py
+orangecontrib/custom/widgets/columns_manager.py
+orangecontrib/custom/widgets/filter_builder.py
+orangecontrib/custom/widgets/header_promoter.py
+orangecontrib/custom/widgets/horizontal_stack.py
+orangecontrib/custom/widgets/multishift.py
+orangecontrib/custom/widgets/passthrough.py
+orangecontrib/custom/widgets/pdf_converter.py
+orangecontrib/custom/widgets/regex.py
+orangecontrib/custom/widgets/settings.py
+orangecontrib/custom/widgets/web_utils.py
+orangecontrib/custom/widgets/icons/3-squares.svg
+orangecontrib/custom/widgets/icons/category.svg
+orangecontrib/custom/widgets/icons/cleaner.svg
+orangecontrib/custom/widgets/icons/color_filter.svg
+orangecontrib/custom/widgets/icons/column_manager.svg
+orangecontrib/custom/widgets/icons/edit_column.svg
+orangecontrib/custom/widgets/icons/filter.svg
+orangecontrib/custom/widgets/icons/header_promoter.svg
+orangecontrib/custom/widgets/icons/hstack.svg
+orangecontrib/custom/widgets/icons/link.svg
+orangecontrib/custom/widgets/icons/multishift.svg
+orangecontrib/custom/widgets/icons/passthrough.svg
+orangecontrib/custom/widgets/icons/pdf_converter.svg
+orangecontrib/custom/widgets/icons/regex.svg
+orangecontrib/custom/widgets/icons/regular_filter.svg
+orangecontrib/custom/widgets/icons/settings.svg
+orangecontrib/custom/widgets/icons/shift.svg
+orangecontrib/custom/widgets/icons/spreadsheet.svg

altera_data_suite-1.0.0/Altera_Data_Suite.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

altera_data_suite-1.0.0/Altera_Data_Suite.egg-info/entry_points.txt

@@ -0,0 +1,5 @@
+[orange.widgets]
+Altera Data Suite = orangecontrib.custom.widgets
+
+[orange3.addon]
+altera_data_suite = orangecontrib.custom

altera_data_suite-1.0.0/Altera_Data_Suite.egg-info/requires.txt

@@ -0,0 +1,11 @@
+orange3
+PyQt6
+PyQt6-WebEngine
+pandas
+numpy
+keyring
+requests
+pymupdf
+camelot-py
+pypdfium2
+Pillow

altera_data_suite-1.0.0/Altera_Data_Suite.egg-info/top_level.txt

@@ -0,0 +1 @@
+orangecontrib

altera_data_suite-1.0.0/MANIFEST.in

@@ -0,0 +1,5 @@
+include orangecontrib/example/tutorials/*.ows
+include orangecontrib/example/widgets/icons/*
+recursive-include orangecontrib/custom/widgets/web_UI *
+
+

altera_data_suite-1.0.0/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 2.4
+Name: altera-data-suite
+Version: 1.0.0
+Summary: Altera Data Suite for Orange3
+Author: Your Name
+Requires-Python: >=3.10
+Requires-Dist: orange3
+Requires-Dist: PyQt6
+Requires-Dist: PyQt6-WebEngine
+Requires-Dist: pandas
+Requires-Dist: numpy
+Requires-Dist: keyring
+Requires-Dist: requests
+Requires-Dist: pymupdf
+Requires-Dist: camelot-py
+Requires-Dist: pypdfium2
+Requires-Dist: Pillow
+Dynamic: author
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

altera_data_suite-1.0.0/README.md

@@ -0,0 +1,40 @@
+Orange3 Example Add-on
+======================
+
+This is an example add-on for [Orange3](http://orange.biolab.si). Add-on can extend Orange either 
+in scripting or GUI part, or in both. We here focus on the GUI part and implement a simple (empty) widget,
+register it with Orange and add a new workflow with this widget to example tutorials.
+
+Installation
+------------
+
+To install the add-on from source run
+
+    pip install .
+
+To register this add-on with Orange, but keep the code in the development directory (do not copy it to 
+Python's site-packages directory), run
+
+    pip install -e .
+
+Documentation / widget help can be built by running
+
+    make html htmlhelp
+
+from the doc directory.
+
+Usage
+-----
+
+After the installation, the widget from this add-on is registered with Orange. To run Orange from the terminal,
+use
+
+    orange-canvas
+
+or
+
+    python -m Orange.canvas
+
+The new widget appears in the toolbox bar under the section Example.
+
+![screenshot](https://github.com/biolab/orange3-example-addon/blob/master/screenshot.png)

altera_data_suite-1.0.0/orangecontrib/__init__.py

@@ -0,0 +1,3 @@
+__import__("pkg_resources").declare_namespace(__name__)
+# orangecontrib is a namespace modules shared by multiple Orange add-on so it
+# needs to declare namespace.

altera_data_suite-1.0.0/orangecontrib/custom/widgets/__init__.py

@@ -0,0 +1,28 @@
+import sysconfig
+
+# Category metadata.
+
+# Category icon show in the menu
+ICON = "icons/category.svg"
+
+# Background color for category background in menu
+# and widget icon background in workflow.
+BACKGROUND = "#e0e0e0"
+
+# Location of widget help files.
+WIDGET_HELP_PATH = (
+    # Development documentation
+    # You need to build help pages manually using
+    # make htmlhelp
+    # inside doc folder
+    ("{DEVELOP_ROOT}/doc/_build/htmlhelp/index.html", None),
+    # Documentation included in wheel
+    # Correct DATA_FILES entry is needed in setup.py and documentation has to be built
+    # before the wheel is created.
+    ("{}/help/orange3-example/index.html".format(sysconfig.get_path("data")), None),
+    # Online documentation url, used when the local documentation is not available.
+    # Url should point to a page with a section Widgets. This section should
+    # includes links to documentation pages of each widget. Matching is
+    # performed by comparing link caption to widget name.
+    ("http://orange3-example-addon.readthedocs.io/en/latest/", ""),
+)

altera_data_suite-1.0.0/orangecontrib/custom/widgets/cleaner.py

@@ -0,0 +1,139 @@
+import os, json
+from PyQt6.QtCore import QObject, pyqtSlot
+from Orange.widgets import widget
+from Orange.widgets.widget import Input, Output
+from Orange.widgets.settings import Setting
+from Orange.data import Table, StringVariable
+from .web_utils import WebEngineMixin
+from .auxiliary_functions import _o2d, _d2o, _aaco
+
+
+class _Br(QObject):
+    def __init__(self, _v, _pw):
+        super().__init__()
+        self._v = _v
+        self._pw = _pw
+        self._pj = []
+        self._ld = False
+        self._v.loadFinished.connect(self._ol)
+
+    def _ol(self, ok):
+        if ok:
+            self._ld = True
+            for _j in self._pj:
+                self._v.page().runJavaScript(_j)
+            self._pj.clear()
+
+    def _rj(self, _j):
+        if self._ld:
+            self._v.page().runJavaScript(_j)
+        else:
+            self._pj.append(_j)
+
+    def _sc(self, _d):
+        self._rj(f"window.updateColumnDefinitions&&updateColumnDefinitions({_d});")
+
+    def _rs(self, _s):
+        self._rj(f"window.restoreCleaningState&&restoreCleaningState({_s});")
+
+    def _sn(self):
+        self._rj("window.showNoDataMessage&&showNoDataMessage();")
+
+    @pyqtSlot(str)
+    def cleaningChanged(self, _s):
+        self._pw._occ(_s)
+
+
+class OWCleaner(WebEngineMixin, widget.OWWidget):
+    name = "Cleaner"
+    description = "Clean and transform text columns with various operations"
+    category = "Altera Data Suite"
+    icon = "icons/cleaner.svg"
+    priority = 30
+
+    class Inputs:
+        data = Input("Input Table", Table)
+
+    class Outputs:
+        cleaned_data = Output("Cleaned Data", Table)
+
+    cleaning_state = Setting('{"operations":[]}')
+    DESTROY_TIMEOUT = 300
+    want_main_area = True
+    want_control_area = False
+    resizing_enabled = True
+
+    class Error(widget.OWWidget.Error):
+        license_error = widget.Msg("License error: {}")
+
+    def __init__(self):
+        super().__init__()
+        self._id = None
+        self._od = None
+        self._df = None
+        self._tc = []
+        _h = os.path.join(os.path.dirname(__file__), "UI", "cleaner_ui", "index.html")
+        self.setup_webengine_lazy(_h, _Br, zoom_factor=0.9)
+
+    def on_webengine_ready(self):
+        if self._id is not None and self._tc:
+            self.bridge._sc(json.dumps(self._tc))
+            self.bridge._rs(self.cleaning_state)
+            self._ac()
+        elif self.web_loaded and self.bridge:
+            self.bridge._sn()
+
+    def on_webengine_show(self):
+        pass
+
+    @Inputs.data
+    def set_data(self, data):
+        self.Error.clear()
+        if data is None:
+            self._id = None
+            self._df = None
+            self._od = None
+            self._tc = []
+            self.Outputs.cleaned_data.send(None)
+            if self.web_loaded and self.bridge:
+                self.bridge._sn()
+            return
+        self._id = data
+        self._od = data.domain
+        self._df = _o2d(data)
+        self._tc = [
+            v.name
+            for v in list(data.domain.attributes)
+            + list(data.domain.class_vars)
+            + list(data.domain.metas)
+            if isinstance(v, StringVariable)
+        ]
+        self._ac()
+        if self.web_loaded and self.bridge:
+            if self._tc:
+                self.bridge._sc(json.dumps(self._tc))
+                self.bridge._rs(self.cleaning_state)
+            else:
+                self.bridge._sn()
+
+    def _occ(self, _s):
+        self.cleaning_state = _s
+        self._ac()
+
+    def _ac(self):
+        if self._df is None:
+            self.Outputs.cleaned_data.send(None)
+            return
+        try:
+            if not json.loads(self.cleaning_state).get("operations"):
+                self.Outputs.cleaned_data.send(self._id)
+                return
+            self.Outputs.cleaned_data.send(
+                _d2o(_aaco(self._df, self.cleaning_state), self._od)
+            )
+        except RuntimeError as _e:
+            self.Error.license_error(str(_e))
+            self.Outputs.cleaned_data.send(None)
+        except Exception as _e:
+            print(f"[CLEANER] Cleaning error: {_e}")
+            self.Outputs.cleaned_data.send(self._id)

altera_data_suite-1.0.0/orangecontrib/custom/widgets/columns_manager.py

@@ -0,0 +1,213 @@
+import os, json
+from PyQt6.QtCore import QObject, pyqtSlot
+from Orange.widgets import widget
+from Orange.widgets.widget import Input, Output
+from Orange.widgets.settings import Setting
+from Orange.data import Table
+from .web_utils import WebEngineMixin
+from .auxiliary_functions import _o2do, _gci, _icc, _asc, _acc, _d2ocm, _bpp
+
+
+class _Br(QObject):
+    def __init__(self, _v, _pw):
+        super().__init__()
+        self._v = _v
+        self._pw = _pw
+        self._pj = []
+        self._ld = False
+        self._v.loadFinished.connect(self._ol)
+
+    def _ol(self, ok):
+        if ok:
+            self._ld = True
+            for _j in self._pj:
+                self._v.page().runJavaScript(_j)
+            self._pj.clear()
+
+    def _rj(self, _j):
+        if self._ld:
+            self._v.page().runJavaScript(_j)
+        else:
+            self._pj.append(_j)
+
+    def _std(self, _d):
+        self._rj(f"window.initializeTable&&initializeTable({_d});")
+
+    def _sn(self):
+        self._rj("window.showNoDataMessage&&showNoDataMessage();")
+
+    def _rs(self, _s):
+        self._rj(f"window.restoreColumnState&&restoreColumnState({_s});")
+
+    @pyqtSlot(str)
+    def columnsChanged(self, _s):
+        self._pw._occ(_s)
+
+    @pyqtSlot()
+    def resetRequested(self):
+        self._pw._orr()
+
+
+class OWColumnManager(WebEngineMixin, widget.OWWidget):
+    name = "Column Manager"
+    description = (
+        "Reorder, rename, add, and delete columns with drag-and-drop interface"
+    )
+    category = "Altera Data Suite"
+    icon = "icons/column_manager.svg"
+    priority = 20
+
+    class Inputs:
+        data = Input("Input Table", Table)
+
+    class Outputs:
+        modified_data = Output("Modified Data", Table)
+
+    column_state = Setting('{"columns":[],"originalInputFields":[]}', schema_only=True)
+    want_main_area = True
+    want_control_area = False
+    resizing_enabled = True
+
+    class Error(widget.OWWidget.Error):
+        invalid_data = widget.Msg("Unable to process data: {}")
+        license_error = widget.Msg("License error: {}")
+
+    def __init__(self):
+        super().__init__()
+        self._id = None
+        self._od = None
+        self._df = None
+        self.setMinimumWidth(800)
+        self.setMinimumHeight(600)
+        _h = os.path.join(
+            os.path.dirname(__file__), "UI", "columns_manager_ui", "index.html"
+        )
+        self.setup_webengine_lazy(_h, _Br, zoom_factor=0.9)
+
+    def on_webengine_ready(self):
+        if self._id is not None:
+            self.set_data(self._id)
+        elif self.web_loaded and self.bridge:
+            self.bridge._sn()
+
+    @Inputs.data
+    def set_data(self, data):
+        self.Error.clear()
+        if data is None:
+            self._id = None
+            self._df = None
+            self._od = None
+            self.Outputs.modified_data.send(None)
+            if self.web_loaded and self.bridge:
+                self.bridge._sn()
+            return
+        self._id = data
+        self._od = data.domain
+        self._df = _o2do(data)
+        _ci = _gci(data, self._df)
+        _oif = {c["field"] for c in _ci}
+        _sdc = []
+        try:
+            _ss = json.loads(self.column_state)
+            _sc = _ss.get("columns", [])
+            _sdc = _ss.get("deletedColumns", [])
+            _sof = _ss.get("originalInputFields", [])
+            if _sc:
+                if set(_sof) == _oif or _icc(_sc, _ci):
+                    _ci = _asc(_sc, _ci, self.column_state)
+                    if set(_sof) != _oif:
+                        self.column_state = json.dumps(
+                            {
+                                "columns": _ci,
+                                "deletedColumns": _sdc,
+                                "originalInputFields": list(_oif),
+                            }
+                        )
+                else:
+                    _sdc = []
+                    self.column_state = json.dumps(
+                        {
+                            "columns": _ci,
+                            "deletedColumns": [],
+                            "originalInputFields": list(_oif),
+                        }
+                    )
+            else:
+                _sdc = []
+                self.column_state = json.dumps(
+                    {
+                        "columns": _ci,
+                        "deletedColumns": [],
+                        "originalInputFields": list(_oif),
+                    }
+                )
+        except Exception:
+            _sdc = []
+            self.column_state = json.dumps(
+                {
+                    "columns": _ci,
+                    "deletedColumns": [],
+                    "originalInputFields": list(_oif),
+                }
+            )
+        try:
+            self._df = _acc(self._df, _ci)
+            _js = _bpp(self._df, _ci, _sdc, preview_rows=100)
+            if self.web_loaded and self.bridge:
+                self.bridge._std(_js)
+            self._ao()
+        except RuntimeError as _e:
+            self.Error.license_error(str(_e))
+            self.Outputs.modified_data.send(None)
+
+    def _occ(self, _s):
+        try:
+            _st = json.loads(_s)
+            _ci = _st.get("columns", [])
+            _dc = _st.get("deletedColumns", [])
+            try:
+                _oif = json.loads(self.column_state).get("originalInputFields", [])
+            except Exception:
+                _oif = (
+                    [c["field"] for c in _gci(self._id, self._df)] if self._id else []
+                )
+            self.column_state = json.dumps(
+                {"columns": _ci, "deletedColumns": _dc, "originalInputFields": _oif}
+            )
+            if self._df is not None:
+                self._df = _acc(self._df, _ci)
+                self._ao()
+        except RuntimeError as _e:
+            self.Error.license_error(str(_e))
+            self.Outputs.modified_data.send(None)
+        except Exception:
+            import traceback
+
+            traceback.print_exc()
+
+    def _orr(self):
+        if self._id is not None:
+            self.column_state = (
+                '{"columns":[],"deletedColumns":[],"originalInputFields":[]}'
+            )
+            self.set_data(self._id)
+
+    def _ao(self):
+        if self._df is None or len(self._df.columns) == 0:
+            self.Outputs.modified_data.send(None)
+            return
+        try:
+            _ci = json.loads(self.column_state).get("columns", [])
+            if not _ci:
+                self.Outputs.modified_data.send(self._id)
+                return
+            self.Outputs.modified_data.send(_d2ocm(self._df, _ci, self._od))
+        except RuntimeError as _e:
+            self.Error.license_error(str(_e))
+            self.Outputs.modified_data.send(None)
+        except Exception as _e:
+            import traceback
+
+            traceback.print_exc()
+            self.Error.invalid_data(str(_e))
+            self.Outputs.modified_data.send(None)