interactive-pipe 0.6.1__tar.gz → 0.7.1__tar.gz

{interactive_pipe-0.6.1/src/interactive_pipe.egg-info → interactive_pipe-0.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: interactive_pipe
-Version: 0.6.1
+Version: 0.7.1
 Summary: Library to create flexible interactive image processing pipelines and automatically add a graphical user interface without knowing anything about GUI coding!
 Author-email: Balthazar Neveu <balthazarneveu@gmail.com>
 Project-URL: Homepage, https://github.com/balthazarneveu/interactive_pipe
@@ -21,6 +21,7 @@ Requires-Dist: opencv_python_headless>=4.8.1.78
 Requires-Dist: pytest>=6.2.5
 Requires-Dist: ipywidgets>=8.0.7
 Requires-Dist: pandas
+Requires-Dist: gradio
 Provides-Extra: qt6
 Requires-Dist: PyQt6>=6.5.2; extra == "qt6"
 Requires-Dist: PyQt6_sip>=13.5.2; extra == "qt6"
@@ -39,6 +40,7 @@ Requires-Dist: opencv_python_headless>=4.8.1.78; extra == "full"
 Requires-Dist: pytest>=6.2.5; extra == "full"
 Requires-Dist: ipywidgets>=8.0.7; extra == "full"
 Requires-Dist: pandas; extra == "full"
+Requires-Dist: gradio; extra == "full"
 
 # `interactive_pipe`
 
@@ -93,7 +95,7 @@ pip install -e ".[full]"
 
 ## :scroll:  Features
 
-**Version 0.6.0**
+**Version 0.7.1**
 - Modular multi-image processing filters
 - Declarative: Easily make graphical user interface without having to learn anything about pyQt or matplotlib
 - Support in jupyter notebooks
@@ -101,6 +103,7 @@ pip install -e ".[full]"
 - Cache intermediate results in RAM for much faster processing
 - `KeyboardControl` : no slider on UI but exactly the same internal mechanism, update on key press.
 - Support Curve plots (2D signals)
+- :new: gradio backend (+allows sharing with others)
 
 
 
@@ -122,7 +125,8 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 - supported backends 
     - :ok: `gui='qt'` pyQt/pySide 
     - :ok: `gui='mpl'` matplotlib
-    - :ok: `gui='nb'`  ipywidget for jupyter notebooks  
+    - :ok: `gui='nb'`  ipywidget for jupyter notebooks
+    - :test_tube: `gui='gradio'` gradio wrapping (+use `share_gradio_app=True` to share your app with others)
 - tested platforms
     - :ok: Linux (Ubuntu / KDE Neon)
     - :ok: RapsberryPi
@@ -130,25 +134,18 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 
 
 
-| :star: | *PyQt / PySide* |  *Matplotlib*   | *Jupyter notebooks including Google collab*   |
-|:-----: |:-----:|:------:|:----: |
-| Backend name | `qt`  | `mpl`  | `nb`|
-| Preview | ![qt backend](/doc/images/qt_backend.jpg)   | ![mpl backend](/doc/images/mpl_backend.jpg)    |  ![nb backend](/doc/images/notebook_backend.jpg)  |
-| Plot curves | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: |
-| Auto refreshed layout | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: |
-| Keyboard shortcuts / fullscreen| :heavy_check_mark: | :heavy_check_mark: |  :heavy_minus_sign: |
-| Audio support | :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: |
-| Image buttons| :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: |
+| :star: | *PyQt / PySide* |  *Matplotlib*   | *Jupyter notebooks including Google collab*   | *Gradio* | 
+|:-----: |:-----:|:------:|:----: |:----: |
+| Backend name | `qt`  | `mpl`  | `nb`| `gradio` |
+| Preview | ![qt backend](/doc/images/qt_backend.jpg)   | ![mpl backend](/doc/images/mpl_backend.jpg)    |  ![nb backend](/doc/images/notebook_backend.jpg)  | | 
+| Plot curves | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: | :heavy_check_mark:|
+| Auto refreshed layout | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: | :heavy_minus_sign: |
+| Keyboard shortcuts / fullscreen| :heavy_check_mark: | :heavy_check_mark: |  :heavy_minus_sign: | :heavy_minus_sign: |
+| Audio support | :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: | :heavy_minus_sign: |
+| Image buttons| :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: | :heavy_minus_sign:| 
 
 
 
-
-#### :test_tube: Experimental features
-- Custom events on specific key press
-- Display the execution graph of the pipeline `G` key
-- [thirdparty/music](/src/interactive_pipe/thirdparty/music.py) Play audio (Qt backend only). Play songs on spotify (linux only) when the spotify app is running.
-- [thirdparty/images_openai_api](/src/interactive_pipe/thirdparty/images_openai_api.py) Generate images from prompt using OpenAI API image generation DALL-E Model (:dollar:  paid service ~ 2cents/image) 
-
 # Tutorials
 
 ### Learn by examples
@@ -163,12 +160,7 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 ![Speech processing exploration in a notebook](/doc/images/jupyter_integration_speech.png)
 
 
-#### [Minimalistic pytorch based ISP ](https://github.com/balthazarneveu/interactive_pipe/tree/sample_interactive_isp/samples/isp)
-[ISP means image signal processor](https://en.wikipedia.org/wiki/Image_processor)
-
-:warning: Work in progess (no proper demosaicking, no denoiser, no tone mapping.)
 
-![Ultra simplistic ISP](/doc/images/isp_pipeline.png)
 
 
 # Tutorials
@@ -259,7 +251,7 @@ def generate_flat_colored_image(color_choice=["red", "green", "blue", "gray"], g
 ```
 
 - Note that you can also create filters which take no inputs and simply "generate" images. 
-- The `color_choice` list will be turnt into a nice dropdown menu. Default value here will be red as this is the first element of the list!
+- The `color_choice` list will be turned into a nice dropdown menu. Default value here will be red as this is the first element of the list!
 ----------
 
 :bulb: Can filters communicate together?
@@ -313,7 +305,8 @@ if __name__ == '__main__':
 ### History
 - Interactive pipe was initially developped by [Balthazar Neveu](https://github.com/balthazarneveu) as part of the [irdrone project](https://github.com/wisescootering/infrareddrone/tree/master/interactive) based on matplotlib.
 - Later, more contributions were also made by [Giuseppe Moschetti](https://github.com/g-moschetti) and Sylvain Leroy.
-- Summer 2023: rewriting the whole core and supporting several graphical backends!
+- August 2023: rewriting the whole core and supporting several graphical backends!
+- September 2024: Gradio backend
 
 
 
@@ -333,3 +326,23 @@ if __name__ == '__main__':
 - Exploratory backends
     - Create a [textual](https://github.com/Textualize/textual) backend for simplified GUI (probably no images displayed)
     - Create a [Kivy](https://kivy.org/) backend
+
+
+### Further examples
+
+#### [Minimalistic pytorch based ISP ](https://github.com/balthazarneveu/interactive_pipe/tree/sample_interactive_isp/samples/isp)
+[ISP means image signal processor](https://en.wikipedia.org/wiki/Image_processor)
+
+:warning: Work in progess (no proper demosaicking, no denoiser, no tone mapping.)
+
+![Ultra simplistic ISP](/doc/images/isp_pipeline.png)
+
+
+
+
+
+#### :test_tube: Experimental features
+- Custom events on specific key press
+- Display the execution graph of the pipeline `G` key
+- [thirdparty/music](/src/interactive_pipe/thirdparty/music.py) Play audio (Qt backend only). Play songs on spotify (linux only) when the spotify app is running.
+- [thirdparty/images_openai_api](/src/interactive_pipe/thirdparty/images_openai_api.py) Generate images from prompt using OpenAI API image generation DALL-E Model (:dollar:  paid service ~ 2cents/image) 

{interactive_pipe-0.6.1 → interactive_pipe-0.7.1}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "interactive_pipe"
-version = "0.6.1"
+version = "0.7.1"
 authors = [
   { name="Balthazar Neveu", email="balthazarneveu@gmail.com" },
 ]
@@ -20,6 +20,7 @@ dependencies = [
   "pytest>=6.2.5",
   "ipywidgets>=8.0.7",
   "pandas",
+  "gradio",
 ]
 
 description = "Library to create flexible interactive image processing pipelines and automatically add a graphical user interface without knowing anything about GUI coding!"
@@ -62,4 +63,5 @@ full=[
   "pytest>=6.2.5",
   "ipywidgets>=8.0.7",
   "pandas",
+  "gradio",
 ]

{interactive_pipe-0.6.1 → interactive_pipe-0.7.1}/readme.md

@@ -51,7 +51,7 @@ pip install -e ".[full]"
 
 ## :scroll:  Features
 
-**Version 0.6.0**
+**Version 0.7.1**
 - Modular multi-image processing filters
 - Declarative: Easily make graphical user interface without having to learn anything about pyQt or matplotlib
 - Support in jupyter notebooks
@@ -59,6 +59,7 @@ pip install -e ".[full]"
 - Cache intermediate results in RAM for much faster processing
 - `KeyboardControl` : no slider on UI but exactly the same internal mechanism, update on key press.
 - Support Curve plots (2D signals)
+- :new: gradio backend (+allows sharing with others)
 
 
 
@@ -80,7 +81,8 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 - supported backends 
     - :ok: `gui='qt'` pyQt/pySide 
     - :ok: `gui='mpl'` matplotlib
-    - :ok: `gui='nb'`  ipywidget for jupyter notebooks  
+    - :ok: `gui='nb'`  ipywidget for jupyter notebooks
+    - :test_tube: `gui='gradio'` gradio wrapping (+use `share_gradio_app=True` to share your app with others)
 - tested platforms
     - :ok: Linux (Ubuntu / KDE Neon)
     - :ok: RapsberryPi
@@ -88,25 +90,18 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 
 
 
-| :star: | *PyQt / PySide* |  *Matplotlib*   | *Jupyter notebooks including Google collab*   |
-|:-----: |:-----:|:------:|:----: |
-| Backend name | `qt`  | `mpl`  | `nb`|
-| Preview | ![qt backend](/doc/images/qt_backend.jpg)   | ![mpl backend](/doc/images/mpl_backend.jpg)    |  ![nb backend](/doc/images/notebook_backend.jpg)  |
-| Plot curves | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: |
-| Auto refreshed layout | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: |
-| Keyboard shortcuts / fullscreen| :heavy_check_mark: | :heavy_check_mark: |  :heavy_minus_sign: |
-| Audio support | :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: |
-| Image buttons| :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: |
+| :star: | *PyQt / PySide* |  *Matplotlib*   | *Jupyter notebooks including Google collab*   | *Gradio* | 
+|:-----: |:-----:|:------:|:----: |:----: |
+| Backend name | `qt`  | `mpl`  | `nb`| `gradio` |
+| Preview | ![qt backend](/doc/images/qt_backend.jpg)   | ![mpl backend](/doc/images/mpl_backend.jpg)    |  ![nb backend](/doc/images/notebook_backend.jpg)  | | 
+| Plot curves | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: | :heavy_check_mark:|
+| Auto refreshed layout | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: | :heavy_minus_sign: |
+| Keyboard shortcuts / fullscreen| :heavy_check_mark: | :heavy_check_mark: |  :heavy_minus_sign: | :heavy_minus_sign: |
+| Audio support | :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: | :heavy_minus_sign: |
+| Image buttons| :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: | :heavy_minus_sign:| 
 
 
 
-
-#### :test_tube: Experimental features
-- Custom events on specific key press
-- Display the execution graph of the pipeline `G` key
-- [thirdparty/music](/src/interactive_pipe/thirdparty/music.py) Play audio (Qt backend only). Play songs on spotify (linux only) when the spotify app is running.
-- [thirdparty/images_openai_api](/src/interactive_pipe/thirdparty/images_openai_api.py) Generate images from prompt using OpenAI API image generation DALL-E Model (:dollar:  paid service ~ 2cents/image) 
-
 # Tutorials
 
 ### Learn by examples
@@ -121,12 +116,7 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 ![Speech processing exploration in a notebook](/doc/images/jupyter_integration_speech.png)
 
 
-#### [Minimalistic pytorch based ISP ](https://github.com/balthazarneveu/interactive_pipe/tree/sample_interactive_isp/samples/isp)
-[ISP means image signal processor](https://en.wikipedia.org/wiki/Image_processor)
 
-:warning: Work in progess (no proper demosaicking, no denoiser, no tone mapping.)
-
-![Ultra simplistic ISP](/doc/images/isp_pipeline.png)
 
 
 # Tutorials
@@ -217,7 +207,7 @@ def generate_flat_colored_image(color_choice=["red", "green", "blue", "gray"], g
 ```
 
 - Note that you can also create filters which take no inputs and simply "generate" images. 
-- The `color_choice` list will be turnt into a nice dropdown menu. Default value here will be red as this is the first element of the list!
+- The `color_choice` list will be turned into a nice dropdown menu. Default value here will be red as this is the first element of the list!
 ----------
 
 :bulb: Can filters communicate together?
@@ -271,7 +261,8 @@ if __name__ == '__main__':
 ### History
 - Interactive pipe was initially developped by [Balthazar Neveu](https://github.com/balthazarneveu) as part of the [irdrone project](https://github.com/wisescootering/infrareddrone/tree/master/interactive) based on matplotlib.
 - Later, more contributions were also made by [Giuseppe Moschetti](https://github.com/g-moschetti) and Sylvain Leroy.
-- Summer 2023: rewriting the whole core and supporting several graphical backends!
+- August 2023: rewriting the whole core and supporting several graphical backends!
+- September 2024: Gradio backend
 
 
 
@@ -290,4 +281,24 @@ if __name__ == '__main__':
     - Animations/While loops/Video source (Time slider)
 - Exploratory backends
     - Create a [textual](https://github.com/Textualize/textual) backend for simplified GUI (probably no images displayed)
-    - Create a [Kivy](https://kivy.org/) backend
+    - Create a [Kivy](https://kivy.org/) backend
+
+
+### Further examples
+
+#### [Minimalistic pytorch based ISP ](https://github.com/balthazarneveu/interactive_pipe/tree/sample_interactive_isp/samples/isp)
+[ISP means image signal processor](https://en.wikipedia.org/wiki/Image_processor)
+
+:warning: Work in progess (no proper demosaicking, no denoiser, no tone mapping.)
+
+![Ultra simplistic ISP](/doc/images/isp_pipeline.png)
+
+
+
+
+
+#### :test_tube: Experimental features
+- Custom events on specific key press
+- Display the execution graph of the pipeline `G` key
+- [thirdparty/music](/src/interactive_pipe/thirdparty/music.py) Play audio (Qt backend only). Play songs on spotify (linux only) when the spotify app is running.
+- [thirdparty/images_openai_api](/src/interactive_pipe/thirdparty/images_openai_api.py) Generate images from prompt using OpenAI API image generation DALL-E Model (:dollar:  paid service ~ 2cents/image) 

interactive_pipe-0.7.1/src/interactive_pipe/data_objects/audio.py

@@ -0,0 +1,32 @@
+from pathlib import Path
+import numpy as np
+from io import BytesIO
+import base64
+import logging
+from typing import Union, Tuple
+WAVIO_AVAILABLE = False
+try:
+    WAVIO_AVAILABLE = True
+    import wavio
+except ImportError:
+    logging.info("Cannot import wavio")
+
+
+def audio_to_html(audio: Union[None, str, Path, Tuple[int, np.ndarray]]) -> str:
+    if audio is None:
+        logging.debug("No audio to display")
+        return ""
+    if isinstance(audio, str) or isinstance(audio, Path):
+        audio_base64 = base64.b64encode(open(audio, "rb").read()).decode("utf-8")
+    elif isinstance(audio, tuple):
+        assert WAVIO_AVAILABLE, "wavio is not available"
+        assert len(audio) == 2, "audio tuple should have 2 elements: (rate, data)"
+        assert isinstance(audio[0], int), "audio[0] should be an integer"
+        assert isinstance(audio[1], np.ndarray), "audio[1] should be a numpy array"
+        audio_bytes = BytesIO()
+        wavio.write(audio_bytes, audio[1].astype(np.float32), audio[0], sampwidth=4)
+        audio_bytes.seek(0)
+        audio_base64 = base64.b64encode(audio_bytes.read()).decode("utf-8")
+    audio_player = f'<audio src="data:audio/mpeg;base64,{audio_base64}" controls autoplay></audio>'
+
+    return audio_player

interactive_pipe-0.7.1/src/interactive_pipe/graphical/gradio_control.py

@@ -0,0 +1,103 @@
+
+from functools import partial
+from interactive_pipe.headless.control import Control
+import logging
+import gradio as gr
+
+
+class BaseControl():
+    def __init__(self, name, ctrl: Control, update_func):
+        super().__init__()
+        self.name = name
+        self.ctrl = ctrl
+        self.update_func = update_func
+        self.check_control_type()
+
+    def create(self):
+        raise NotImplementedError(
+            "This method should be overridden by subclass")
+
+    def check_control_type(self):
+        raise NotImplementedError(
+            "This method should be overridden by subclass to check the right slider control type")
+
+
+class ControlFactory:
+    @staticmethod
+    def create_control(control: Control, update_func):
+        control_type = control._type
+        name = control.name
+        control_class_map = {
+            bool: TickBoxControl,
+            int: IntSliderControl,
+            float: FloatSliderControl,
+            str: DropdownMenuControl
+        }
+
+        if control_type not in control_class_map:
+            logging.warning(
+                f"Unsupported control type: {control_type} for control named {name}")
+            return None
+
+        control_class = control_class_map[control_type]
+        return control_class(name, control, update_func)
+
+
+class IntSliderControl(BaseControl):
+    def check_control_type(self):
+        assert self.ctrl._type == int
+
+    def create(self) -> gr.Slider:
+        self.control_widget = gr.Slider(
+            value=self.ctrl.value_default,
+            minimum=self.ctrl.value_range[0],
+            maximum=self.ctrl.value_range[1],
+            label=self.name,
+            step=1
+        )
+        return self.control_widget
+
+
+class FloatSliderControl(BaseControl):
+    def check_control_type(self):
+        assert self.ctrl._type == float
+
+    def create(self) -> gr.Slider:
+        self.control_widget = gr.Slider(
+            value=self.ctrl.value_default,
+            minimum=self.ctrl.value_range[0],
+            maximum=self.ctrl.value_range[1],
+            label=self.name,
+        )
+
+        return self.control_widget
+
+
+class TickBoxControl(BaseControl):
+    def check_control_type(self):
+        assert self.ctrl._type == bool
+
+    def create(self) -> gr.Checkbox:
+        self.control_widget = gr.Checkbox(label=self.name, value=self.ctrl.value)
+        return self.control_widget
+
+    def reset(self):
+        self.control_widget.update(value=self.ctrl.default_value)
+
+
+class DropdownMenuControl(BaseControl):
+    def check_control_type(self):
+        assert self.ctrl._type == str
+        if not hasattr(self.ctrl, 'value_range'):
+            raise ValueError("Invalid control type")
+
+    def create(self) -> gr.Dropdown:
+        # Create a horizontal layout to hold the dropdown menu
+        self.control_widget = gr.Dropdown(label=self.name, choices=self.ctrl.value_range, value=self.ctrl.value)
+        return self.control_widget
+
+    def reset(self):
+        index = self.control_widget.findText(self.ctrl.value)
+        if index >= 0:
+            self.control_widget.setCurrentIndex(index)
+        self.control_widget.setCurrentIndex(index)

interactive_pipe-0.7.1/src/interactive_pipe/graphical/gradio_gui.py

@@ -0,0 +1,263 @@
+import gradio as gr
+import numpy as np
+import math
+from typing import List
+from interactive_pipe.headless.pipeline import HeadlessPipeline
+from interactive_pipe.graphical.gradio_control import ControlFactory
+from interactive_pipe.graphical.window import InteractivePipeWindow
+from interactive_pipe.graphical.gui import InteractivePipeGUI
+from interactive_pipe.headless.control import Control
+from interactive_pipe.data_objects.audio import audio_to_html
+import logging
+PYQTVERSION = None
+MPL_SUPPORT = False
+GRADIO_INTERFACE_MODE = False
+try:
+    from interactive_pipe.data_objects.curves import Curve
+    import matplotlib.pyplot as plt
+    MPL_SUPPORT = True
+except ImportError:
+    pass
+
+
+class InteractivePipeGradio(InteractivePipeGUI):
+    def init_app(self, **kwargs):
+        self.window = MainWindow(controls=self.controls, name=self.name,
+                                 pipeline=self.pipeline, size=self.size, main_gui=self, audio=self.audio, **kwargs)
+        self.pipeline.global_params["__pipeline"] = self.pipeline
+        if self.audio:
+            self.pipeline.global_params["__set_audio"] = self.__set_audio
+            self.pipeline.global_params["__play"] = self.__play
+            self.pipeline.global_params["__stop"] = self.__stop
+            self.pipeline.global_params["__pause"] = self.__pause
+            self.__set_audio(None)
+
+    def __set_audio(self, audio_content):
+        self.window.audio_content = audio_content
+
+    def __play(self):
+        pass
+
+    def __pause(self):
+        self.__set_audio(None)
+
+    def __stop(self):
+        self.__set_audio(None)
+
+    def run(self) -> list:
+        assert self.pipeline._PipelineCore__initialized_inputs, "Did you forget to initialize the pipeline inputs?"
+        out_list = self.window.process_inputs_fn(*self.window.default_values)
+        self.window.refresh_display(out_list)
+        out_list_gradio_containers = []
+        for idx in range(len(out_list)):
+            for idy in range(len(out_list[idx])):
+                title = self.window.image_canvas[idx][idy].get("title", f"{idx} {idy}")
+                title = title.replace("_", " ")
+                if isinstance(out_list[idx][idy], np.ndarray):
+                    out_list_gradio_containers.append(gr.Image(label=title))
+                elif MPL_SUPPORT and isinstance(out_list[idx][idy], Curve):
+                    # if out_list[idx][idy].title is not None:
+                    #     title = out_list[idx][idy].title
+                    out_list_gradio_containers.append(gr.Plot(label=title))
+                else:
+                    raise NotImplementedError(
+                        f"output type {type(out_list[idx][idy])} not supported")
+        if self.window.audio:
+            self.window.audio = gr.HTML()
+            self.pipeline.global_params["__audio"] = self.window.audio
+        self.window.instantiate_gradio_interface(out_list_gradio_containers)
+        self.window.refresh()
+        self.custom_end()
+        return self.pipeline.results
+
+    def print_message(self, message_list: List[str]):
+        print("\n".join(message_list))
+
+
+class MainWindow(InteractivePipeWindow):
+    def __init__(self, *args, controls=[], name="", pipeline: HeadlessPipeline = None, size=None, share_gradio_app=False, markdown_description=None, sliders_layout=None, sliders_per_row_layout=None, audio=False, **kwargs):
+        InteractivePipeWindow.__init__(
+            self, name=name, pipeline=pipeline, size=size)
+        self.markdown_description = markdown_description
+        self.sliders_layout = sliders_layout
+        self.sliders_per_row_layout = sliders_per_row_layout
+        self.init_sliders(controls)
+        self.size = size
+        self.full_screen_flag = False
+        self.pipeline = pipeline
+        self.share_gradio_app = share_gradio_app
+        self.audio = audio
+        # Define the functions that will be called when the input changes for gradio. => gr.Interface(fn=process_fn)
+
+        def process_outputs_fn(out) -> tuple:
+            flat_out = []
+            for idx in range(len(out)):
+                if isinstance(out[idx], list):
+                    for idy in range(len(out[idx])):
+                        if MPL_SUPPORT and isinstance(out[idx][idy], Curve):
+                            curve = out[idx][idy]
+                            fig, ax = plt.subplots()
+                            Curve._plot_curve(curve.data, ax=ax)
+                            flat_out.append(fig)
+                        elif isinstance(out[idx][idy], np.ndarray):
+                            logging.info(f"CONVERTING IMAGE  {idx} {idy}")
+                            flat_out.append(self.convert_image(out[idx][idy]))
+                        else:
+                            raise NotImplementedError(
+                                f"output type {type(out[idx][idy])} not supported")
+                else:
+                    logging.info(f"CONVERTING IMAGE  {idx} ")
+                    flat_out.append(self.convert_image(out[idx]))
+            if out is None:
+                logging.warning("No output to display")
+                return
+            return tuple(flat_out)
+
+        def process_inputs_fn(*args) -> list:
+            all_keys = list(self.ctrl.keys())
+            for idx in range(len(args)):
+                self.ctrl[all_keys[idx]].update(args[idx])
+            out = self.pipeline.run()
+            return out
+
+        def run_fn(*args) -> tuple:
+            out = process_inputs_fn(*args)
+            out_tuple = process_outputs_fn(out)
+            if self.audio:
+                html_audio = audio_to_html(self.audio_content)
+                return *out_tuple, html_audio
+            return out_tuple
+        self.default_values = [self.ctrl[ctrl_key].value for ctrl_key in self.ctrl.keys()]
+        self.process_inputs_fn = process_inputs_fn
+        self.run_fn = run_fn
+
+    def instantiate_gradio_interface(self, outputs: List[gr.Blocks]):
+        if GRADIO_INTERFACE_MODE:
+            # Interface mode, high level wrapper
+            # https://www.gradio.app/guides/the-interface-class
+            self.io = gr.Interface(
+                allow_flagging='never',
+                fn=self.run_fn,
+                title=self.name,
+                inputs=self.widget_list,
+                outputs=outputs,
+                examples=[self.default_values],
+                live=True,
+                show_progress="minimal",
+                clear_btn=None,
+            )
+        else:
+            # Gradio Blocks mode
+            # https://www.gradio.app/guides/blocks-and-event-listeners
+            with gr.Blocks() as io:
+                if self.audio:
+                    outputs.append(self.audio)
+                with gr.Row(variant="compact"):
+                    gr.Markdown("### " + self.name.replace("_", " "))
+                with gr.Row():
+                    for elem in outputs:
+                        elem.render()
+
+                if self.sliders_layout is None:
+                    self.sliders_layout = "collapsible"
+                if self.sliders_per_row_layout is None:
+                    self.sliders_per_row_layout = 1
+                assert self.sliders_layout in ["compact", "vertical", "collapsible", "smart"]
+                ctrl_dict_by_type = {"all": list(range(len(self.ctrl)))}
+                categories = ["all"]
+                if self.sliders_layout == "compact":
+                    selected_mode = gr.Row()
+                elif self.sliders_layout == "vertical":
+                    # Use Column to stack elements vertically
+                    selected_mode = gr.Column()
+                elif self.sliders_layout == "collapsible":
+                    selected_mode = gr.Accordion("Parameters", open=True)
+                elif self.sliders_layout == "smart":
+                    # Group sliders by type
+                    ctrl_dict_by_type = {}
+                    for ctrl_index, ctrl_key in enumerate(self.ctrl.keys()):
+                        ctrl_type = self.ctrl[ctrl_key]._type
+                        ctrl_type = str(ctrl_type).split("<class '")[1].replace("'>", "")
+                        if ctrl_type == "int":
+                            ctrl_type = "float"
+                        if ctrl_type not in ctrl_dict_by_type:
+                            ctrl_dict_by_type[ctrl_type] = []
+                        ctrl_dict_by_type[ctrl_type].append(ctrl_index)
+                    categories = ["str", "bool", "float"]
+                    selected_mode = gr.Column()
+                else:
+                    raise NotImplementedError(f"Sliders layout {self.sliders_layout} not supported")
+                for ctrl_type in categories:
+                    ctrl_indices = ctrl_dict_by_type.get(ctrl_type, [])
+                    if len(ctrl_indices) == 0:
+                        continue
+                    if self.sliders_per_row_layout == 1:
+                        with selected_mode:
+                            for idx in ctrl_indices:
+                                elem = self.widget_list[idx]
+                                elem.render()
+                    else:
+                        with selected_mode:
+                            for split_num in range(math.ceil(len(ctrl_indices)/self.sliders_per_row_layout)):
+                                with gr.Row():
+                                    start = split_num*self.sliders_per_row_layout
+                                    end = min((split_num+1)*self.sliders_per_row_layout, len(ctrl_indices))
+                                    for idx in ctrl_indices[start:end]:
+                                        elem = self.widget_list[idx]
+                                        elem.render()
+
+                with gr.Accordion("Reset to default values", open=False):
+                    gr.Examples([self.default_values], inputs=self.widget_list, label="Presets")
+
+                if self.markdown_description is not None:
+                    with gr.Row():
+                        gr.Markdown(self.markdown_description)
+                io.load(fn=self.run_fn, inputs=self.widget_list, outputs=outputs)
+                for idx in range(len(self.widget_list)):
+                    self.widget_list[idx].change(
+                        fn=self.run_fn, inputs=self.widget_list,
+                        outputs=outputs,
+                        show_progress="minimal"
+                    )
+            self.io = io
+        self.io.launch(share=self.share_gradio_app)
+
+    def init_sliders(self, controls: List[Control]):
+        self.ctrl = {}
+        self.result_label = {}
+        self.name_label = {}
+        self.widget_list = []
+        control_factory = ControlFactory()
+        for ctrl in controls:
+            if isinstance(ctrl, Control):
+                slider_instance = control_factory.create_control(
+                    ctrl, None)
+                control_widget = slider_instance.create()
+                self.widget_list.append(control_widget)
+            slider_name = ctrl.name
+            self.ctrl[slider_name] = ctrl
+
+    @staticmethod
+    def convert_image(out_im):
+        if isinstance(out_im, np.ndarray):
+            return (out_im.clip(0., 1.) * 255).astype(np.uint8)
+        else:
+            return out_im
+
+    def refresh(self):
+        if self.pipeline is not None:
+            self.io.launch()
+
+    def reset_sliders(self):
+        # Click on default examples in Gradio
+        pass
+
+    def add_image_placeholder(self, row, col):
+        ax_placeholder = None
+        text_label = self.get_current_style(row, col).get("title", "")
+        image_label = None
+        self.image_canvas[row][col] = {
+            "image": image_label, "title": text_label, "ax_placeholder": ax_placeholder}
+
+    def update_image(self, content, row, col):
+        pass

{interactive_pipe-0.6.1 → interactive_pipe-0.7.1}/src/interactive_pipe/helper/choose_backend.py

@@ -35,6 +35,8 @@ def get_interactive_pipeline_class(gui="auto"):
         from interactive_pipe.graphical.mpl_gui import InteractivePipeMatplotlib as ChosenGui
     elif selected_gui == "nb":
         from interactive_pipe.graphical.nb_gui import InteractivePipeJupyter as ChosenGui
+    elif selected_gui == "gradio":
+        from interactive_pipe.graphical.gradio_gui import InteractivePipeGradio as ChosenGui
     else:
         raise NotImplementedError(f"Gui {gui} not available")
     return ChosenGui

{interactive_pipe-0.6.1 → interactive_pipe-0.7.1/src/interactive_pipe.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: interactive_pipe
-Version: 0.6.1
+Version: 0.7.1
 Summary: Library to create flexible interactive image processing pipelines and automatically add a graphical user interface without knowing anything about GUI coding!
 Author-email: Balthazar Neveu <balthazarneveu@gmail.com>
 Project-URL: Homepage, https://github.com/balthazarneveu/interactive_pipe
@@ -21,6 +21,7 @@ Requires-Dist: opencv_python_headless>=4.8.1.78
 Requires-Dist: pytest>=6.2.5
 Requires-Dist: ipywidgets>=8.0.7
 Requires-Dist: pandas
+Requires-Dist: gradio
 Provides-Extra: qt6
 Requires-Dist: PyQt6>=6.5.2; extra == "qt6"
 Requires-Dist: PyQt6_sip>=13.5.2; extra == "qt6"
@@ -39,6 +40,7 @@ Requires-Dist: opencv_python_headless>=4.8.1.78; extra == "full"
 Requires-Dist: pytest>=6.2.5; extra == "full"
 Requires-Dist: ipywidgets>=8.0.7; extra == "full"
 Requires-Dist: pandas; extra == "full"
+Requires-Dist: gradio; extra == "full"
 
 # `interactive_pipe`
 
@@ -93,7 +95,7 @@ pip install -e ".[full]"
 
 ## :scroll:  Features
 
-**Version 0.6.0**
+**Version 0.7.1**
 - Modular multi-image processing filters
 - Declarative: Easily make graphical user interface without having to learn anything about pyQt or matplotlib
 - Support in jupyter notebooks
@@ -101,6 +103,7 @@ pip install -e ".[full]"
 - Cache intermediate results in RAM for much faster processing
 - `KeyboardControl` : no slider on UI but exactly the same internal mechanism, update on key press.
 - Support Curve plots (2D signals)
+- :new: gradio backend (+allows sharing with others)
 
 
 
@@ -122,7 +125,8 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 - supported backends 
     - :ok: `gui='qt'` pyQt/pySide 
     - :ok: `gui='mpl'` matplotlib
-    - :ok: `gui='nb'`  ipywidget for jupyter notebooks  
+    - :ok: `gui='nb'`  ipywidget for jupyter notebooks
+    - :test_tube: `gui='gradio'` gradio wrapping (+use `share_gradio_app=True` to share your app with others)
 - tested platforms
     - :ok: Linux (Ubuntu / KDE Neon)
     - :ok: RapsberryPi
@@ -130,25 +134,18 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 
 
 
-| :star: | *PyQt / PySide* |  *Matplotlib*   | *Jupyter notebooks including Google collab*   |
-|:-----: |:-----:|:------:|:----: |
-| Backend name | `qt`  | `mpl`  | `nb`|
-| Preview | ![qt backend](/doc/images/qt_backend.jpg)   | ![mpl backend](/doc/images/mpl_backend.jpg)    |  ![nb backend](/doc/images/notebook_backend.jpg)  |
-| Plot curves | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: |
-| Auto refreshed layout | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: |
-| Keyboard shortcuts / fullscreen| :heavy_check_mark: | :heavy_check_mark: |  :heavy_minus_sign: |
-| Audio support | :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: |
-| Image buttons| :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: |
+| :star: | *PyQt / PySide* |  *Matplotlib*   | *Jupyter notebooks including Google collab*   | *Gradio* | 
+|:-----: |:-----:|:------:|:----: |:----: |
+| Backend name | `qt`  | `mpl`  | `nb`| `gradio` |
+| Preview | ![qt backend](/doc/images/qt_backend.jpg)   | ![mpl backend](/doc/images/mpl_backend.jpg)    |  ![nb backend](/doc/images/notebook_backend.jpg)  | | 
+| Plot curves | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: | :heavy_check_mark:|
+| Auto refreshed layout | :heavy_check_mark: | :heavy_check_mark: |   :heavy_check_mark: | :heavy_minus_sign: |
+| Keyboard shortcuts / fullscreen| :heavy_check_mark: | :heavy_check_mark: |  :heavy_minus_sign: | :heavy_minus_sign: |
+| Audio support | :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: | :heavy_minus_sign: |
+| Image buttons| :heavy_check_mark: | :heavy_minus_sign: |  :heavy_minus_sign: | :heavy_minus_sign:| 
 
 
 
-
-#### :test_tube: Experimental features
-- Custom events on specific key press
-- Display the execution graph of the pipeline `G` key
-- [thirdparty/music](/src/interactive_pipe/thirdparty/music.py) Play audio (Qt backend only). Play songs on spotify (linux only) when the spotify app is running.
-- [thirdparty/images_openai_api](/src/interactive_pipe/thirdparty/images_openai_api.py) Generate images from prompt using OpenAI API image generation DALL-E Model (:dollar:  paid service ~ 2cents/image) 
-
 # Tutorials
 
 ### Learn by examples
@@ -163,12 +160,7 @@ Shortcuts while using the GUI (QT & matplotlib backends)
 ![Speech processing exploration in a notebook](/doc/images/jupyter_integration_speech.png)
 
 
-#### [Minimalistic pytorch based ISP ](https://github.com/balthazarneveu/interactive_pipe/tree/sample_interactive_isp/samples/isp)
-[ISP means image signal processor](https://en.wikipedia.org/wiki/Image_processor)
-
-:warning: Work in progess (no proper demosaicking, no denoiser, no tone mapping.)
 
-![Ultra simplistic ISP](/doc/images/isp_pipeline.png)
 
 
 # Tutorials
@@ -259,7 +251,7 @@ def generate_flat_colored_image(color_choice=["red", "green", "blue", "gray"], g
 ```
 
 - Note that you can also create filters which take no inputs and simply "generate" images. 
-- The `color_choice` list will be turnt into a nice dropdown menu. Default value here will be red as this is the first element of the list!
+- The `color_choice` list will be turned into a nice dropdown menu. Default value here will be red as this is the first element of the list!
 ----------
 
 :bulb: Can filters communicate together?
@@ -313,7 +305,8 @@ if __name__ == '__main__':
 ### History
 - Interactive pipe was initially developped by [Balthazar Neveu](https://github.com/balthazarneveu) as part of the [irdrone project](https://github.com/wisescootering/infrareddrone/tree/master/interactive) based on matplotlib.
 - Later, more contributions were also made by [Giuseppe Moschetti](https://github.com/g-moschetti) and Sylvain Leroy.
-- Summer 2023: rewriting the whole core and supporting several graphical backends!
+- August 2023: rewriting the whole core and supporting several graphical backends!
+- September 2024: Gradio backend
 
 
 
@@ -333,3 +326,23 @@ if __name__ == '__main__':
 - Exploratory backends
     - Create a [textual](https://github.com/Textualize/textual) backend for simplified GUI (probably no images displayed)
     - Create a [Kivy](https://kivy.org/) backend
+
+
+### Further examples
+
+#### [Minimalistic pytorch based ISP ](https://github.com/balthazarneveu/interactive_pipe/tree/sample_interactive_isp/samples/isp)
+[ISP means image signal processor](https://en.wikipedia.org/wiki/Image_processor)
+
+:warning: Work in progess (no proper demosaicking, no denoiser, no tone mapping.)
+
+![Ultra simplistic ISP](/doc/images/isp_pipeline.png)
+
+
+
+
+
+#### :test_tube: Experimental features
+- Custom events on specific key press
+- Display the execution graph of the pipeline `G` key
+- [thirdparty/music](/src/interactive_pipe/thirdparty/music.py) Play audio (Qt backend only). Play songs on spotify (linux only) when the spotify app is running.
+- [thirdparty/images_openai_api](/src/interactive_pipe/thirdparty/images_openai_api.py) Generate images from prompt using OpenAI API image generation DALL-E Model (:dollar:  paid service ~ 2cents/image) 

{interactive_pipe-0.6.1 → interactive_pipe-0.7.1}/src/interactive_pipe.egg-info/SOURCES.txt

@@ -15,11 +15,14 @@ src/interactive_pipe/core/graph.py
 src/interactive_pipe/core/pipeline.py
 src/interactive_pipe/core/signature.py
 src/interactive_pipe/data_objects/__init__.py
+src/interactive_pipe/data_objects/audio.py
 src/interactive_pipe/data_objects/curves.py
 src/interactive_pipe/data_objects/data.py
 src/interactive_pipe/data_objects/image.py
 src/interactive_pipe/data_objects/parameters.py
 src/interactive_pipe/graphical/__init__.py
+src/interactive_pipe/graphical/gradio_control.py
+src/interactive_pipe/graphical/gradio_gui.py
 src/interactive_pipe/graphical/gui.py
 src/interactive_pipe/graphical/mpl_control.py
 src/interactive_pipe/graphical/mpl_gui.py

{interactive_pipe-0.6.1 → interactive_pipe-0.7.1}/src/interactive_pipe.egg-info/requires.txt

@@ -8,6 +8,7 @@ opencv_python_headless>=4.8.1.78
 pytest>=6.2.5
 ipywidgets>=8.0.7
 pandas
+gradio
 
 [full]
 PyQt6>=6.5.2
@@ -16,6 +17,7 @@ opencv_python_headless>=4.8.1.78
 pytest>=6.2.5
 ipywidgets>=8.0.7
 pandas
+gradio
 
 [notebook]
 ipywidgets>=8.0.7