yta-video-opengl 0.0.22__py3-none-any.whl → 0.0.24__py3-none-any.whl

yta_video_opengl/complete/frame_combinator.py

@@ -1,204 +0,0 @@
-"""
-TODO: I don't like the name nor the
-location of this file, but it is here
-to encapsulate some functionality 
-related to combining video frames.
-
-Module to contain methods that combine
-video frames. Call them with the 2
-frames you want to combine and you 
-will get the combined frame as return.
-"""
-from av.audio.resampler import AudioResampler
-from av.audio.frame import AudioFrame
-
-import numpy as np
-
-
-class VideoFrameCombinator:
-    """
-    Class to wrap the functionality related
-    to combine different video frames.
-    """
-
-    @staticmethod
-    def blend_alpha(
-        bottom: np.ndarray,
-        top: np.ndarray,
-        alpha = 0.5
-    ):
-        return (alpha * top + (1 - alpha) * bottom).astype(np.uint8)
-
-    @staticmethod
-    def blend_add(
-        bottom: np.ndarray,
-        top: np.ndarray
-    ):
-        """
-        Aclara la imagen combinada, como si superpusieras dos proyectores de luz.
-        """
-        return np.clip(bottom.astype(np.int16) + top.astype(np.int16), 0, 255).astype(np.uint8)
-
-    @staticmethod
-    def blend_multiply(
-        bottom: np.ndarray,
-        top: np.ndarray
-    ):
-        """
-        Oscurece, como proyectar dos transparencias juntas.
-        """
-        return ((bottom.astype(np.float32) * top.astype(np.float32)) / 255).astype(np.uint8)
-
-    @staticmethod
-    def blend_screen(
-        bottom: np.ndarray,
-        top: np.ndarray
-    ):
-        """
-        Hace lo contrario a Multiply, aclara la imagen.
-        """
-        return (255 - ((255 - bottom.astype(np.float32)) * (255 - top.astype(np.float32)) / 255)).astype(np.uint8)
-
-    @staticmethod
-    def blend_overlay(
-        bottom: np.ndarray,
-        top: np.ndarray
-    ):
-        """
-        Mezcla entre Multiply y Screen según el brillo de cada píxel.
-        """
-        b = bottom.astype(np.float32) / 255
-        t = top.astype(np.float32) / 255
-        mask = b < 0.5
-        result = np.zeros_like(b)
-        result[mask] = 2 * b[mask] * t[mask]
-        result[~mask] = 1 - 2 * (1 - b[~mask]) * (1 - t[~mask])
-
-        return (result * 255).astype(np.uint8)
-
-    @staticmethod
-    def blend_difference(
-        bottom: np.ndarray,
-        top: np.ndarray
-    ):
-        """
-        Resalta las diferencias entre los dos frames.
-        """
-        return np.abs(bottom.astype(np.int16) - top.astype(np.int16)).astype(np.uint8)
-
-    # TODO: This one needs a mask, thats why
-    # it is commented
-    # @staticmethod
-    # def blend_mask(
-    #     bottom,
-    #     top,
-    #     mask
-    # ):
-    #     """
-    #     En lugar de un alpha fijo, puedes pasar una máscara (por ejemplo, un degradado o un canal alfa real)
-
-    #     mask: array float32 entre 0 y 1, mismo tamaño que frame.
-    #     """
-    #     return (mask * top + (1 - mask) * bottom).astype(np.uint8)
-
-class AudioFrameCombinator:
-    """
-    Class to wrap the functionality related
-    to combine different audio frames.
-    """
-
-    @staticmethod
-    def sum_tracks_frames(
-        tracks_frames: list[AudioFrame],
-        sample_rate: int = 44100,
-        layout: str = 'stereo',
-        format: str = 'fltp',
-        do_normalize: bool = True
-    ) -> AudioFrame:
-        """
-        Sum all the audio frames from the different
-        tracks that are given in the 'tracks_frames'
-        list (each column is a single audio frame of
-        a track). This must be a list that should 
-        come from a converted matrix that was
-        representing each track in a row and the
-        different audio frames for that track on each
-        column.
-
-        This method is to sum audio frames of one
-        specific 't' time moment of a video.
-
-        The output will be the sum of all the audio
-        frames and it will be normalized to avoid
-        distortion if 'do_normalize' is True (it is
-        recommended).
-        """
-        if len(tracks_frames) == 0:
-            raise Exception('The "tracks_frames" list of audio frames is empty.')
-        
-        arrays = []
-        resampler: AudioResampler = AudioResampler(
-            format = format,
-            layout = layout,
-            rate = sample_rate
-        )
-
-        for track_frame in tracks_frames:
-            # Resample to output format
-            # TODO: What if the resampler creates more
-            # than one single frame? I don't know what
-            # to do... I'll see when it happens
-            track_frame = resampler.resample(track_frame)
-            
-            if len(track_frame) > 1:
-                print('[ ! ]   The resampler has given more than 1 frame...')
-
-            track_frame_array = track_frame[0].to_ndarray()
-
-            # Transform to 'float32' [-1, 1]
-            # TODO: I think this is because the output
-            # is 'fltp' but we have more combinations
-            # so this must be refactored
-            if track_frame_array.dtype == np.int16:
-                track_frame_array = track_frame_array.astype(np.float32) / 32768.0
-            elif track_frame_array.dtype != np.float32:
-                track_frame_array = track_frame_array.astype(np.float32)
-
-            # Mono to stereo if needed
-            # TODO: What if source is 'stereo' and we
-            # want mono (?)
-            if (
-                track_frame_array.shape[0] == 1 and
-                layout == 'stereo'
-            ):
-                track_frame_array = np.repeat(track_frame_array, 2, axis = 0)
-
-            arrays.append(track_frame_array)
-
-        # Same length and fill with zeros if needed
-        max_len = max(a.shape[1] for a in arrays)
-        stacked = []
-        for a in arrays:
-            # TODO: Again, this 'float32' is because output
-            # is 'fltp' I think...
-            buf = np.zeros((a.shape[0], max_len), dtype = np.float32)
-            buf[:, :a.shape[1]] = a
-            stacked.append(buf)
-
-        # Sum all the sounds
-        mix = np.sum(stacked, axis = 0)
-        if do_normalize:
-            # Avoid distortion and saturation
-            mix /= len(stacked)
-
-        # Avoid clipping
-        mix = np.clip(mix, -1.0, 1.0)
-
-        out = AudioFrame.from_ndarray(
-            array = mix,
-            format = format,
-            layout = layout
-        )
-        out.sample_rate = sample_rate
-
-        return out

yta_video_opengl/complete/frame_generator.py

@@ -1,319 +0,0 @@
-"""
-The video frames must be built using the
-(height, width) size when giving the numpy
-array that will be used for it. We will
-receive the values as (width, height) but
-we will invert them when needed.
-
-The frames that come from an empty part
-are flagged with the .metadata attribute
-'is_from_empty_part' so we can recognize
-them and ignore when combining on the
-timeline. We have that metadata in the
-wrapper class we created.
-
-TODO: Check because we have a similar
-module in other project or projects.
-"""
-from av.video.frame import VideoFrame
-from av.audio.frame import AudioFrame
-from av.audio.layout import AudioLayout
-from typing import Union
-
-import numpy as np
-
-
-class _FrameGenerator:
-    """
-    Class to generate frames as numpy arrays.
-    """
-
-    # TODO: I have some library doing this with
-    # colors and numpy frames, so please refactor
-
-    def full_black(
-        self,
-        size: tuple[int, int] = (1920, 1080),
-        dtype: np.dtype = np.uint8
-    ):
-        """
-        Get a numpy array that represents a full
-        black frame of the given 'size' and with
-        the given 'dtype'.
-        """
-        # TODO: I think 'zeros' only work if dtype
-        # is int
-        return np.zeros(
-            shape = (size[1], size[0], 3),
-            dtype = dtype
-        )
-    
-    def full_white(
-        self,
-        size: tuple[int, int] = (1920, 1080),
-        dtype: np.dtype = np.uint8
-    ):
-        """
-        Get a numpy array that represents a full
-        black frame of the given 'size' and with
-        the given 'dtype'.
-        """
-        # TODO: I think 'ones' only work if dtype
-        # is int
-        return np.full(
-            shape = (size[1], size[0], 3),
-            fill_value = (255, 255, 255),
-            dtype = dtype
-        )
-
-    def full_red(
-        self,
-        size: tuple[int, int] = (1920, 1080),
-        dtype: np.dtype = np.uint8
-    ):
-        """
-        Get a numpy array that represents a full
-        red frame of the given 'size' and with
-        the given 'dtype'.
-        """
-        # TODO: I think 'ones' only work if dtype
-        # is int
-        return np.full(
-            shape = (size[1], size[0], 3),
-            fill_value = (255, 0, 0),
-            dtype = dtype
-        )
-
-class _BackgroundFrameGenerator:
-    """
-    Internal class to simplify the way we
-    access to the generation of background
-    frames form the general generator class.
-    """
-
-    def __init__(
-        self
-    ):
-        self._frame_generator: _FrameGenerator = _FrameGenerator()
-        """
-        Shortcut to the FrameGenerator.
-        """
-
-    def full_black(
-        self,
-        size: tuple[int, int] = (1920, 1080),
-        dtype: np.dtype = np.uint8,
-        format: str = 'rgb24',
-        pts: Union[int, None] = None,
-        time_base: Union['Fraction', None] = None
-    ) -> VideoFrame:
-        """
-        Get a video frame that is completely black
-        and of the given 'size'.
-        """
-        return numpy_to_video_frame(
-            frame = self._frame_generator.full_black(size, dtype),
-            format = format,
-            pts = pts,
-            time_base = time_base
-        )
-    
-    def full_white(
-        self,
-        size: tuple[int, int] = (1920, 1080),
-        dtype: np.dtype = np.uint8,
-        format: str = 'rgb24',
-        pts: Union[int, None] = None,
-        time_base: Union['Fraction', None] = None   
-    ) -> VideoFrame:
-        """
-        Get a video frame that is completely white
-        and of the given 'size'.
-        """
-        return numpy_to_video_frame(
-            frame = self._frame_generator.full_white(size, dtype),
-            format = format,
-            pts = pts,
-            time_base = time_base
-        )
-
-    def full_red(
-        self,
-        size: tuple[int, int] = (1920, 1080),
-        dtype: np.dtype = np.uint8,
-        format: str = 'rgb24',
-        pts: Union[int, None] = None,
-        time_base: Union['Fraction', None] = None   
-    ) -> VideoFrame:
-        """
-        Get a video frame that is completely red
-        and of the given 'size'.
-        """
-        return numpy_to_video_frame(
-            frame = self._frame_generator.full_red(size, dtype),
-            format = format,
-            pts = pts,
-            time_base = time_base
-        )
-
-class VideoFrameGenerator:
-    """
-    Class to wrap the functionality related to
-    generating a pyav video frame.
-
-    This class is useful when we need to 
-    generate the black background for empty
-    parts within the tracks and in other 
-    situations.
-    """
-
-    def __init__(
-        self
-    ):
-        self.background = _BackgroundFrameGenerator()
-        """
-        Shortcut to the background creation.
-        """
-
-def numpy_to_video_frame(
-    frame: np.ndarray,
-    format: str = 'rgb24',
-    pts: Union[int, None] = None,
-    time_base: Union['Fraction', None] = None
-) -> VideoFrame:
-    """
-    Transform the given numpy 'frame' into a
-    pyav video frame with the given 'format'
-    and also the 'pts' and/or 'time_base' if
-    provided.
-    """
-    frame = VideoFrame.from_ndarray(
-        # TODO: What if we want alpha (?)
-        array = frame,
-        format = format
-    )
-
-    if pts is not None:
-        frame.pts = pts
-
-    if time_base is not None:
-        frame.time_base = time_base
-
-    return frame
-
-class AudioFrameGenerator:
-    """
-    Class to wrap the functionality related to
-    generating a pyav audio frame.
-
-    This class is useful when we need to 
-    generate the silent audio for empty parts
-    within the tracks and in other situations.
-    """
-
-    def silent(
-        self,
-        sample_rate: int,
-        layout = 'stereo',
-        number_of_samples: int = 1024,
-        format = 's16',
-        pts: Union[int, None] = None,
-        time_base: Union['Fraction', None] = None
-    ) -> AudioFrame:
-        """
-        Get an audio frame that is completely silent.
-        This is useful when we want to fill the empty
-        parts of our tracks.
-        """
-        dtype = audio_format_to_dtype(format)
-
-        if dtype is None:
-            raise Exception(f'The format "{format}" is not accepted.')
-
-        # TODO: Is this raising exception if the
-        # 'layout' is not valid? I think yes (?)
-        number_of_channels = len(AudioLayout(layout).channels)
-
-        # TODO: I leave these comments below because
-        # I'm not sure what is true and what is not
-        # so, until it is more clear... here it is:
-        # For packed (or planar) formats we apply:
-        # (1, samples * channels). This is the same
-        # amount of data but planar, in 1D only
-        # TODO: This wasn't in the previous version
-        # and it was working, we were sending the
-        # same 'number_of_samples' even when 'fltp'
-        # that includes the 'p'
-        # TODO: This is making the audio last 2x
-        # if 'p' in format:
-        #     number_of_samples *= number_of_channels
-
-        silent_numpy_array = np.zeros(
-            shape = (number_of_channels, number_of_samples),
-            dtype = dtype
-        )
-
-        return numpy_to_audio_frame(
-            frame = silent_numpy_array,
-            sample_rate = sample_rate,
-            layout = layout,
-            format = format,
-            pts = pts,
-            time_base = time_base
-        )
-    
-def numpy_to_audio_frame(
-    frame: np.ndarray,
-    sample_rate: int,
-    layout: str = 'stereo',
-    format: str = ' s16',
-    pts: Union[int, None] = None,
-    time_base: Union['Fraction', None] = None
-) -> AudioFrame:
-    """
-    Transform the given numpy 'frame' into a
-    pyav audio frame with the given 'sample_rate',
-    'layout' and 'format, and also the 'pts
-    and/or 'time_base' if provided.
-    """
-    frame = AudioFrame.from_ndarray(
-        array = frame,
-        format = format,
-        layout = layout
-    )
-
-    frame.sample_rate = sample_rate
-
-    if pts is not None:
-        frame.pts = pts
-
-    if time_base is not None:
-        frame.time_base = time_base
-
-    return frame
-
-# TODO: Maybe transform into a Enum (?)
-def audio_format_to_dtype(
-    audio_format: str
-) -> Union[np.dtype, None]:
-    """
-    Transform the given 'audio_format' into
-    the corresponding numpy dtype value. If
-    the 'audio_format' is not accepted this
-    method will return None.
-
-    This method must be used when we are
-    building the numpy array that will be 
-    used to build a pyav audio frame because
-    the pyav 'audio_format' need a specific
-    np.dtype to be built.
-
-    For example, 's16' will return 'np.int16'
-    and 'fltp' will return 'np.float32'.
-    """
-    return {
-        's16': np.int16,
-        'flt': np.float32,
-        'fltp': np.float32
-    }.get(audio_format, None)
-    

yta_video_opengl/complete/frame_wrapper.py

@@ -1,135 +0,0 @@
-from yta_validation.parameter import ParameterValidator
-from av.video.frame import VideoFrame
-from av.audio.frame import AudioFrame
-from typing import Union
-
-
-IS_FROM_EMPTY_PART_METADATA = 'is_from_empty_part'
-"""
-Metadata key to indicate if the frame
-has been generated by an empty part
-and should be ignored when trying to
-combine with others.
-"""
-
-class _FrameWrappedBase:
-    """
-    Class to wrap video and audio frames from
-    the pyav library but to support a metadata
-    field to inject some information we need
-    when processing and combining them.
-    """
-
-    @property
-    def is_from_empty_part(
-        self
-    ) -> bool:
-        """
-        Flag to indicate if the frame comes from
-        an empty part or not, that will be done
-        by checking the 'is_from_empty_part' 
-        attribute in the metadata.
-        """
-        return IS_FROM_EMPTY_PART_METADATA in self.metadata
-
-    def __init__(
-        self,
-        frame,
-        metadata: dict = {}
-    ):
-        ParameterValidator.validate_mandatory_instance_of('frame', frame, [VideoFrame, AudioFrame])
-        ParameterValidator.validate_mandatory_dict('metadata', metadata)
-
-        self._frame: Union[VideoFrame, AudioFrame] = frame
-        """
-        The VideoFrame or AudioFrame pyav instance.
-        """
-        self.metadata: dict = metadata or {}
-        """
-        The metadata we want to include with the
-        frame.
-        """
-
-    def __getattr__(
-        self,
-        name
-    ):
-        return getattr(self._frame, name)
-
-    def __setattr__(
-        self,
-        name,
-        value
-    ):
-        super().__setattr__(name, value)
-        #setattr(self._frame, name, value)
-        # if name in ('_frame', 'metadata'):
-        #     super().__setattr__(name, value)
-        # else:
-        #     setattr(self._frame, name, value)
-
-    def __repr__(
-        self
-    ):
-        cname = self.__class__.__name__
-        return f'<{cname} metadata={self.metadata} frame={self._frame!r}>'
-    
-    def set_as_from_empty_part(
-        self
-    ) -> None:
-        """
-        Add the metadata information to indicate
-        that this is a frame that comes from an 
-        empty part.
-        """
-        self.metadata[IS_FROM_EMPTY_PART_METADATA] = 'True'
-    
-    def unwrap(
-        self
-    ):
-        """
-        Get the original frame instance.
-        """
-        return self._frame
-
-class VideoFrameWrapped(_FrameWrappedBase):
-    """
-    Class to wrap video frames from the pyav
-    library but to support a metadata field
-    to inject some information we need when
-    processing and combining them.
-    """
-
-    def __init__(
-        self,
-        frame: VideoFrame,
-        metadata: dict = {},
-        is_from_empty_part: bool = False
-    ):
-        ParameterValidator.validate_mandatory_instance_of('frame', frame, VideoFrame)
-
-        super().__init__(frame, metadata)
-
-        if is_from_empty_part:
-            self.set_as_from_empty_part()
-
-class AudioFrameWrapped(_FrameWrappedBase):
-    """
-    Class to wrap audio frames from the pyav
-    library but to support a metadata field
-    to inject some information we need when
-    processing and combining them.
-    """
-
-    def __init__(
-        self,
-        frame: AudioFrame,
-        metadata: dict = {},
-        is_from_empty_part: bool = False
-    ):
-        ParameterValidator.validate_mandatory_instance_of('frame', frame, AudioFrame)
-
-        super().__init__(frame, metadata)
-
-        if is_from_empty_part:
-            self.set_as_from_empty_part()