videopython 0.1.2__tar.gz → 0.1.3__tar.gz

{videopython-0.1.2 → videopython-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: videopython
-Version: 0.1.2
+Version: 0.1.3
 Summary: Minimal video generation and processing library.
 Author-email: Bartosz Wójtowicz <bartoszwojtowicz@outlook.com>, Bartosz Rudnikowicz <bartoszrudnikowicz840@gmail.com>, Piotr Pukisz <piotr.pukisz@gmail.com>
 License:                                  Apache License
@@ -210,12 +210,12 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: click>=8.1.7
 Requires-Dist: numpy>=1.25.2
-Requires-Dist: opencv-python>=4.7.0.68
+Requires-Dist: opencv-python>=4.9.0.80
 Requires-Dist: pytest>=7.4.0
-Requires-Dist: transformers>=4.36.0
-Requires-Dist: diffusers>=0.21.4
+Requires-Dist: transformers>=4.38.1
+Requires-Dist: diffusers>=0.26.3
 Requires-Dist: torch>=2.1.0
-Requires-Dist: stability-sdk>=0.8.4
+Requires-Dist: stability-sdk>=0.8.5
 Requires-Dist: openai==1.3.5
 Requires-Dist: pydub>=0.25.1
 

{videopython-0.1.2 → videopython-0.1.3}/pyproject.toml

@@ -2,9 +2,16 @@
 requires = ["setuptools>=61.0"]
 build-backend = "setuptools.build_meta"
 
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["videopython.*"]
+
+[tool.setuptools.package-data]
+"videopython" = ["py.typed"]
+
 [project]
 name = "videopython"
-version = "0.1.2"
+version = "0.1.3"
 description = "Minimal video generation and processing library."
 readme = "README.md"
 requires-python = ">=3.10"
@@ -28,12 +35,12 @@ classifiers = [
 dependencies = [
     "click>=8.1.7",
     "numpy>=1.25.2",
-    "opencv-python>=4.7.0.68",
+    "opencv-python>=4.9.0.80",
     "pytest>=7.4.0",
-    "transformers>=4.36.0",
-    "diffusers>=0.21.4",
+    "transformers>=4.38.1",
+    "diffusers>=0.26.3",
     "torch>=2.1.0",
-    "stability-sdk>=0.8.4",
+    "stability-sdk>=0.8.5",
     "openai==1.3.5",
     "pydub>=0.25.1"
 ]

videopython-0.1.3/src/videopython/base/effects.py

@@ -0,0 +1,57 @@
+from abc import ABC, abstractmethod
+from typing import final
+
+import numpy as np
+from tqdm import tqdm
+
+from videopython.base.video import Video
+
+
+class Effect(ABC):
+    """Abstract class for effect on frames of video.
+
+    The effect must not change the number of frames and the shape of the frames.
+    """
+
+    @final
+    def apply(self, video: Video) -> Video:
+        original_shape = video.video_shape
+        video_with_effect = self._apply(video)
+        if not video_with_effect.video_shape == original_shape:
+            raise RuntimeError("The effect must not change the number of frames and the shape of the frames!")
+        return video_with_effect
+
+    @abstractmethod
+    def _apply(self, video: Video) -> Video:
+        pass
+
+
+class FullImageOverlay(Effect):
+    def __init__(self, overlay_image: np.ndarray, alpha: float | None = None):
+        if alpha is not None and not 0 <= alpha <= 1:
+            raise ValueError("Alpha must be in range [0, 1]!")
+        elif not (overlay_image.ndim == 3 and overlay_image.shape[-1] in [3, 4]):
+            raise ValueError("Only RGB and RGBA images are supported as an overlay!")
+        elif alpha is None:
+            alpha = 1.0
+
+        if overlay_image.shape[-1] == 3:
+            overlay_image = np.dstack([overlay_image, np.full(overlay_image.shape[:2], 255, dtype=np.uint8)])
+        overlay_image[:, :, 3] = overlay_image[:, :, 3] * alpha
+
+        self._overlay_alpha = (overlay_image[:, :, 3] / 255.0)[:, :, np.newaxis]
+        self._base_transparency = 1 - self._overlay_alpha
+
+        self.overlay = overlay_image[:, :, :3] * self._overlay_alpha
+
+    def _overlay(self, img: np.ndarray) -> np.ndarray:
+        return self.overlay + (img * self._base_transparency)
+
+    def _apply(self, video: Video) -> Video:
+        if not video.frame_shape == self.overlay.shape:
+            raise ValueError(
+                f"Mismatch of overlay shape `{self.overlay.shape}` with video shape: `{video.frame_shape}`!"
+            )
+        print("Overlaying video...")
+        video.frames = np.array([self._overlay(frame) for frame in tqdm(video.frames)], dtype=np.uint8)
+        return video

{videopython-0.1.2 → videopython-0.1.3}/src/videopython/base/transforms.py

@@ -3,6 +3,7 @@ from multiprocessing import Pool
 
 import cv2
 import numpy as np
+from tqdm import tqdm
 
 from videopython.base.video import Video
 
@@ -14,9 +15,6 @@ class Transformation(ABC):
     def apply(self, video: Video) -> Video:
         pass
 
-    def __call__(self, video: Video) -> Video:
-        return self.apply(video)
-
 
 class TransformationPipeline:
     def __init__(self, transformations: list[Transformation] | None):
@@ -58,7 +56,7 @@ class CutFrames(Transformation):
         self.end_frame = end_frame
 
     def apply(self, video: Video) -> Video:
-        video.frames = video.frames[self.start_frame : self.end_frame]
+        video = video[self.start_frame : self.end_frame]
         return video
 
 
@@ -68,7 +66,7 @@ class CutSeconds(Transformation):
         self.end_second = end_second
 
     def apply(self, video: Video) -> Video:
-        video.frames = video.frames[round(self.start_second * video.fps) : round(self.end_second * video.fps)]
+        video = video[round(self.start_second * video.fps) : round(self.end_second * video.fps)]
         return video
 
 
@@ -92,3 +90,41 @@ class Resize(Transformation):
             )
         video.frames = np.array(frames_copy)
         return video
+
+
+class ResampleFPS(Transformation):
+    def __init__(self, new_fps: int | float):
+        self.new_fps = float(new_fps)
+
+    def _downsample(self, video: Video) -> Video:
+        target_frame_count = int(len(video.frames) * (self.new_fps / video.fps))
+        new_frame_indices = np.round(np.linspace(0, len(video.frames) - 1, target_frame_count)).astype(int)
+        video.frames = video.frames[new_frame_indices]
+        video.fps = self.new_fps
+        return video
+
+    def _upsample(self, video: Video) -> Video:
+        target_frame_count = int(len(video.frames) * (self.new_fps / video.fps))
+        new_frame_indices = np.linspace(0, len(video.frames) - 1, target_frame_count)
+        new_frames = []
+        for i in tqdm(range(len(new_frame_indices) - 1)):
+            # Interpolate between the two nearest frames
+            ratio = new_frame_indices[i] % 1
+            new_frame = (1 - ratio) * video.frames[int(new_frame_indices[i])] + ratio * video.frames[
+                int(np.ceil(new_frame_indices[i]))
+            ]
+            new_frames.append(new_frame.astype(np.uint8))
+        video.frames = np.array(new_frames, dtype=np.uint8)
+        video.fps = self.new_fps
+        return video
+
+    def apply(self, video: Video) -> Video:
+        if video.fps == self.new_fps:
+            return video
+        elif video.fps > self.new_fps:
+            print(f"Downsampling video from {video.fps} to {self.new_fps} FPS.")
+            video = self._downsample(video)
+        else:
+            print(f"Upsampling video from {video.fps} to {self.new_fps} FPS.")
+            video = self._upsample(video)
+        return video

{videopython-0.1.2 → videopython-0.1.3}/src/videopython/base/transitions.py

@@ -15,19 +15,19 @@ class Transition(ABC):
     """
 
     @final
-    def apply(self, videos: tuple[Video, Video], **kwargs) -> Video:
+    def apply(self, videos: tuple[Video, Video]) -> Video:
         assert videos[0].metadata.can_be_merged_with(videos[1].metadata)
-        return self._apply(videos, **kwargs)
+        return self._apply(videos)
 
     @abstractmethod
-    def _apply(self, videos: tuple[Video, Video], **kwargs) -> Video:
+    def _apply(self, videos: tuple[Video, Video]) -> Video:
         pass
 
 
 class InstantTransition(Transition):
     """Instant cut without any transition."""
 
-    def _apply(self, videos: list[Video] | tuple[Video]) -> Video:
+    def _apply(self, videos: tuple[Video, Video]) -> Video:
         return videos[0] + videos[1]
 
 
@@ -57,7 +57,7 @@ class FadeTransition(Transition):
         effect_time_fps = math.floor(self.effect_time_seconds * video_fps)
         transition = self.fade(videos[0].frames[-effect_time_fps:], videos[1].frames[:effect_time_fps])
 
-        return Video.from_frames(
+        faded_videos = Video.from_frames(
             np.r_[
                 "0,2",
                 videos[0].frames[:-effect_time_fps],
@@ -66,3 +66,5 @@ class FadeTransition(Transition):
             ],
             fps=video_fps,
         )
+        faded_videos.audio = videos[0].audio.append(videos[1].audio, crossfade=(effect_time_fps / video_fps) * 1000)
+        return faded_videos

{videopython-0.1.2 → videopython-0.1.3}/src/videopython/base/video.py

@@ -7,11 +7,9 @@ from pathlib import Path
 
 import cv2
 import numpy as np
-import torch
-from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
 from pydub import AudioSegment
 
-from videopython.utils.common import generate_random_name
+from videopython.utils.common import check_path, generate_random_name
 
 
 @dataclass
@@ -117,7 +115,7 @@ class Video:
         audio = cls._load_audio_from_path(path)
         if not audio:
             print(f"No audio found for `{path}`, adding silent track!")
-            audio = AudioSegment.silent(duration=new_vid.total_seconds * 1000)
+            audio = AudioSegment.silent(duration=round(new_vid.total_seconds * 1000))
         new_vid.audio = audio
         return new_vid
 
@@ -126,7 +124,7 @@ class Video:
         new_vid = cls()
         new_vid.frames = frames
         new_vid.fps = fps
-        new_vid.audio = AudioSegment.silent(duration=new_vid.total_seconds * 1000)
+        new_vid.audio = AudioSegment.silent(duration=round(new_vid.total_seconds * 1000))
         return new_vid
 
     @classmethod
@@ -136,37 +134,9 @@ class Video:
             image = np.expand_dims(image, axis=0)
         new_vid.frames = np.repeat(image, round(length_seconds * fps), axis=0)
         new_vid.fps = fps
-        new_vid.audio = AudioSegment.silent(duration=new_vid.total_seconds * 1000)
+        new_vid.audio = AudioSegment.silent(duration=round(new_vid.total_seconds * 1000))
         return new_vid
 
-    @classmethod
-    def from_prompt(
-        cls,
-        prompt: str,
-        num_steps: int = 25,
-        height: int = 320,
-        width: int = 576,
-        num_frames: int = 24,
-        gpu_optimized: bool = False,
-    ) -> Video:
-        pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_576w", torch_dtype=torch_dtype)
-        if gpu_optimized:
-            pipe.enable_model_cpu_offload()
-            torch_dtype = torch.float16
-        else:
-            torch_dtype = torch.float32
-        pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
-        video_frames = np.asarray(
-            pipe(
-                prompt,
-                num_inference_steps=num_steps,
-                height=height,
-                width=width,
-                num_frames=num_frames,
-            ).frames
-        )
-        return Video.from_frames(video_frames, fps=24.0)
-
     def copy(self) -> Video:
         copied = Video().from_frames(self.frames.copy(), self.fps)
         copied.audio = self.audio
@@ -198,19 +168,10 @@ class Video:
         """
         if not self.is_loaded():
             raise RuntimeError(f"Video is not loaded, cannot save!")
-        # Check filename correctness or generate a new one if not given
-        if not filename:
-            filename = Path(generate_random_name()).resolve()
-            directory = filename.parent
-        elif not Path(filename).suffix == ".mp4":
-            raise ValueError("Only .mp4 save option is supported.")
-        else:
-            filename = Path(filename)
-            directory = filename.parent
-            if not directory.exists():
-                raise ValueError(f"Selected directory `{directory}` does not exist!")
 
-        filename, directory = str(filename), str(directory)
+        if filename is None:
+            filename = generate_random_name(suffix=".mp4")
+        filename = check_path(filename, dir_exists=True, suffix=".mp4")
 
         ffmpeg_video_command = (
             f"ffmpeg -loglevel error -y -framerate {self.fps} -f rawvideo -pix_fmt rgb24"
@@ -250,10 +211,14 @@ class Video:
 
     def add_audio_from_file(self, path: str, overlay: bool = True, overlay_gain: int = 0, loop: bool = False) -> None:
         new_audio = self._load_audio_from_path(path)
-        if (duration_diff := self.total_seconds - new_audio.duration_seconds) > 0 and not loop:
+        if new_audio is None:
+            print(f"Audio file `{path}` not found, skipping!")
+            return
+
+        if (duration_diff := round(self.total_seconds - new_audio.duration_seconds)) > 0 and not loop:
             new_audio = new_audio + AudioSegment.silent(duration_diff * 1000)
         elif new_audio.duration_seconds > self.total_seconds:
-            new_audio = new_audio[: self.total_seconds * 1000]
+            new_audio = new_audio[: round(self.total_seconds * 1000)]
 
         if overlay:
             self.audio = self.audio.overlay(new_audio, loop=loop, gain_during_overlay=overlay_gain)
@@ -276,17 +241,25 @@ class Video:
     def __str__(self) -> str:
         return str(self.metadata)
 
-    def __getitem__(self, val: int | slice) -> Video | np.ndarray:
-        if isinstance(val, slice):
-            # Sub-slice video if given a slice
-            sliced = self.from_frames(self.frames[val], fps=self.fps)
-            audio_start = (val.start / self.fps) * 1000
-            audio_end = (val.stop / self.fps) * 1000
-            sliced.audio = self.audio[audio_start:audio_end]
-            return sliced
-        elif isinstance(val, int):
-            # Return single frame for integer indexing
-            return self.frames[val]
+    def __getitem__(self, val: slice) -> Video:
+        if not isinstance(val, slice):
+            raise ValueError("Only slices are supported for video indexing!")
+
+        # Sub-slice video if given a slice
+        sliced = self.from_frames(self.frames[val], fps=self.fps)
+        # Handle slicing without value for audio
+        start = val.start if val.start else 0
+        stop = val.stop if val.stop else len(self.frames)
+        # Handle negative values for audio slices
+        if start < 0:
+            start = len(self.frames) + start
+        if stop < 0:
+            stop = len(self.frames) + stop
+        # Append audio to the slice
+        audio_start = round(start / self.fps) * 1000
+        audio_end = round(stop / self.fps) * 1000
+        sliced.audio = self.audio[audio_start:audio_end]
+        return sliced
 
     @staticmethod
     def _load_audio_from_path(path: str) -> AudioSegment | None:

videopython-0.1.3/src/videopython/generation/__init__.py

@@ -0,0 +1,10 @@
+from .audio import TextToSpeech
+from .image import TextToImage
+from .video import ImageToVideo, TextToVideo
+
+__all__ = [
+    "ImageToVideo",
+    "TextToSpeech",
+    "TextToImage",
+    "TextToVideo",
+]

videopython-0.1.3/src/videopython/generation/audio.py

@@ -0,0 +1,30 @@
+import os
+from pathlib import Path
+from typing import Literal
+
+from openai import OpenAI
+from pydub import AudioSegment
+
+from videopython.utils.common import generate_random_name
+
+
+class TextToSpeech:
+    def __init__(self, openai_key: str | None = None, save_audio: bool = True):
+        self.client = OpenAI(api_key=openai_key)
+        self._save = save_audio
+
+    def generate_audio(
+        self,
+        text: str,
+        voice: Literal["alloy", "echo", "fable", "onyx", "nova", "shimmer"] = "alloy",
+    ) -> AudioSegment:
+        filename = generate_random_name(suffix=".mp3")
+        output_path = str((Path(os.getcwd()) / filename).resolve())
+        response = self.client.audio.speech.create(model="tts-1", voice=voice, input=text)
+        response.stream_to_file(output_path)
+        audio = AudioSegment.from_file(output_path)
+        if self._save:
+            print(f"Audio saved to {output_path}")
+        else:
+            os.remove(output_path)
+        return audio

videopython-0.1.3/src/videopython/generation/image.py

@@ -0,0 +1,60 @@
+import io
+import os
+
+import stability_sdk.interfaces.gooseai.generation.generation_pb2 as generation
+from PIL import Image
+from stability_sdk import client
+
+
+class TextToImage:
+    def __init__(
+        self,
+        stability_key: str | None = None,
+        engine: str = "stable-diffusion-xl-1024-v1-0",
+        verbose: bool = True,
+    ):
+        stability_key = stability_key or os.getenv("STABILITY_KEY")
+        if stability_key is None:
+            raise ValueError(
+                "API Key for stability is required. Please provide it as an argument"
+                " or set it as an environment variable `STABILITY_KEY`. "
+            )
+
+        self.client = client.StabilityInference(stability_key, verbose=verbose, engine=engine)
+
+    def generate_image(
+        self,
+        prompt: str,
+        width: int = 1024,
+        height: int = 1024,
+        steps: int = 30,
+        cfg_scale: float = 8.0,
+        seed: int = 1,
+    ) -> Image.Image:
+        answers = self.client.generate(
+            prompt=prompt,
+            seed=seed,
+            steps=steps,  # Amount of inference steps performed on image generation.
+            cfg_scale=cfg_scale,  # Influences how strongly your generation is guided to match your prompt.
+            # Setting this value higher increases the strength in which it tries to match your prompt.
+            # Defaults to 7.0 if not specified.
+            width=width,
+            height=height,
+            safety=False,
+            samples=1,
+            sampler=generation.SAMPLER_K_DPMPP_2M,  # Choose which sampler we want to denoise our generation with.
+            # Defaults to k_dpmpp_2m if not specified. Clip Guidance only supports ancestral samplers.
+            # (Available Samplers: ddim, plms, k_euler, k_euler_ancestral, k_heun, k_dpm_2, k_dpm_2_ancestral, k_dpmpp_2s_ancestral, k_lms, k_dpmpp_2m, k_dpmpp_sde)
+        )
+        for resp in answers:
+            for artifact in resp.artifacts:
+                if artifact.finish_reason == generation.FILTER:
+                    raise RuntimeError(
+                        "Your request activated the API's safety filters and could not be processed."
+                        "Please modify the prompt and try again."
+                    )
+                if artifact.type == generation.ARTIFACT_IMAGE:
+                    img = Image.open(io.BytesIO(artifact.binary))
+                else:
+                    raise ValueError(f"Unknown artifact type: {artifact.type}")
+        return img

videopython-0.1.3/src/videopython/generation/video.py

@@ -0,0 +1,47 @@
+import numpy as np
+import torch
+from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
+from PIL.Image import Image
+
+from videopython.base.video import Video
+
+TEXT_TO_VIDEO_MODEL = "cerspense/zeroscope_v2_576w"
+IMAGE_TO_VIDEO_MODEL = "stabilityai/stable-video-diffusion-img2vid-xt"
+
+
+class TextToVideo:
+    def __init__(self, gpu_optimized: bool = True):
+        self.pipeline = DiffusionPipeline.from_pretrained(
+            TEXT_TO_VIDEO_MODEL, torch_dtype=torch.float16 if gpu_optimized else torch.float32
+        )
+        self.pipeline.scheduler = DPMSolverMultistepScheduler.from_config(self.pipeline.scheduler.config)
+        if gpu_optimized:
+            self.pipeline.enable_model_cpu_offload()
+
+    def generate_video(
+        self, prompt: str, num_steps: int = 25, height: int = 320, width: int = 576, num_frames: int = 24
+    ) -> Video:
+        video_frames = self.pipeline(
+            prompt,
+            num_inference_steps=num_steps,
+            height=height,
+            width=width,
+            num_frames=num_frames,
+        ).frames[0]
+        video_frames = np.asarray(255 * video_frames, dtype=np.uint8)
+        return Video.from_frames(video_frames, fps=24.0)
+
+
+class ImageToVideo:
+    def __init__(self):
+        if not torch.cuda.is_available():
+            raise ValueError("CUDA is not available, but ImageToVideo model requires CUDA.")
+        self.pipeline = DiffusionPipeline.from_pretrained(
+            IMAGE_TO_VIDEO_MODEL, torch_dtype=torch.float16, variant="fp16"
+        ).to("cuda")
+        self.pipeline.enable_model_cpu_offload()
+
+    def generate_video(self, image: Image, fps: int = 24) -> Video:
+        video_frames = self.pipeline(image=image, fps=fps, output_type="np").frames[0]
+        video_frames = np.asarray(255 * video_frames, dtype=np.uint8)
+        return Video.from_frames(video_frames, fps=float(fps))

videopython-0.1.3/src/videopython/utils/common.py

@@ -0,0 +1,31 @@
+import time
+import uuid
+from pathlib import Path
+from typing import Callable
+
+
+def generate_random_name(suffix=".mp4"):
+    """Generates random name."""
+    return f"{uuid.uuid4()}{suffix}"
+
+
+def timeit(func: Callable):
+    """Decorator to measure execution time of a function."""
+
+    def timed(*args, **kwargs):
+        start = time.time()
+        result = func(*args, **kwargs)
+        end = time.time()
+        print(f"Execution time: {end - start:.3f} seconds.")
+        return result
+
+    return timed
+
+
+def check_path(path: str, dir_exists: bool = True, suffix: str | None = None) -> str:
+    fullpath = Path(path).resolve()
+    if dir_exists and not fullpath.parent.exists():
+        raise ValueError(f"Directory `{fullpath.parent}` does not exist!")
+    if suffix and suffix != fullpath.suffix:
+        raise ValueError(f"Required suffix `{suffix}` does not match the file suffix `{fullpath.suffix}`")
+    return str(fullpath)

{videopython-0.1.2 → videopython-0.1.3}/src/videopython.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: videopython
-Version: 0.1.2
+Version: 0.1.3
 Summary: Minimal video generation and processing library.
 Author-email: Bartosz Wójtowicz <bartoszwojtowicz@outlook.com>, Bartosz Rudnikowicz <bartoszrudnikowicz840@gmail.com>, Piotr Pukisz <piotr.pukisz@gmail.com>
 License:                                  Apache License
@@ -210,12 +210,12 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: click>=8.1.7
 Requires-Dist: numpy>=1.25.2
-Requires-Dist: opencv-python>=4.7.0.68
+Requires-Dist: opencv-python>=4.9.0.80
 Requires-Dist: pytest>=7.4.0
-Requires-Dist: transformers>=4.36.0
-Requires-Dist: diffusers>=0.21.4
+Requires-Dist: transformers>=4.38.1
+Requires-Dist: diffusers>=0.26.3
 Requires-Dist: torch>=2.1.0
-Requires-Dist: stability-sdk>=0.8.4
+Requires-Dist: stability-sdk>=0.8.5
 Requires-Dist: openai==1.3.5
 Requires-Dist: pydub>=0.25.1
 

{videopython-0.1.2 → videopython-0.1.3}/src/videopython.egg-info/SOURCES.txt

@@ -1,7 +1,6 @@
 LICENSE
 README.md
 pyproject.toml
-src/videopython/__init__.py
 src/videopython.egg-info/PKG-INFO
 src/videopython.egg-info/SOURCES.txt
 src/videopython.egg-info/dependency_links.txt
@@ -9,14 +8,18 @@ src/videopython.egg-info/requires.txt
 src/videopython.egg-info/top_level.txt
 src/videopython/base/__init__.py
 src/videopython/base/compose.py
+src/videopython/base/effects.py
 src/videopython/base/transforms.py
 src/videopython/base/transitions.py
 src/videopython/base/video.py
-src/videopython/generation/openai/text_to_speech.py
-src/videopython/generation/stability/text_to_image.py
+src/videopython/generation/__init__.py
+src/videopython/generation/audio.py
+src/videopython/generation/image.py
+src/videopython/generation/video.py
 src/videopython/utils/__init__.py
 src/videopython/utils/common.py
 tests/test_compose.py
+tests/test_effects.py
 tests/test_transforms.py
 tests/test_transitions.py
 tests/test_video.py

videopython-0.1.3/src/videopython.egg-info/requires.txt

@@ -0,0 +1,10 @@
+click>=8.1.7
+numpy>=1.25.2
+opencv-python>=4.9.0.80
+pytest>=7.4.0
+transformers>=4.38.1
+diffusers>=0.26.3
+torch>=2.1.0
+stability-sdk>=0.8.5
+openai==1.3.5
+pydub>=0.25.1

videopython-0.1.3/tests/test_effects.py

@@ -0,0 +1,24 @@
+import numpy as np
+
+from videopython.base.effects import FullImageOverlay
+
+
+def test_full_image_overlay_rgba(black_frames_video):
+    overlay_shape = (*black_frames_video.frame_shape[:2], 4)  # RGBA
+    overlay = 255 * np.ones(shape=overlay_shape, dtype=np.uint8)
+    overlay[:, :, 3] = 127
+
+    original_shape = black_frames_video.video_shape
+    overlayed_video = FullImageOverlay(overlay).apply(black_frames_video)
+
+    assert (overlayed_video.frames.flatten() == 127).all()
+    assert overlayed_video.video_shape == original_shape
+
+
+def test_full_image_overlay_rgb(black_frames_video):
+    overlay = 255 * np.ones(shape=black_frames_video.frame_shape, dtype=np.uint8)
+    original_shape = black_frames_video.video_shape
+    overlayed_video = FullImageOverlay(overlay, alpha=0.5).apply(black_frames_video)
+
+    assert (overlayed_video.frames.flatten() == 127).all()
+    assert overlayed_video.video_shape == original_shape

videopython-0.1.2/src/videopython/generation/openai/text_to_speech.py

@@ -1,31 +0,0 @@
-import os
-from pathlib import Path
-
-from openai import OpenAI
-from pydub import AudioSegment
-
-from videopython.utils.common import generate_random_name
-
-
-def text_to_speech_openai(
-    text: str, voice: str = "alloy", save: bool = True, output_dir: str | None = None
-) -> str | AudioSegment:
-    client = OpenAI()
-
-    filename = generate_random_name(suffix=".mp3")
-    if output_dir:
-        output_dir = Path(output_dir)
-        output_dir.mkdir(parents=True, exist_ok=True)
-    else:
-        output_dir = Path(os.getcwd())
-    save_path = output_dir / filename
-
-    response = client.audio.speech.create(model="tts-1", voice=voice, input=text)
-    response.stream_to_file(save_path)
-
-    if save:
-        return str(save_path.resolve())
-    else:
-        audio = AudioSegment.from_mp3(str(save_path))
-        save_path.unlink()
-        return audio

videopython-0.1.2/src/videopython/generation/stability/text_to_image.py

@@ -1,77 +0,0 @@
-import io
-import os
-from pathlib import Path
-
-import numpy as np
-import stability_sdk.interfaces.gooseai.generation.generation_pb2 as generation
-from PIL import Image
-from stability_sdk import client
-
-from videopython.utils.common import generate_random_name
-
-API_KEY = os.getenv("STABILITY_KEY")
-if not API_KEY:
-    raise KeyError(
-        "Stability API key was not found in the environment! Please set in as `STABILITY_KEY` in your environment."
-    )
-
-
-def text_to_image(
-    prompt: str,
-    save: bool = True,
-    output_dir: str | None = None,
-    width: int = 1024,
-    height: int = 1024,
-    num_samples: int = 1,
-    steps: int = 30,
-    cfg_scale: float = 8.0,
-    engine: str = "stable-diffusion-xl-1024-v1-0",
-    verbose: bool = True,
-    seed: int = 1,
-) -> np.ndarray | str:
-    """Generates image from prompt using the stability.ai API."""
-    # Generate image
-    stability_api = client.StabilityInference(
-        key=API_KEY,
-        verbose=verbose,
-        engine=engine,  # Set the engine to use for generation.
-        # Check out the following link for a list of available engines: https://platform.stability.ai/docs/features/api-parameters#engine
-    )
-    answers = stability_api.generate(
-        prompt=prompt,
-        seed=seed,
-        steps=steps,  # Amount of inference steps performed on image generation.
-        cfg_scale=cfg_scale,  # Influences how strongly your generation is guided to match your prompt.
-        # Setting this value higher increases the strength in which it tries to match your prompt.
-        # Defaults to 7.0 if not specified.
-        width=width,
-        height=height,
-        samples=num_samples,
-        sampler=generation.SAMPLER_K_DPMPP_2M  # Choose which sampler we want to denoise our generation with.
-        # Defaults to k_dpmpp_2m if not specified. Clip Guidance only supports ancestral samplers.
-        # (Available Samplers: ddim, plms, k_euler, k_euler_ancestral, k_heun, k_dpm_2, k_dpm_2_ancestral, k_dpmpp_2s_ancestral, k_lms, k_dpmpp_2m, k_dpmpp_sde)
-    )
-    # Parse API response
-    for resp in answers:
-        for artifact in resp.artifacts:
-            if artifact.finish_reason == generation.FILTER:
-                raise RuntimeError(
-                    "Your request activated the API's safety filters and could not be processed."
-                    "Please modify the prompt and try again."
-                )
-            if artifact.type == generation.ARTIFACT_IMAGE:
-                img = Image.open(io.BytesIO(artifact.binary))
-            else:
-                raise ValueError(f"Unknown artifact type: {artifact.type}")
-
-    if save:
-        if output_dir:
-            output_dir = Path(output_dir)
-            output_dir.mkdir(parents=True, exist_ok=True)
-        else:
-            output_dir = Path(os.getcwd())
-        filename = output_dir / generate_random_name(suffix=".png")
-        img.save(filename)
-        return str(filename.resolve())
-    else:
-        return np.array(img)

videopython-0.1.2/src/videopython/utils/common.py

@@ -1,20 +0,0 @@
-import time
-import uuid
-
-
-def generate_random_name(suffix=".mp4"):
-    """Generates random name."""
-    return f"{uuid.uuid4()}{suffix}"
-
-
-def timeit(func: callable):
-    """Decorator to measure execution time of a function."""
-
-    def timed(*args, **kwargs):
-        start = time.time()
-        result = func(*args, **kwargs)
-        end = time.time()
-        print(f"Execution time: {end - start:.3f} seconds.")
-        return result
-
-    return timed

videopython-0.1.2/src/videopython.egg-info/requires.txt

@@ -1,10 +0,0 @@
-click>=8.1.7
-numpy>=1.25.2
-opencv-python>=4.7.0.68
-pytest>=7.4.0
-transformers>=4.36.0
-diffusers>=0.21.4
-torch>=2.1.0
-stability-sdk>=0.8.4
-openai==1.3.5
-pydub>=0.25.1