@gradio/imageeditor 0.12.14 → 0.14.0

package/shared/types.ts

@@ -0,0 +1,19 @@
+export interface ImageBlobs {
+	background: Blob | null;
+	layers: (Blob | null)[];
+	composite: Blob | null;
+}
+
+export interface LayerOptions {
+	allow_additional_layers: boolean;
+	layers: string[];
+	disabled: boolean;
+}
+
+export type Source = "upload" | "webcam" | "clipboard";
+export type Transform = "crop" | "resize";
+
+export interface WebcamOptions {
+	mirror: boolean;
+	constraints: Record<string, any>;
+}

package/shared/utils/pixi.ts

@@ -1,211 +1,4 @@
-import {
-	Application,
-	Container,
-	Graphics,
-	Sprite,
-	Rectangle,
-	RenderTexture,
-	type IRenderer,
-	type DisplayObject,
-	type ICanvas
-} from "pixi.js";
-
-import { type LayerScene } from "../layers/utils";
-
-/**
- * interface holding references to pixi app components
- */
-export interface PixiApp {
-	/**
-	 * The pixi container for layers
-	 */
-	layer_container: Container;
-	/**
-	 * The pixi container for background images and colors
-	 */
-	background_container: Container;
-	/**
-	 * The pixi renderer
-	 */
-	renderer: IRenderer;
-	/**
-	 * The pixi canvas
-	 */
-	view: HTMLCanvasElement & ICanvas;
-	/**
-	 * The pixi container for masking
-	 */
-	mask_container: Container;
-	destroy(): void;
-	/**
-	 * Resizes the pixi app
-	 * @param width the new width
-	 * @param height the new height
-	 */
-	resize(width: number, height: number): void;
-	/**
-	 * Gets the blobs for the background, layers, and composite
-	 * @param bounds the bounds of the canvas
-	 * @returns a promise with the blobs
-	 */
-	get_blobs(
-		layers: LayerScene[],
-		bounds: Rectangle,
-		dimensions: [number, number]
-	): Promise<ImageBlobs>;
-	// /**
-	//  * Resets the mask
-	//  */
-	// reset?: () => void;
-
-	/**
-	 * Gets the layers
-	 */
-	get_layers?: () => LayerScene[];
-}
-
-/**
- * Creates a PIXI app and attaches it to a DOM element
- * @param target DOM element to attach PIXI app to
- * @param width Width of the PIXI app
- * @param height Height of the PIXI app
- * @param antialias Whether to use antialiasing
- * @returns object with pixi container and renderer
- */
-export function create_pixi_app({
-	target,
-	dimensions: [width, height],
-	antialias
-}: {
-	target: HTMLElement;
-	dimensions: [number, number];
-	antialias: boolean;
-}): PixiApp {
-	const ratio = window.devicePixelRatio || 1;
-	const app = new Application({
-		width,
-		height,
-		antialias: antialias,
-		backgroundAlpha: 0,
-		eventMode: "static"
-	});
-	const view = app.view as HTMLCanvasElement;
-	// ensure that we can sort the background and layer containers
-	app.stage.sortableChildren = true;
-	view.style.maxWidth = `${width / ratio}px`;
-	view.style.maxHeight = `${height / ratio}px`;
-	view.style.width = "100%";
-	view.style.height = "100%";
-
-	target.appendChild(app.view as HTMLCanvasElement);
-
-	// we need a separate container for the background so that we can
-	// clear its content without knowing too much about its children
-	const background_container = new Container() as Container & DisplayObject;
-	background_container.zIndex = 0;
-	const layer_container = new Container() as Container & DisplayObject;
-	layer_container.zIndex = 1;
-
-	// ensure we can reorder  layers via zIndex
-	layer_container.sortableChildren = true;
-
-	const mask_container = new Container() as Container & DisplayObject;
-	mask_container.zIndex = 1;
-	const composite_container = new Container() as Container & DisplayObject;
-	composite_container.zIndex = 0;
-
-	mask_container.addChild(background_container);
-	mask_container.addChild(layer_container);
-
-	app.stage.addChild(mask_container);
-	app.stage.addChild(composite_container);
-	const mask = new Graphics();
-	let text = RenderTexture.create({
-		width,
-		height
-	});
-	const sprite = new Sprite(text);
-
-	mask_container.mask = sprite;
-
-	app.render();
-
-	function reset_mask(width: number, height: number): void {
-		background_container.removeChildren();
-		mask.beginFill(0xffffff, 1);
-		mask.drawRect(0, 0, width, height);
-		mask.endFill();
-		text = RenderTexture.create({
-			width,
-			height
-		});
-		app.renderer.render(mask, {
-			renderTexture: text
-		});
-
-		const sprite = new Sprite(text);
-
-		mask_container.mask = sprite;
-	}
-
-	function resize(width: number, height: number): void {
-		app.renderer.resize(width, height);
-		view.style.maxWidth = `${width / ratio}px`;
-		view.style.maxHeight = `${height / ratio}px`;
-		reset_mask(width, height);
-	}
-
-	async function get_blobs(
-		_layers: LayerScene[],
-		bounds: Rectangle,
-		[w, h]: [number, number]
-	): Promise<ImageBlobs> {
-		const background = await get_canvas_blob(
-			app.renderer,
-			background_container,
-			bounds,
-			w,
-			h
-		);
-
-		const layers = await Promise.all(
-			_layers.map((layer) =>
-				get_canvas_blob(
-					app.renderer,
-					layer.composite as DisplayObject,
-					bounds,
-					w,
-					h
-				)
-			)
-		);
-
-		const composite = await get_canvas_blob(
-			app.renderer,
-			mask_container,
-			bounds,
-			w,
-			h
-		);
-
-		return {
-			background,
-			layers,
-			composite
-		};
-	}
-
-	return {
-		layer_container,
-		renderer: app.renderer,
-		destroy: () => app.destroy(true),
-		view: app.view as HTMLCanvasElement & ICanvas,
-		background_container,
-		mask_container,
-		resize,
-		get_blobs
-	};
-}
+import { Graphics, Rectangle, type Renderer, type Container } from "pixi.js";
 
 /**
  * Creates a pixi graphics object.
@@ -232,7 +25,7 @@ export function clamp(n: number, min: number, max: number): number {
 }
 
 /**
- * Generates a blob from a pixi object.
+ * Generates a blob from a pixi object.s
  * @param renderer The pixi renderer.
  * @param obj The pixi object to generate a blob from.
  * @param bounds The bounds of the canvas that we wish to extract
@@ -240,49 +33,29 @@ export function clamp(n: number, min: number, max: number): number {
  * @param height The full height of the canvas
  * @returns A promise with the blob.
  */
-function get_canvas_blob(
-	renderer: IRenderer,
-	obj: DisplayObject,
-	bounds: Rectangle,
-	width: number,
-	height: number
+export function get_canvas_blob(
+	renderer: Renderer,
+	obj: Container | null,
+	bounds?: { x: number; y: number; width: number; height: number }
 ): Promise<Blob | null> {
 	return new Promise((resolve) => {
-		// for some reason pixi won't extract a cropped canvas without distorting it
-		// so we have to extract the whole canvas and crop it manually
-		const src_canvas = renderer.extract.canvas(
-			obj,
-			new Rectangle(0, 0, width, height)
-		);
-
-		// Create a new canvas for the cropped area with the appropriate size
-		let dest_canvas = document.createElement("canvas");
-		dest_canvas.width = bounds.width;
-		dest_canvas.height = bounds.height;
-		let dest_ctx = dest_canvas.getContext("2d");
-
-		if (!dest_ctx) {
+		if (!obj) {
 			resolve(null);
-			throw new Error("Could not create canvas context");
+			return;
 		}
 
-		// Draw the cropped area onto the destination canvas
-		dest_ctx.drawImage(
-			src_canvas as HTMLCanvasElement,
-			// this is the area of the source that we want to copy (the crop box)
-			bounds.x,
-			bounds.y,
-			bounds.width,
-			bounds.height,
-			// this is where we want to draw the crop box on the destination canvas
-			0,
-			0,
-			bounds.width,
-			bounds.height
-		);
+		const image_bounds = obj.getLocalBounds();
+		const frame = bounds
+			? new Rectangle(bounds.x, bounds.y, bounds.width, bounds.height)
+			: new Rectangle(0, 0, image_bounds.width, image_bounds.height);
+
+		const src_canvas = renderer.extract.canvas({
+			target: obj,
+			resolution: 1,
+			frame
+		});
 
-		// we grab a blob here so we can upload it
-		dest_canvas.toBlob?.((blob) => {
+		src_canvas.toBlob?.((blob) => {
 			if (!blob) {
 				resolve(null);
 			}