@gradio/core 0.17.0 → 0.18.0

package/package.json

@@ -1,68 +1,68 @@
 {
   "name": "@gradio/core",
-  "version": "0.17.0",
+  "version": "0.18.0",
   "type": "module",
   "devDependencies": {
     "@gradio/accordion": "^0.5.15",
     "@gradio/annotatedimage": "^0.9.19",
+    "@gradio/box": "^0.2.19",
     "@gradio/atoms": "^0.16.1",
     "@gradio/audio": "^0.17.14",
-    "@gradio/box": "^0.2.19",
-    "@gradio/chatbot": "^0.26.7",
     "@gradio/button": "^0.5.0",
-    "@gradio/checkboxgroup": "^0.6.21",
-    "@gradio/client": "^1.15.0",
     "@gradio/checkbox": "^0.4.21",
+    "@gradio/checkboxgroup": "^0.6.21",
+    "@gradio/chatbot": "^0.26.8",
     "@gradio/code": "^0.14.4",
+    "@gradio/client": "^1.15.0",
     "@gradio/colorpicker": "^0.4.21",
     "@gradio/column": "^0.2.0",
     "@gradio/dataframe": "^0.17.12",
     "@gradio/dataset": "^0.4.19",
-    "@gradio/datetime": "^0.3.13",
     "@gradio/downloadbutton": "^0.4.0",
+    "@gradio/datetime": "^0.3.13",
     "@gradio/dropdown": "^0.9.21",
-    "@gradio/file": "^0.12.18",
-    "@gradio/form": "^0.2.19",
     "@gradio/fallback": "^0.4.21",
+    "@gradio/file": "^0.12.18",
     "@gradio/fileexplorer": "^0.5.29",
-    "@gradio/highlightedtext": "^0.9.4",
+    "@gradio/form": "^0.2.19",
     "@gradio/gallery": "^0.15.19",
-    "@gradio/html": "^0.6.13",
     "@gradio/group": "^0.2.0",
+    "@gradio/html": "^0.6.13",
+    "@gradio/highlightedtext": "^0.9.4",
     "@gradio/icons": "^0.12.0",
     "@gradio/image": "^0.22.6",
-    "@gradio/imageeditor": "^0.15.0",
     "@gradio/imageslider": "^0.2.2",
     "@gradio/label": "^0.5.13",
-    "@gradio/json": "^0.5.22",
+    "@gradio/imageeditor": "^0.15.0",
     "@gradio/browserstate": "^0.3.2",
-    "@gradio/markdown": "^0.13.12",
+    "@gradio/json": "^0.5.23",
+    "@gradio/model3d": "^0.14.14",
     "@gradio/multimodaltextbox": "^0.10.6",
-    "@gradio/nativeplot": "^0.5.16",
-    "@gradio/paramviewer": "^0.7.9",
+    "@gradio/markdown": "^0.13.13",
     "@gradio/number": "^0.5.21",
-    "@gradio/model3d": "^0.14.13",
+    "@gradio/nativeplot": "^0.5.16",
     "@gradio/plot": "^0.9.16",
+    "@gradio/paramviewer": "^0.7.9",
     "@gradio/radio": "^0.7.4",
-    "@gradio/row": "^0.2.1",
     "@gradio/sidebar": "^0.1.13",
+    "@gradio/row": "^0.2.1",
     "@gradio/simpledropdown": "^0.3.21",
-    "@gradio/sketchbox": "^0.6.8",
     "@gradio/simpletextbox": "^0.3.21",
     "@gradio/simpleimage": "^0.8.29",
-    "@gradio/slider": "^0.6.9",
-    "@gradio/statustracker": "^0.10.11",
+    "@gradio/slider": "^0.6.10",
     "@gradio/state": "^0.1.2",
+    "@gradio/sketchbox": "^0.6.8",
+    "@gradio/statustracker": "^0.10.11",
     "@gradio/tabitem": "^0.4.4",
     "@gradio/tabs": "^0.4.4",
     "@gradio/textbox": "^0.10.11",
-    "@gradio/theme": "^0.4.0",
     "@gradio/timer": "^0.4.5",
+    "@gradio/theme": "^0.4.0",
     "@gradio/upload": "^0.16.5",
     "@gradio/uploadbutton": "^0.9.0",
+    "@gradio/video": "^0.14.14",
     "@gradio/utils": "^0.10.2",
-    "@gradio/wasm": "^0.18.1",
-    "@gradio/video": "^0.14.14"
+    "@gradio/wasm": "^0.18.1"
   },
   "msw": {
     "workerDirectory": "public"

package/src/Blocks.svelte

@@ -2,6 +2,7 @@
 	import { tick, onMount } from "svelte";
 	import { _ } from "svelte-i18n";
 	import { Client } from "@gradio/client";
+	import { writable } from "svelte/store";
 
 	import type { LoadingStatus, LoadingStatusCollection } from "./stores";
 
@@ -19,12 +20,14 @@
 	import logo from "./images/logo.svg";
 	import api_logo from "./api_docs/img/api-logo.svg";
 	import settings_logo from "./api_docs/img/settings-logo.svg";
+	import record_stop from "./api_docs/img/record-stop.svg";
 	import { create_components, AsyncFunction } from "./init";
 	import type {
 		LogMessage,
 		RenderMessage,
 		StatusMessage
 	} from "@gradio/client";
+	import * as screen_recorder from "./screen_recorder";
 
 	export let root: string;
 	export let components: ComponentMeta[];
@@ -97,6 +100,8 @@
 	let settings_visible = search_params.get("view") === "settings";
 	let api_recorder_visible =
 		search_params.get("view") === "api-recorder" && show_api;
+	let allow_zoom = true;
+	let allow_video_trim = true;
 
 	function set_api_docs_visible(visible: boolean): void {
 		api_recorder_visible = false;
@@ -126,11 +131,28 @@
 	export let render_complete = false;
 	async function handle_update(data: any, fn_index: number): Promise<void> {
 		const dep = dependencies.find((dep) => dep.id === fn_index);
+		const input_type = components.find(
+			(comp) => comp.id === dep?.inputs[0]
+		)?.type;
+		if (allow_zoom && dep && input_type !== "dataset") {
+			if (dep && dep.inputs && dep.inputs.length > 0 && $is_screen_recording) {
+				screen_recorder.zoom(true, dep.inputs, 1.0);
+			}
+
+			if (
+				dep &&
+				dep.outputs &&
+				dep.outputs.length > 0 &&
+				$is_screen_recording
+			) {
+				screen_recorder.zoom(false, dep.outputs, 2.0);
+			}
+		}
+
 		if (!dep) {
 			return;
 		}
 		const outputs = dep.outputs;
-
 		const meta_updates = data?.map((value: any, i: number) => {
 			return {
 				id: outputs[i],
@@ -372,6 +394,9 @@
 			payload: Payload,
 			streaming = false
 		): Promise<void> {
+			if (allow_video_trim) {
+				screen_recorder.markRemoveSegmentStart();
+			}
 			if (api_recorder_visible) {
 				api_calls = [...api_calls, JSON.parse(JSON.stringify(payload))];
 			}
@@ -601,6 +626,9 @@
 					});
 				}
 			}
+			if (allow_video_trim) {
+				screen_recorder.markRemoveSegmentEnd();
+			}
 		}
 	}
 	/* eslint-enable complexity */
@@ -773,6 +801,8 @@
 		return "detail" in event;
 	}
 
+	let is_screen_recording = writable(false);
+
 	onMount(() => {
 		document.addEventListener("visibilitychange", function () {
 			if (document.visibilityState === "hidden") {
@@ -784,7 +814,25 @@
 			/Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(
 				navigator.userAgent
 			);
+
+		screen_recorder.initialize(
+			root,
+			(title, message, type) => {
+				add_new_message(title, message, type);
+			},
+			(isRecording) => {
+				$is_screen_recording = isRecording;
+			}
+		);
 	});
+
+	function screen_recording(): void {
+		if ($is_screen_recording) {
+			screen_recorder.stopRecording();
+		} else {
+			screen_recorder.startRecording();
+		}
+	}
 </script>
 
 <svelte:head>
@@ -840,6 +888,17 @@
 				{$_("common.built_with_gradio")}
 				<img src={logo} alt={$_("common.logo")} />
 			</a>
+			<div class="divider" class:hidden={!$is_screen_recording}>·</div>
+			<button
+				class:hidden={!$is_screen_recording}
+				on:click={() => {
+					screen_recording();
+				}}
+				class="record"
+			>
+				{$_("common.stop_recording")}
+				<img src={record_stop} alt={$_("common.stop_recording")} />
+			</button>
 			<div class="divider">·</div>
 			<button
 				on:click={() => {
@@ -912,9 +971,14 @@
 		/>
 		<div class="api-docs-wrap">
 			<Settings
+				bind:allow_zoom
+				bind:allow_video_trim
 				on:close={(event) => {
 					set_settings_visible(false);
 				}}
+				on:start_recording={(event) => {
+					screen_recording();
+				}}
 				pwa_enabled={app.config.pwa}
 				{root}
 				{space_id}
@@ -954,7 +1018,8 @@
 	}
 
 	.show-api,
-	.settings {
+	.settings,
+	.record {
 		display: flex;
 		align-items: center;
 	}
@@ -974,13 +1039,20 @@
 		width: var(--size-4);
 	}
 
+	.record img {
+		margin-right: var(--size-1);
+		margin-left: var(--size-1);
+		width: var(--size-3);
+	}
+
 	.built-with {
 		display: flex;
 		align-items: center;
 	}
 
 	.built-with:hover,
-	.settings:hover {
+	.settings:hover,
+	.record:hover {
 		color: var(--body-text-color);
 	}
 
@@ -1051,4 +1123,8 @@
 	.show-api:hover {
 		color: var(--body-text-color);
 	}
+
+	.hidden {
+		display: none;
+	}
 </style>

package/src/api_docs/Settings.svelte

@@ -6,10 +6,14 @@
 	export let space_id: string | null;
 	export let pwa_enabled: boolean | undefined;
 	import { BaseDropdown as Dropdown } from "@gradio/dropdown";
+	import { BaseCheckbox as Checkbox } from "@gradio/checkbox";
 	import { language_choices, changeLocale } from "../i18n";
 	import { locale, _ } from "svelte-i18n";
 	import { setupi18n } from "../i18n";
+	import record from "./img/record.svg";
+	import { createEventDispatcher } from "svelte";
 
+	const dispatch = createEventDispatcher();
 	if (root === "") {
 		root = location.protocol + "//" + location.host + location.pathname;
 	}
@@ -44,6 +48,8 @@
 
 	let current_locale: string;
 	let current_theme: "light" | "dark" | "system" = "system";
+	export let allow_zoom = true;
+	export let allow_video_trim = true;
 
 	locale.subscribe((value) => {
 		if (value) {
@@ -55,6 +61,15 @@
 		const new_locale = e.detail;
 		changeLocale(new_locale);
 	}
+
+	function handleZoomChange(e: CustomEvent): void {
+		allow_zoom = e.detail;
+	}
+
+	function handleVideoTrimChange(e: CustomEvent): void {
+		allow_video_trim = e.detail;
+	}
+
 	setupi18n();
 </script>
 
@@ -120,6 +135,44 @@
 		{/if}
 	</p>
 </div>
+<div class="banner-wrap">
+	<h2>{$_("common.screen_studio")} <span class="beta-tag">beta</span></h2>
+	<p class="padded">
+		Screen Studio allows you to record your screen and generates a video of your
+		app with automatically adding zoom in and zoom out effects as well as
+		trimming the video to remove the prediction time.
+		<br /><br />
+		Start recording by clicking the <i>Start Recording</i> button below and then
+		sharing the current browser tab of your Gradio demo. Use your app as you
+		would normally to generate a prediction.
+		<br />
+		Stop recording by clicking the <i>Stop Recording</i> button in the footer of
+		the demo.
+		<br /><br />
+		<Checkbox
+			label="Include automatic zoom in/out"
+			interactive={true}
+			value={allow_zoom}
+			on:change={handleZoomChange}
+		/>
+		<Checkbox
+			label="Include automatic video trimming"
+			interactive={true}
+			value={allow_video_trim}
+			on:change={handleVideoTrimChange}
+		/>
+	</p>
+	<button
+		class="record-button"
+		on:click={() => {
+			dispatch("close");
+			dispatch("start_recording");
+		}}
+	>
+		<img src={record} alt="Start Recording" />
+		Start Recording
+	</button>
+</div>
 
 <style>
 	.banner-wrap {
@@ -150,7 +203,8 @@
 		margin-left: var(--size-2);
 	}
 
-	.theme-button {
+	.theme-button,
+	.record-button {
 		display: flex;
 		align-items: center;
 		border: 1px solid var(--border-color-primary);
@@ -162,6 +216,15 @@
 		cursor: pointer;
 	}
 
+	.record-button img {
+		margin-right: var(--size-1);
+		margin-left: var(--size-1);
+		width: var(--size-3);
+	}
+	.record-button:hover {
+		border-color: red;
+	}
+
 	.current-theme {
 		border: 1px solid var(--body-text-color-subdued);
 		color: var(--body-text-color);
@@ -181,4 +244,17 @@
 		all: unset;
 		cursor: pointer;
 	}
+
+	.beta-tag {
+		position: relative;
+		top: -5px;
+		font-size: var(--text-xs);
+		background-color: var(--color-accent);
+		color: white;
+		padding: 2px 6px;
+		border-radius: 10px;
+		margin-left: 5px;
+		font-weight: normal;
+		text-transform: uppercase;
+	}
 </style>

package/src/api_docs/img/record-stop.svg

@@ -0,0 +1 @@
+<svg viewBox="0 0 20 20" version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" fill="#000000"><g id="SVGRepo_bgCarrier" stroke-width="0"></g><g id="SVGRepo_tracerCarrier" stroke-linecap="round" stroke-linejoin="round"></g><g id="SVGRepo_iconCarrier"> <title>record [#982]</title> <desc>Created with Sketch.</desc> <defs> </defs> <g id="Page-1" stroke="none" stroke-width="1" fill="none" fill-rule="evenodd"> <g id="Dribbble-Light-Preview" transform="translate(-380.000000, -3839.000000)" fill="#FF0000"> <g id="icons" transform="translate(56.000000, 160.000000)"> <path d="M338,3689 C338,3691.209 336.209,3693 334,3693 C331.791,3693 330,3691.209 330,3689 C330,3686.791 331.791,3685 334,3685 C336.209,3685 338,3686.791 338,3689 M334,3697 C329.589,3697 326,3693.411 326,3689 C326,3684.589 329.589,3681 334,3681 C338.411,3681 342,3684.589 342,3689 C342,3693.411 338.411,3697 334,3697 M334,3679 C328.477,3679 324,3683.477 324,3689 C324,3694.523 328.477,3699 334,3699 C339.523,3699 344,3694.523 344,3689 C344,3683.477 339.523,3679 334,3679" id="record-[#982]"> </path> </g> </g> </g> </g></svg>

package/src/api_docs/img/record.svg

@@ -0,0 +1 @@
+<svg viewBox="0 0 20 20" version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" fill="#000000"><g id="SVGRepo_bgCarrier" stroke-width="0"></g><g id="SVGRepo_tracerCarrier" stroke-linecap="round" stroke-linejoin="round"></g><g id="SVGRepo_iconCarrier"> <title>record [#982]</title> <desc>Created with Sketch.</desc> <defs> </defs> <g id="Page-1" stroke="none" stroke-width="1" fill="none" fill-rule="evenodd"> <g id="Dribbble-Light-Preview" transform="translate(-380.000000, -3839.000000)" fill="#808080"> <g id="icons" transform="translate(56.000000, 160.000000)"> <path d="M338,3689 C338,3691.209 336.209,3693 334,3693 C331.791,3693 330,3691.209 330,3689 C330,3686.791 331.791,3685 334,3685 C336.209,3685 338,3686.791 338,3689 M334,3697 C329.589,3697 326,3693.411 326,3689 C326,3684.589 329.589,3681 334,3681 C338.411,3681 342,3684.589 342,3689 C342,3693.411 338.411,3697 334,3697 M334,3679 C328.477,3679 324,3683.477 324,3689 C324,3694.523 328.477,3699 334,3699 C339.523,3699 344,3694.523 344,3689 C344,3683.477 339.523,3679 334,3679" id="record-[#982]"> </path> </g> </g> </g> </g></svg>

package/src/init.ts

@@ -179,13 +179,15 @@ export function create_components(initial_layout: ComponentMeta | undefined): {
 		root: string;
 		dependencies: Dependency[];
 	}): void {
+		components.forEach((c) => {
+			for (const prop in c.props) {
+				if (c.props[prop] === null) {
+					c.props[prop] = undefined;
+				}
+			}
+		});
 		let replacement_components: ComponentMeta[] = [];
 		let new_components: ComponentMeta[] = [];
-		console.log("old_keys", keys_per_render_id[render_id]);
-		console.log(
-			"new_keys",
-			components.map((c) => c.key)
-		);
 		components.forEach((c) => {
 			if (c.key == null || !keys_per_render_id[render_id]?.includes(c.key)) {
 				new_components.push(c);
@@ -193,7 +195,6 @@ export function create_components(initial_layout: ComponentMeta | undefined): {
 				replacement_components.push(c);
 			}
 		});
-		console.log(new_components.length, replacement_components.length);
 		let _constructor_map = preload_all_components(new_components, root);
 		_constructor_map.forEach((v, k) => {
 			constructor_map.set(k, v);

package/src/lang/en.json

@@ -69,6 +69,10 @@
 		"language": "Language",
 		"display_theme": "Display Theme",
 		"pwa": "Progressive Web App",
+		"record": "Record",
+		"stop_recording": "Stop Recording",
+		"screen_studio": "Screen Studio",
+		"share_gradio_tab": "[Sharing] Gradio Tab",
 		"run": "Run"
 	},
 	"dataframe": {