@sogni-ai/sogni-protocol 1.0.0-alpha.33 → 1.0.0-alpha.34

package/enums/tool-names.json

@@ -16,6 +16,7 @@
     "extend_video",
     "generate_image",
     "generate_music",
+    "generate_speech",
     "generate_video",
     "orbit_video",
     "overlay_video",
@@ -25,6 +26,7 @@
     "sound_to_video",
     "stitch_video",
     "upscale_image",
+    "upscale_video",
     "video_to_video"
   ],
   "app": [
@@ -61,6 +63,7 @@
     "finalize_response",
     "generate_image",
     "generate_music",
+    "generate_speech",
     "generate_video",
     "inspect_asset",
     "label_asset",
@@ -76,6 +79,7 @@
     "sound_to_video",
     "stitch_video",
     "upscale_image",
+    "upscale_video",
     "validate_asset_references",
     "video_to_video"
   ],

package/manifests/generation-tools.json

@@ -10,6 +10,7 @@
     "apply_style": "../schemas/tools/apply_style.schema.json",
     "restore_photo": "../schemas/tools/restore_photo.schema.json",
     "upscale_image": "../schemas/tools/upscale_image.schema.json",
+    "upscale_video": "../schemas/tools/upscale_video.schema.json",
     "refine_result": "../schemas/tools/refine_result.schema.json",
     "animate_photo": "../schemas/tools/animate_photo.schema.json",
     "change_angle": "../schemas/tools/change_angle.schema.json",
@@ -665,6 +666,31 @@
         }
       }
     },
+    {
+      "type": "function",
+      "function": {
+        "name": "upscale_video",
+        "description": "Upscale an existing video to 1080p or 1440p with FlashVSR video super-resolution. This is promptless, deterministic enhancement, not a generative edit: it keeps every source frame, the exact frame rate, the full aspect ratio, and the original audio, and it never changes content, trims, crops, restyles, or interpolates frames. Use it when the user asks to upscale, enlarge, sharpen, or increase the resolution of an uploaded or previously generated video, or wants an HD, 1080p, 1440p, or 2K copy of it. Do not use it to create, restyle, extend, or edit a video; when the user explicitly asks a generative model such as Seedance to re-render the clip, use video_to_video. The output is at most twice the source size, so 1080p needs a source whose short edge is 540-768px and 1440p needs 720-768px, and the source can be at most about 1344x768 pixels (768x1344 in portrait). It must also be at most 362 frames and about 15 seconds long, 1-60 fps, and 100 MB. It cannot produce 4K or any size above 1440p; when the user asks for one, say so and offer 1440p. Each upscale costs credits based on the source video's size and length.",
+        "parameters": {
+          "type": "object",
+          "properties": {
+            "sourceVideoIndex": {
+              "type": "number",
+              "description": "Source video to upscale. Non-negative values select a prior generated video result by 0-based index. Negative values select uploaded videos: -1 is the first uploaded video, -2 the second, and so on. If omitted, use the latest generated video, falling back to the most recent uploaded video."
+            },
+            "targetResolution": {
+              "type": "number",
+              "enum": [
+                1080,
+                1440
+              ],
+              "description": "Output resolution of the short edge in pixels: 1440 for 1440p/2K or 1080 for 1080p/Full HD. The long edge follows the source aspect ratio, so portrait videos stay portrait. Default: 1440, or 1080 when the source's short edge is below 720px. Set 1080 when the user asks for 1080p or Full HD."
+            }
+          },
+          "required": []
+        }
+      }
+    },
     {
       "type": "function",
       "function": {
@@ -903,7 +929,7 @@
       "type": "function",
       "function": {
         "name": "video_to_video",
-        "description": "Transform an existing video using AI. Uses WAN 2.2 Animate (move/replace) with a reference image, LTX 2.5 V2V controls by default (canny/pose/depth/detailer plus distilled inpaint/outpaint), LTX 2.3 as rollback, or Seedance V2V when explicitly requested. LTX 2.5 Fast, HQ, and Pro use the release-validated official Distilled workflow for canny/pose/depth/detailer/inpaint/outpaint; Dev is not publicly routed until upstream publishes and Sogni validates an official ComfyUI Dev recipe. Requires an uploaded video file. Use when the user wants to animate a photo with video motion, replace subjects, restyle footage, extend its canvas, regenerate a region, or enhance quality. Wan 3 is not a source-video editing model; its video inputs are loose references handled by generate_video.",
+        "description": "Transform an existing video using AI. Uses WAN 2.2 Animate (move/replace) with a reference image, LTX 2.5 V2V controls by default (canny/pose/depth/detailer plus distilled inpaint/outpaint), LTX 2.3 as rollback, or Seedance V2V when explicitly requested. LTX 2.5 Fast, HQ, and Pro use the release-validated official Distilled workflow for canny/pose/depth/detailer/inpaint/outpaint; Dev is not publicly routed until upstream publishes and Sogni validates an official ComfyUI Dev recipe. Requires an uploaded video file. Use when the user wants to animate a photo with video motion, replace subjects, restyle footage, extend its canvas, regenerate a region, or enhance quality. For a pure resolution upscale that keeps the same content (a sharper 1080p or 1440p copy), use upscale_video instead. Wan 3 is not a source-video editing model; its video inputs are loose references handled by generate_video.",
         "parameters": {
           "type": "object",
           "properties": {

package/manifests/openai-tools.json

@@ -608,6 +608,31 @@
         }
       }
     },
+    {
+      "type": "function",
+      "function": {
+        "name": "upscale_video",
+        "description": "Upscale an existing video to 1080p or 1440p with FlashVSR video super-resolution. This is promptless, deterministic enhancement, not a generative edit: it keeps every source frame, the exact frame rate, the full aspect ratio, and the original audio, and it never changes content, trims, crops, restyles, or interpolates frames. Use it when the user asks to upscale, enlarge, sharpen, or increase the resolution of an uploaded or previously generated video, or wants an HD, 1080p, 1440p, or 2K copy of it. Do not use it to create, restyle, extend, or edit a video; when the user explicitly asks a generative model such as Seedance to re-render the clip, use video_to_video. The output is at most twice the source size, so 1080p needs a source whose short edge is 540-768px and 1440p needs 720-768px, and the source can be at most about 1344x768 pixels (768x1344 in portrait). It must also be at most 362 frames and about 15 seconds long, 1-60 fps, and 100 MB. It cannot produce 4K or any size above 1440p; when the user asks for one, say so and offer 1440p. Each upscale costs credits based on the source video's size and length.",
+        "parameters": {
+          "type": "object",
+          "properties": {
+            "sourceVideoIndex": {
+              "type": "number",
+              "description": "Source video to upscale. Non-negative values select a prior generated video result by 0-based index. Negative values select uploaded videos: -1 is the first uploaded video, -2 the second, and so on. If omitted, use the latest generated video, falling back to the most recent uploaded video."
+            },
+            "targetResolution": {
+              "type": "number",
+              "enum": [
+                1080,
+                1440
+              ],
+              "description": "Output resolution of the short edge in pixels: 1440 for 1440p/2K or 1080 for 1080p/Full HD. The long edge follows the source aspect ratio, so portrait videos stay portrait. Default: 1440, or 1080 when the source's short edge is below 720px. Set 1080 when the user asks for 1080p or Full HD."
+            }
+          },
+          "required": []
+        }
+      }
+    },
     {
       "type": "function",
       "function": {
@@ -846,7 +871,7 @@
       "type": "function",
       "function": {
         "name": "video_to_video",
-        "description": "Transform an existing video using AI. Uses WAN 2.2 Animate (move/replace) with a reference image, LTX 2.5 V2V controls by default (canny/pose/depth/detailer plus distilled inpaint/outpaint), LTX 2.3 as rollback, or Seedance V2V when explicitly requested. LTX 2.5 Fast, HQ, and Pro use the release-validated official Distilled workflow for canny/pose/depth/detailer/inpaint/outpaint; Dev is not publicly routed until upstream publishes and Sogni validates an official ComfyUI Dev recipe. Requires an uploaded video file. Use when the user wants to animate a photo with video motion, replace subjects, restyle footage, extend its canvas, regenerate a region, or enhance quality. Wan 3 is not a source-video editing model; its video inputs are loose references handled by generate_video.",
+        "description": "Transform an existing video using AI. Uses WAN 2.2 Animate (move/replace) with a reference image, LTX 2.5 V2V controls by default (canny/pose/depth/detailer plus distilled inpaint/outpaint), LTX 2.3 as rollback, or Seedance V2V when explicitly requested. LTX 2.5 Fast, HQ, and Pro use the release-validated official Distilled workflow for canny/pose/depth/detailer/inpaint/outpaint; Dev is not publicly routed until upstream publishes and Sogni validates an official ComfyUI Dev recipe. Requires an uploaded video file. Use when the user wants to animate a photo with video motion, replace subjects, restyle footage, extend its canvas, regenerate a region, or enhance quality. For a pure resolution upscale that keeps the same content (a sharper 1080p or 1440p copy), use upscale_video instead. Wan 3 is not a source-video editing model; its video inputs are loose references handled by generate_video.",
         "parameters": {
           "type": "object",
           "properties": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sogni-ai/sogni-protocol",
-  "version": "1.0.0-alpha.33",
+  "version": "1.0.0-alpha.34",
   "description": "Language-neutral protocol artifacts for the Sogni ecosystem: tool schemas, prompts, OpenAI tool manifests, and enums. Consumed by every Sogni SDK (TypeScript, Swift, and future Python/Kotlin/Rust SDKs) so contracts stay in lockstep across languages.",
   "keywords": [
     "sogni",

package/prompts/tools/upscale_video.json

@@ -0,0 +1,10 @@
+{
+  "contractId": "upscale_video_v1",
+  "version": "1.0.0",
+  "toolName": "upscale_video",
+  "baseDescription": "upscale_video performs promptless, deterministic FlashVSR super-resolution of exactly one\nuploaded or generated video. Use it when the user asks to upscale, enlarge, sharpen, or increase\nthe resolution of an existing video, or wants a 1080p, 1440p, 2K, or HD copy of it. The output\nkeeps every source frame, the exact frame rate, the full aspect ratio, and the original audio.\n\nDo not invent a prompt and do not route a pure video upscale through video_to_video,\ngenerate_video, extend_video, or replace_video_segment; those tools re-render or edit content.\nUse video_to_video only when the user explicitly names a generative model such as Seedance for\nthe re-render. Do not use upscale_image for videos.\n\nOmit sourceVideoIndex to use the latest generated video, falling back to the most recent upload.\nUse zero-based non-negative indices for generated videos; -1 selects the first uploaded video\nand -2 the second. targetResolution is the output short edge: omit it for 1440p (or 1080p when\nthe source is too small for 1440p), and set 1080 when the user asks for 1080p or Full HD.\nThe output is at most twice the source size, so 1440p needs a source short edge of 720-768px\nand 1080p needs 540-768px. Sources must also be at most about 1344x768 pixels (768x1344 in\nportrait), 362 frames (about 15 seconds), 1-60 fps, and 100 MB. If the tool reports the source\nis outside these limits, explain the limit to the user instead of switching to a generative\nvideo tool. It cannot produce 4K or any size above 1440p: when the user asks for one, say so and\noffer 1440p instead of silently delivering less.",
+  "parameterDocs": {
+    "sourceVideoIndex": "Omit for the latest generated video, then the most recent upload. Generated videos are zero-based; -1/-2 select uploaded videos.",
+    "targetResolution": "Output short edge in pixels: 1440 or 1080. Omit for the default (1440, or 1080 for sources under 720px); set 1080 when the user asks for 1080p or Full HD."
+  }
+}

package/prompts/tools/video_to_video.json

@@ -1,12 +1,12 @@
 {
   "contractId": "video_to_video_v1",
-  "version": "1.0.0",
+  "version": "1.1.0",
   "toolName": "video_to_video",
-  "baseDescription": "video_to_video transforms an uploaded video. LTX 2.5 is the default for canny, pose, depth, detailer, inpaint, and outpaint; use LTX 2.3 only for explicit rollback. LTX 2.5 Distilled supports all six controls, while Dev + Speed LoRA supports canny, pose, depth, and detailer. Use WAN Animate for motion transfer or subject replacement, and Seedance V2V only when explicitly requested.\n\nThis tool requires an uploaded video source. Do not use it for generated video indices. For generated or uploaded partial edits use replace_video_segment; for appended time use extend_video; for logos/text overlays use overlay_video; for stitching use stitch_video.\n\nChoose controlMode by intent. Use detailer for quality-only enhancement without restyling. For detailer, describe the original scene plus quality terms, not new content.",
+  "baseDescription": "video_to_video transforms an uploaded video. LTX 2.5 is the default for canny, pose, depth, detailer, inpaint, and outpaint; use LTX 2.3 only for explicit rollback. LTX 2.5 Distilled supports all six controls, while Dev + Speed LoRA supports canny, pose, depth, and detailer. Use WAN Animate for motion transfer or subject replacement, and Seedance V2V only when explicitly requested.\n\nFor a pure resolution upscale (a sharper 1080p, 1440p, 2K, or HD copy of the same video), use upscale_video instead; it is promptless and keeps every frame, the frame rate, and the audio.\n\nThis tool requires an uploaded video source. Do not use it for generated video indices. For generated or uploaded partial edits use replace_video_segment; for appended time use extend_video; for logos/text overlays use overlay_video; for stitching use stitch_video.\n\nChoose controlMode by intent. Use detailer for generative detail enhancement without restyling when the user wants the content re-rendered rather than only more resolution. For detailer, describe the original scene plus quality terms, not new content.",
   "parameterDocs": {
     "prompt": "Describe the target appearance in present tense. For detailer, describe the original content plus quality qualifiers only.",
     "videoSourceIndex": "Uploaded video index. Omit when there is one uploaded video; use 0 for first uploaded video or -1 if using negative upload notation.",
-    "controlMode": "Pick from intent: detailer for enhance, inpaint/outpaint for masked or canvas edits, seedance-v2v for explicit Seedance V2V, canny/depth/pose for control-guided restyles, animate-move/replace for WAN Animate.",
+    "controlMode": "Pick from intent: detailer for generative enhancement, inpaint/outpaint for masked or canvas edits, seedance-v2v for explicit Seedance V2V, canny/depth/pose for control-guided restyles, animate-move/replace for WAN Animate.",
     "sourceImageIndex": "Required for animate-move and animate-replace. Ignored by canny, depth, and detailer.",
     "duration": "Set only when the user requests a different output length; otherwise let the tool match/cap the source duration."
   }

package/schemas/tools/upscale_video.schema.json

@@ -0,0 +1,24 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://schemas.sogni.ai/creative-agent/2026-09-10.1/tools/upscale_video.schema.json",
+  "title": "upscale_video arguments",
+  "schemaVersion": "2026-09-10.1",
+  "description": "Upscale an existing video to 1080p or 1440p with FlashVSR video super-resolution. This is promptless, deterministic enhancement, not a generative edit: it keeps every source frame, the exact frame rate, the full aspect ratio, and the original audio, and it never changes content, trims, crops, restyles, or interpolates frames. Use it when the user asks to upscale, enlarge, sharpen, or increase the resolution of an uploaded or previously generated video, or wants an HD, 1080p, 1440p, or 2K copy of it. Do not use it to create, restyle, extend, or edit a video; when the user explicitly asks a generative model such as Seedance to re-render the clip, use video_to_video. The output is at most twice the source size, so 1080p needs a source whose short edge is 540-768px and 1440p needs 720-768px, and the source can be at most about 1344x768 pixels (768x1344 in portrait). It must also be at most 362 frames and about 15 seconds long, 1-60 fps, and 100 MB. It cannot produce 4K or any size above 1440p; when the user asks for one, say so and offer 1440p. Each upscale costs credits based on the source video's size and length.",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "sourceVideoIndex": {
+      "type": "number",
+      "description": "Source video to upscale. Non-negative values select a prior generated video result by 0-based index. Negative values select uploaded videos: -1 is the first uploaded video, -2 the second, and so on. If omitted, use the latest generated video, falling back to the most recent uploaded video."
+    },
+    "targetResolution": {
+      "type": "number",
+      "enum": [
+        1080,
+        1440
+      ],
+      "description": "Output resolution of the short edge in pixels: 1440 for 1440p/2K or 1080 for 1080p/Full HD. The long edge follows the source aspect ratio, so portrait videos stay portrait. Default: 1440, or 1080 when the source's short edge is below 720px. Set 1080 when the user asks for 1080p or Full HD."
+    }
+  },
+  "required": []
+}

package/schemas/tools/video_to_video.schema.json

@@ -3,7 +3,7 @@
   "$id": "https://schemas.sogni.ai/creative-agent/2026-07-18.1/tools/video_to_video.schema.json",
   "title": "video_to_video arguments",
   "schemaVersion": "2026-07-18.1",
-  "description": "Transform an existing video using AI. Uses WAN 2.2 Animate (move/replace) with a reference image, LTX 2.5 V2V controls by default (canny/pose/depth/detailer plus distilled inpaint/outpaint), LTX 2.3 as rollback, or Seedance V2V when explicitly requested. LTX 2.5 Fast, HQ, and Pro use the release-validated official Distilled workflow for canny/pose/depth/detailer/inpaint/outpaint; Dev is not publicly routed until upstream publishes and Sogni validates an official ComfyUI Dev recipe. Requires an uploaded video file. Use when the user wants to animate a photo with video motion, replace subjects, restyle footage, extend its canvas, regenerate a region, or enhance quality. Wan 3 is not a source-video editing model; its video inputs are loose references handled by generate_video.",
+  "description": "Transform an existing video using AI. Uses WAN 2.2 Animate (move/replace) with a reference image, LTX 2.5 V2V controls by default (canny/pose/depth/detailer plus distilled inpaint/outpaint), LTX 2.3 as rollback, or Seedance V2V when explicitly requested. LTX 2.5 Fast, HQ, and Pro use the release-validated official Distilled workflow for canny/pose/depth/detailer/inpaint/outpaint; Dev is not publicly routed until upstream publishes and Sogni validates an official ComfyUI Dev recipe. Requires an uploaded video file. Use when the user wants to animate a photo with video motion, replace subjects, restyle footage, extend its canvas, regenerate a region, or enhance quality. For a pure resolution upscale that keeps the same content (a sharper 1080p or 1440p copy), use upscale_video instead. Wan 3 is not a source-video editing model; its video inputs are loose references handled by generate_video.",
   "type": "object",
   "additionalProperties": false,
   "properties": {

package/schemas/workflows/durable-workflow-run.schema.json

@@ -39,6 +39,7 @@
               "apply_style",
               "restore_photo",
               "upscale_image",
+              "upscale_video",
               "refine_result",
               "animate_photo",
               "change_angle",

package/version.json

@@ -1,4 +1,4 @@
 {
-  "protocolVersion": "4.3.0",
+  "protocolVersion": "4.4.0",
   "description": "Sogni protocol artifact version. SDKs may refuse to operate against a protocolVersion they were not built for. Bump the major when removing or renaming any schema / enum / manifest field; bump the minor when adding new optional fields or new tools; bump the patch for description / prose changes only."
 }