@imgly/plugin-ai-video-generation-web 0.1.9 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -2,6 +2,10 @@
2
2
 
3
3
  ## [Unreleased]
4
4
 
5
+ ## [0.1.10] - 2025-06-20
6
+
7
+ - [all] Fix issue with GPT provider when using text provider
8
+
5
9
  ## [0.1.9] - 2025-06-05
6
10
 
7
11
  - [all] Add support for custom headers
package/dist/index.mjs CHANGED
@@ -60,7 +60,7 @@ var lt=class{constructor(e,t,i){this.assetStoreName="assets",this.blobStoreName=
60
60
 
61
61
  </symbol>
62
62
  </svg>
63
- `,Zr=Hr,Le="ly.img.ai.quickAction.order",q="ly.img.ai.quickAction.actions";function Wr(e,t){return{id:t,setQuickActionMenuOrder:i=>{e.ui.experimental.setGlobalStateValue(`${Le}.${t}`,i)},getQuickActionMenuOrder:()=>e.ui.experimental.getGlobalStateValue(`${Le}.${t}`,[]),registerQuickAction:i=>{if(!e.ui.experimental.hasGlobalStateValue(`${q}.${t}`))e.ui.experimental.setGlobalStateValue(`${q}.${t}`,{[i.id]:i});else{let n=e.ui.experimental.getGlobalStateValue(`${q}.${t}`,{});e.ui.experimental.setGlobalStateValue(`${q}.${t}`,{...n,[i.id]:i})}},getQuickAction:i=>e.ui.experimental.getGlobalStateValue(`${q}.${t}`,{})[i]}}var Kr=Wr,ie="ly.img.ai.inference.editMode",it="ly.img.ai.inference.metadata";function rt(e){return`ly.img.ai.quickAction.${e.quickActionMenuId}.${e.quickActionId}`}function Jr(e){if(e.length===0)return[];let t=[...e];for(;t.length>0&&t[0]==="ly.img.separator";)t.shift();for(;t.length>0&&t[t.length-1]==="ly.img.separator";)t.pop();return t.reduce((i,n)=>(n==="ly.img.separator"&&i.length>0&&i[i.length-1]==="ly.img.separator"||i.push(n),i),[])}function Xr({alwaysOnTop:e=!0,disableClipping:t=!0}){return async(i,n,a)=>{let o={},r={},l=e||t?n.blockIds??n.engine.block.findAllSelected():[];return l.forEach(c=>{if(n.engine.block.isValid(c)&&e&&(o[c]=n.engine.block.isAlwaysOnTop(c),n.engine.block.setAlwaysOnTop(c,!0)),t){let s=n.engine.block.getParent(c);s!=null&&n.engine.block.getType(s)!=="//ly.img.ubq/scene"&&(r[s]=n.engine.block.isClipped(s),n.engine.block.setClipped(s,!1))}}),n.addDisposer(async()=>{l.forEach(c=>{if(n.engine.block.isValid(c)&&e&&n.engine.block.setAlwaysOnTop(c,o[c]),t){let s=n.engine.block.getParent(c);s!=null&&n.engine.block.getType(s)!=="//ly.img.ubq/scene"&&r[s]!=null&&n.engine.block.setClipped(s,r[s])}})}),await a(i,n)}}var eo=Xr;function to({pending:e=!0}){return async(t,i,n)=>{let a=e?i.blockIds??i.engine.block.findAllSelected():[];try{return a.forEach(o=>{i.engine.block.isValid(o)&&i.engine.block.setState(o,{type:"Pending",progress:0})}),await n(t,i)}finally{a.forEach(o=>{i.engine.block.isValid(o)&&i.engine.block.setState(o,{type:"Ready"})})}}}var no=to;function io({editMode:e,automaticallyUnlock:t=!1}){return async(i,n,a)=>{let o=n.blockIds??n.engine.block.findAllSelected(),r=()=>{};t||n.addDisposer(async()=>{r?.()});try{return r=ro(n.engine,o,e),await a(i,n)}catch(l){throw N(l)&&r(),l}finally{t&&r()}}}function ro(e,t,i){let n=e.editor.getGlobalScope("editor/select"),a=e.editor.getEditMode();l(),e.editor.setGlobalScope("editor/select","Deny"),e.editor.setEditMode(i);let o=e.editor.createHistory(),r=e.editor.getActiveHistory();e.editor.setActiveHistory(o);function l(){e.block.findAllSelected().forEach(u=>{t.includes(u)||e.block.setSelected(u,!1)}),t.forEach(u=>{e.block.setSelected(u,!0)})}let c=e.editor.onStateChanged(()=>{e.editor.getEditMode()!==i&&e.editor.setEditMode(i)}),s=e.block.onSelectionChanged(l);return()=>{n!=null&&e.editor.setGlobalScope("editor/select",n),e.editor.setEditMode(a),e.editor.setActiveHistory(r),e.editor.destroyHistory(o),s(),c()}}var oo=io;function ao(e,t){switch(t.kind){case"text":return lo(e,t);case"image":return so(e,t);case"video":return co(e,t);case"audio":return uo(e,t);default:throw new Error(`Unsupported output kind for quick actions: ${t.kind}`)}}async function lo(e,t){let{cesdk:i,blockIds:n,abortSignal:a}=t,o=n.map(s=>i.engine.block.getString(s,"text/text")),r;if(de(e)){let s="";for await(let u of e){if(a.aborted)break;typeof u=="string"?s=u:u.kind==="text"&&(s=u.text),n.forEach(d=>{i.engine.block.setString(d,"text/text",s)}),r={kind:"text",text:s}}}else r=e;if(r==null||r.kind!=="text")throw new Error("Output kind from generation is not text");let l=()=>{t.blockIds.forEach(s=>{t.cesdk.engine.block.setString(s,"text/text",r.text)})},c=()=>{t.blockIds.forEach((s,u)=>{t.cesdk.engine.block.setString(s,"text/text",o[u])})};return{consumedGenerationResult:r,applyCallbacks:{onBefore:c,onAfter:l,onCancel:c,onApply:()=>{l(),t.cesdk.engine.editor.addUndoStep()}}}}async function so(e,t){let{cesdk:i,blockIds:n,abortSignal:a}=t;if(n.length!==1)throw new Error("Only one block is supported for image generation");let[o]=n,r=i.engine.block.getFill(o),l=i.engine.block.getSourceSet(r,"fill/image/sourceSet"),[c]=l,s;c==null&&(s=i.engine.block.getString(r,"fill/image/imageFileURI"));let u=await i.engine.editor.getMimeType(c?.uri??s),d=await ce(c?.uri??s,t.cesdk.engine),p=d.width/d.height;if(a.throwIfAborted(),u==="image/svg+xml")throw new Error("SVG images are not supported");let m=i.engine.block.getCropScaleX(o),b=i.engine.block.getCropScaleY(o),w=i.engine.block.getCropTranslationX(o),h=i.engine.block.getCropTranslationY(o),g=i.engine.block.getCropRotation(o),k=()=>{i.engine.block.setCropScaleX(o,m),i.engine.block.setCropScaleY(o,b),i.engine.block.setCropTranslationX(o,w),i.engine.block.setCropTranslationY(o,h),i.engine.block.setCropRotation(o,g)};if(de(e))throw new Error("Streaming generation is not supported yet from a panel");if(e.kind!=="image"||typeof e.url!="string")throw new Error("Output kind from generation is not an image");let y=e.url,f=await i.engine.editor.getMimeType(y),v=await po(i,y,f),I=await ce(v,t.cesdk.engine),C=I.width/I.height,M=Math.abs(p-C)>.001,S=c?[{uri:v,width:I.width,height:I.height}]:void 0,z=v;S==null?i.engine.block.setString(r,"fill/image/imageFileURI",z):(i.engine.block.setString(r,"fill/image/imageFileURI",""),i.engine.block.setSourceSet(r,"fill/image/sourceSet",S)),M?i.engine.block.setContentFillMode(o,"Cover"):k();let ye=()=>{if(l==null||l.length===0){if(s==null)throw new Error("No image URI found");i.engine.block.setString(r,"fill/image/imageFileURI",s)}else i.engine.block.setSourceSet(r,"fill/image/sourceSet",l);k()},be=()=>{if(S==null){if(z==null)throw new Error("No image URI found");i.engine.block.setString(r,"fill/image/imageFileURI",z)}else i.engine.block.setSourceSet(r,"fill/image/sourceSet",S);M?i.engine.block.setContentFillMode(o,"Cover"):k()};return{consumedGenerationResult:e,applyCallbacks:{onBefore:ye,onAfter:be,onCancel:()=>{ye()},onApply:()=>{be(),t.cesdk.engine.editor.addUndoStep()}}}}async function co(e,t){throw new Error("Function not implemented.")}async function uo(e,t){throw new Error("Function not implemented.")}async function po(e,t,i){let n=await(await fetch(t)).blob(),a=new File([n],`image.${ar(i)}`,{type:i}),o=await e.unstable_upload(a,()=>{});return o?.meta?.uri??(console.warn("Failed to upload image:",o),t)}var go=ao;function mo({editMode:e,automaticallyUnlock:t=!1,showNotification:i=!0}){return async(n,a,o)=>{let r=a.blockIds??a.engine.block.findAllSelected(),l=()=>{};t||a.addDisposer(async()=>{l?.()});try{l=yo(a.engine,r,e);let c=await o(n,a);if(i){let s=a.engine.block.findAllSelected();r.some(u=>s.includes(u))||a.cesdk?.ui.showNotification({type:"success",message:"AI generation complete",action:{label:"Select",onClick:()=>{r.forEach(u=>{a.engine.block.select(u)})}}})}return c}catch(c){throw N(c)&&l(),c}finally{t&&l()}}}function yo(e,t,i){function n(){let r=e.block.findAllSelected();return t.some(l=>r.includes(l))}let a=e.editor.onStateChanged(()=>{e.editor.getEditMode()!==i&&n()&&e.editor.setEditMode(i)}),o=e.block.onSelectionChanged(()=>{n()?e.editor.setEditMode(i):e.editor.setEditMode("Transform")});return n()&&e.editor.setEditMode(i),()=>{o(),a(),e.editor.setEditMode("Transform")}}var bo=mo;async function fo(e,t){let{cesdk:i,input:n,blockIds:a,provider:o,quickAction:r,confirmationComponentId:l,abortSignal:c}=e;r.confirmation&&i.ui.setCanvasMenuOrder([l],{editMode:ie});let s=new De(i.engine,it);a.forEach(g=>{s.set(g,{status:"processing",quickActionId:r.id})});let u={cesdk:i,engine:i.engine,abortSignal:c},d=Xe([...o.output.middleware??[],t.debug?et():void 0,no({}),...r.confirmation?[r.lockDuringConfirmation?oo({editMode:ie}):bo({editMode:ie}),r.confirmation&&eo({})]:[],t.dryRun?tt({kind:o.kind,blockIds:a}):void 0]),{result:p,dispose:m}=await d(o.output.generate)(n,u),{consumedGenerationResult:b,applyCallbacks:w}=await go(p,{abortSignal:c,kind:o.kind,blockIds:a,cesdk:i});r.confirmation?a.forEach(g=>{s.set(g,{status:"confirmation",quickActionId:r.id})}):(w.onApply(),a.forEach(g=>{s.clear(g)}));let h=()=>{m(),a.forEach(g=>{s.clear(g)})};return c.addEventListener("abort",h),{dispose:h,returnValue:b,applyCallbacks:w}}var Ne=fo;function ho(e,t){let{cesdk:i,quickActionMenu:n,provider:a}=e,o=`ly.img.ai.${n.id}`,r=`${o}.confirmation`;i.setTranslations({en:{[`${r}.apply`]:"Apply",[`${r}.before`]:"Before",[`${r}.after`]:"After",[`${o}.cancel`]:"Cancel",[`${o}.processing`]:"Generating..."}});let l=`${r}.canvasnMenu`,c={unlock:()=>{},abort:()=>{},applyCallbacks:void 0},s=()=>{let d=new AbortController,p=d.signal;return c.abort=()=>{d.abort()},p};i.ui.registerComponent(l,({builder:d,engine:p,state:m})=>{let b=p.block.findAllSelected();if(b.length===0)return null;let w=new De(i.engine,it),h=w.get(b[0]);if(h==null)return null;let g=()=>{b.forEach(k=>{w.clear(k)})};switch(h.status){case"processing":{d.Button(`${o}.spinner`,{label:[`ly.img.ai.inference.${h.quickActionId}.processing`,`${o}.cancel`],isLoading:!0}),d.Separator(`${o}.separator`),d.Button(`${o}.cancel`,{icon:"@imgly/Cross",tooltip:`${o}.cancel`,onClick:()=>{c.abort(),g()}});break}case"confirmation":{let k=m(`${r}.comparing`,"after"),y=c.applyCallbacks?.onCancel;y!=null&&d.Button(`${r}.cancel`,{icon:"@imgly/Cross",tooltip:`${o}.cancel`,onClick:()=>{c.unlock(),y(),g()}});let f=c.applyCallbacks?.onBefore,v=c.applyCallbacks?.onAfter;f!=null&&v!=null&&d.ButtonGroup(`${r}.compare`,{children:()=>{d.Button(`${r}.compare.before`,{label:`${r}.before`,variant:"regular",isActive:k.value==="before",onClick:()=>{f(),k.setValue("before")}}),d.Button(`${r}.compare.after`,{label:`${r}.after`,variant:"regular",isActive:k.value==="after",onClick:()=>{v(),k.setValue("after")}})}});let I=c.applyCallbacks?.onApply;I!=null&&d.Button(`${r}.apply`,{icon:"@imgly/Checkmark",tooltip:`${r}.apply`,color:"accent",isDisabled:k.value!=="after",onClick:()=>{c.unlock(),g(),i.engine.editor._update(),I()}});break}default:}});let u=`${o}.canvasMenu`;return i.ui.registerComponent(u,d=>{let p=d.engine.block.findAllSelected(),m=p.every(y=>d.engine.block.getState(y).type==="Ready"),b=n.getQuickActionMenuOrder().map(y=>{if(y==="ly.img.separator")return y;let f=n.getQuickAction(y);if(f==null||!i.feature.isEnabled(rt({quickActionId:y,quickActionMenuId:n.id}),{engine:d.engine}))return null;let v=f.scopes;return v!=null&&v.length>0&&!p.every(I=>v.every(C=>d.engine.block.isAllowedByScope(I,C)))?null:f}).filter(y=>y!=null);if(b=Jr(b),b.length===0||b.every(y=>y==="ly.img.separator"))return null;let{builder:w,experimental:h,state:g}=d,k=g(`${o}.toggleExpandedState`,void 0);h.builder.Popover(`${o}.popover`,{icon:"@imgly/Sparkle",variant:"plain",isDisabled:!m,trailingIcon:null,children:({close:y})=>{w.Section(`${o}.popover.section`,{children:()=>{if(k.value!=null){let f=k.value,v=n.getQuickAction(f);if(v!=null&&v.renderExpanded!=null){v.renderExpanded(d,{blockIds:p,closeMenu:y,toggleExpand:()=>{k.setValue(void 0)},handleGenerationError:I=>{V(I,{cesdk:i,provider:a},t)},generate:async(I,C)=>{try{let{returnValue:M,applyCallbacks:S,dispose:z}=await Ne({input:I,quickAction:v,quickActionMenu:n,provider:a,cesdk:i,abortSignal:s(),blockIds:C?.blockIds??p,confirmationComponentId:l},t);return c.unlock=z,c.applyCallbacks=S,M}catch(M){throw N(M)||V(M,{cesdk:i,provider:a},t),M}}});return}}h.builder.Menu(`${o}.menu`,{children:()=>{b.forEach(f=>{f==="ly.img.separator"?w.Separator(`${o}.separator.${Math.random().toString()}`):f.render(d,{blockIds:p,closeMenu:y,handleGenerationError:v=>{V(v,{cesdk:i,provider:a},t)},toggleExpand:()=>{k.setValue(f.id)},generate:async(v,I)=>{try{let{returnValue:C,applyCallbacks:M,dispose:S}=await Ne({input:v,quickAction:f,quickActionMenu:n,provider:a,cesdk:i,abortSignal:s(),blockIds:I?.blockIds??p,confirmationComponentId:l},t);return c.unlock=S,c.applyCallbacks=M,C}catch(C){throw N(C)||V(C,{cesdk:i,provider:a},t),C}}})})}})}})}})}),{canvasMenuComponentId:u}}var ko=ho;async function vo(e,t,i){await e.initialize?.(t);let n=await Ao(t.engine,e.id,e.output.history??"@imgly/local");if(t.cesdk==null)return{};let a=n?`${e.id}.history.entry`:void 0,o={...t,cesdk:t.cesdk,historyAssetSourceId:n,historyAssetLibraryEntryId:a,i18n:{prompt:"common.ai-generation.prompt.placeholder"}};a!=null&&n!=null&&t.cesdk.ui.addAssetLibraryEntry({id:a,sourceIds:[n],sortBy:{sortKey:"insertedAt",sortingOrder:"Descending"},canRemove:!0,gridItemHeight:"square",gridBackgroundType:"cover"}),t.cesdk.i18n.setTranslations({en:{"common.ai-generation.success":"Generation Successful","common.ai-generation.failed":"Generation Failed","common.ai-generation.generate":"Generate","common.ai-generation.prompt.placeholder":"Describe what you want to create...",[`panel.${e.id}`]:wo(e)}});let r="@imgly/plugin-ai-generation.iconSetAdded";return t.cesdk.ui.experimental.hasGlobalStateValue(r)||(t.cesdk.ui.addIconSet("@imgly/plugin-ai-generation",Zr),t.cesdk.ui.experimental.setGlobalStateValue(r,!0)),{renderBuilderFunctions:await Io(e,o,i)}}function wo(e){if(e.name!=null)return e.name;switch(e.kind){case"image":return"Generate Image";case"video":return"Generate Video";case"audio":return"Generate Audio";default:return"Generate Asset"}}async function Ao(e,t,i){if(!(i==null||i===!1)){if(i==="@imgly/local"){let n=`${t}.history`;return e.asset.addLocalSource(n),n}if(i==="@imgly/indexedDB"){let n=`${t}.history`;return e.asset.addSource(new lt(n,e)),n}return i}}async function Io(e,t,i){let n={panel:void 0};return e.input?.panel!=null&&(n.panel=await Co(e,e.input.panel,t,i)),e.input?.quickActions!=null&&(i.debug&&console.log(`Initializing quick actions for provider '${e.kind}' (${e.id})`),xo(e,e.input.quickActions,t,i)),n}async function Co(e,t,i,n){switch(t.type){case"custom":return Yr(e,t,i,n);case"schema":return Gr(e,t,i,n);default:n.debug&&console.warn(`Invalid panel input type '${t.type}' - skipping`)}}async function xo(e,t,i,n){let{cesdk:a}=i,o={};t.actions.forEach(r=>{let l=r.kind??e.kind;o[l]==null&&(o[l]=Kr(a,l));let c=o[l],s=r.enable??!0;a.feature.enable(rt({quickActionId:r.id,quickActionMenuId:l}),s),c.registerQuickAction(r),n.debug&&console.log(`Registered quick action: '${r.id}' (v${r.version}) to menu '${l}'`)}),Object.values(o).forEach(r=>{let{canvasMenuComponentId:l}=ko({cesdk:a,quickActionMenu:r,provider:e},n);n.debug&&console.log(`Registered quick action menu component: ${l}`)})}var pe=vo;function Mo(e){let{cesdk:t,panelId:i}=e;i.startsWith("ly.img.ai/")&&console.warn(`Dock components for AI generation should open a panel with an id starting with "ly.img.ai/" \u2013 "${i}" was provided.`);let n=`${i}.dock`;t.ui.registerComponent(n,({builder:a})=>{let o=t.ui.isPanelOpen(i);a.Button(`${i}.dock.button`,{label:`${i}.dock.label`,isSelected:o,icon:"@imgly/Sparkle",onClick:()=>{t.ui.findAllPanels().forEach(r=>{r.startsWith("ly.img.ai/")&&t.ui.closePanel(r),!o&&r==="//ly.img.panel/assetLibrary"&&t.ui.closePanel(r)}),o?t.ui.closePanel(i):t.ui.openPanel(i)}})})}var ot=Mo;var ge="@imgly/plugin-ai-video-generation-web";var x="ly.img.ai/video-generation",me="ly.img.ai.video-generation.fromType";function Eo(e){return{async initialize({cesdk:t}){if(t==null)return;let i={debug:e.debug??!1,dryRun:e.dryRun??!1,middleware:e.middleware};t.setTranslations({en:{[`panel.${x}`]:"Video Generation","ly.img.ai.video-generation.success":"Video Generation Successful","ly.img.ai.video-generation.success.action":"Show"}});let n=e?.text2video,a=e?.image2video,o=await n?.({cesdk:t}),r=await a?.({cesdk:t});function l(d){if(t!=null)return{success:{show:()=>{let p=t?.ui.isPanelOpen(x),m=t.ui.experimental.getGlobalStateValue(me)===d;return!p||!m},message:"ly.img.ai.video-generation.success",action:{label:"ly.img.ai.video-generation.success.action",onClick:()=>{t.ui.experimental.setGlobalStateValue(me,d),t.ui.openPanel(x)}},duration:"long"}}}o!=null&&(o.output.notification=l("fromText")),r!=null&&(r.output.notification=l("fromImage"));let c=o!=null?await pe(o,{cesdk:t,engine:t.engine},i):void 0,s=r!=null?await pe(r,{cesdk:t,engine:t.engine},i):void 0;if(c?.renderBuilderFunctions?.panel==null&&s?.renderBuilderFunctions?.panel==null){i.debug&&console.log("No providers are initialized \u2013 doing nothing");return}if(c?.renderBuilderFunctions?.panel!=null&&s?.renderBuilderFunctions?.panel!=null)t.ui.registerPanel(x,d=>{let{builder:p,experimental:m}=d,b=m.global(me,"fromText");switch(p.Section(`${x}.fromType.section`,{children:()=>{p.ButtonGroup(`${x}.fromType.buttonGroup`,{inputLabel:"Input",children:()=>{p.Button(`${x}.fromType.buttonGroup.fromText`,{label:"Text",icon:b.value!=="fromText"&&o!=null&&m.global(H(o.id),!1).value?"@imgly/LoadingSpinner":void 0,isActive:b.value==="fromText",onClick:()=>{b.setValue("fromText")}}),p.Button(`${x}.fromType.buttonGroup.fromImage`,{label:"Image",icon:b.value!=="fromImage"&&r!=null&&m.global(H(r.id),!1).value?"@imgly/LoadingSpinner":void 0,isActive:b.value==="fromImage",onClick:()=>{b.setValue("fromImage")}})}})}}),b.value){case"fromText":{c?.renderBuilderFunctions?.panel?.(d);break}case"fromImage":{s?.renderBuilderFunctions?.panel?.(d);break}default:}});else{let d=c?.renderBuilderFunctions?.panel??s?.renderBuilderFunctions?.panel;if(d==null)return;t.ui.registerPanel(x,d),t.i18n.setTranslations({en:{[`${x}.dock.label`]:"AI Video"}}),ot({cesdk:t,panelId:x})}}}}var at=Eo;var So=e=>({name:ge,version:"0.1.9",...at(e)}),Xo=So;export{Xo as default};
63
+ `,Zr=Hr,Le="ly.img.ai.quickAction.order",q="ly.img.ai.quickAction.actions";function Wr(e,t){return{id:t,setQuickActionMenuOrder:i=>{e.ui.experimental.setGlobalStateValue(`${Le}.${t}`,i)},getQuickActionMenuOrder:()=>e.ui.experimental.getGlobalStateValue(`${Le}.${t}`,[]),registerQuickAction:i=>{if(!e.ui.experimental.hasGlobalStateValue(`${q}.${t}`))e.ui.experimental.setGlobalStateValue(`${q}.${t}`,{[i.id]:i});else{let n=e.ui.experimental.getGlobalStateValue(`${q}.${t}`,{});e.ui.experimental.setGlobalStateValue(`${q}.${t}`,{...n,[i.id]:i})}},getQuickAction:i=>e.ui.experimental.getGlobalStateValue(`${q}.${t}`,{})[i]}}var Kr=Wr,ie="ly.img.ai.inference.editMode",it="ly.img.ai.inference.metadata";function rt(e){return`ly.img.ai.quickAction.${e.quickActionMenuId}.${e.quickActionId}`}function Jr(e){if(e.length===0)return[];let t=[...e];for(;t.length>0&&t[0]==="ly.img.separator";)t.shift();for(;t.length>0&&t[t.length-1]==="ly.img.separator";)t.pop();return t.reduce((i,n)=>(n==="ly.img.separator"&&i.length>0&&i[i.length-1]==="ly.img.separator"||i.push(n),i),[])}function Xr({alwaysOnTop:e=!0,disableClipping:t=!0}){return async(i,n,a)=>{let o={},r={},l=e||t?n.blockIds??n.engine.block.findAllSelected():[];return l.forEach(c=>{if(n.engine.block.isValid(c)&&e&&(o[c]=n.engine.block.isAlwaysOnTop(c),n.engine.block.setAlwaysOnTop(c,!0)),t){let s=n.engine.block.getParent(c);s!=null&&n.engine.block.getType(s)!=="//ly.img.ubq/scene"&&(r[s]=n.engine.block.isClipped(s),n.engine.block.setClipped(s,!1))}}),n.addDisposer(async()=>{l.forEach(c=>{if(n.engine.block.isValid(c)&&e&&n.engine.block.setAlwaysOnTop(c,o[c]),t){let s=n.engine.block.getParent(c);s!=null&&n.engine.block.getType(s)!=="//ly.img.ubq/scene"&&r[s]!=null&&n.engine.block.setClipped(s,r[s])}})}),await a(i,n)}}var eo=Xr;function to({pending:e=!0}){return async(t,i,n)=>{let a=e?i.blockIds??i.engine.block.findAllSelected():[];try{return a.forEach(o=>{i.engine.block.isValid(o)&&i.engine.block.setState(o,{type:"Pending",progress:0})}),await n(t,i)}finally{a.forEach(o=>{i.engine.block.isValid(o)&&i.engine.block.setState(o,{type:"Ready"})})}}}var no=to;function io({editMode:e,automaticallyUnlock:t=!1}){return async(i,n,a)=>{let o=n.blockIds??n.engine.block.findAllSelected(),r=()=>{};t||n.addDisposer(async()=>{r?.()});try{return r=ro(n.engine,o,e),await a(i,n)}catch(l){throw N(l)&&r(),l}finally{t&&r()}}}function ro(e,t,i){let n=e.editor.getGlobalScope("editor/select"),a=e.editor.getEditMode();l(),e.editor.setGlobalScope("editor/select","Deny"),e.editor.setEditMode(i);let o=e.editor.createHistory(),r=e.editor.getActiveHistory();e.editor.setActiveHistory(o);function l(){e.block.findAllSelected().forEach(u=>{t.includes(u)||e.block.setSelected(u,!1)}),t.forEach(u=>{e.block.setSelected(u,!0)})}let c=e.editor.onStateChanged(()=>{e.editor.getEditMode()!==i&&e.editor.setEditMode(i)}),s=e.block.onSelectionChanged(l);return()=>{n!=null&&e.editor.setGlobalScope("editor/select",n),e.editor.setEditMode(a),e.editor.setActiveHistory(r),e.editor.destroyHistory(o),s(),c()}}var oo=io;function ao(e,t){switch(t.kind){case"text":return lo(e,t);case"image":return so(e,t);case"video":return co(e,t);case"audio":return uo(e,t);default:throw new Error(`Unsupported output kind for quick actions: ${t.kind}`)}}async function lo(e,t){let{cesdk:i,blockIds:n,abortSignal:a}=t,o=n.map(s=>i.engine.block.getString(s,"text/text")),r;if(de(e)){let s="";for await(let u of e){if(a.aborted)break;typeof u=="string"?s=u:u.kind==="text"&&(s=u.text),n.forEach(d=>{i.engine.block.setString(d,"text/text",s)}),r={kind:"text",text:s}}}else r=e;if(r==null||r.kind!=="text")throw new Error("Output kind from generation is not text");let l=()=>{t.blockIds.forEach(s=>{t.cesdk.engine.block.setString(s,"text/text",r.text)})},c=()=>{t.blockIds.forEach((s,u)=>{t.cesdk.engine.block.setString(s,"text/text",o[u])})};return{consumedGenerationResult:r,applyCallbacks:{onBefore:c,onAfter:l,onCancel:c,onApply:()=>{l(),t.cesdk.engine.editor.addUndoStep()}}}}async function so(e,t){let{cesdk:i,blockIds:n,abortSignal:a}=t;if(n.length!==1)throw new Error("Only one block is supported for image generation");let[o]=n,r=i.engine.block.getFill(o),l=i.engine.block.getSourceSet(r,"fill/image/sourceSet"),[c]=l,s;c==null&&(s=i.engine.block.getString(r,"fill/image/imageFileURI"));let u=await i.engine.editor.getMimeType(c?.uri??s),d=await ce(c?.uri??s,t.cesdk.engine),p=d.width/d.height;if(a.throwIfAborted(),u==="image/svg+xml")throw new Error("SVG images are not supported");let m=i.engine.block.getCropScaleX(o),b=i.engine.block.getCropScaleY(o),w=i.engine.block.getCropTranslationX(o),h=i.engine.block.getCropTranslationY(o),g=i.engine.block.getCropRotation(o),k=()=>{i.engine.block.setCropScaleX(o,m),i.engine.block.setCropScaleY(o,b),i.engine.block.setCropTranslationX(o,w),i.engine.block.setCropTranslationY(o,h),i.engine.block.setCropRotation(o,g)};if(de(e))throw new Error("Streaming generation is not supported yet from a panel");if(e.kind!=="image"||typeof e.url!="string")throw new Error("Output kind from generation is not an image");let y=e.url,f=await i.engine.editor.getMimeType(y),v=await po(i,y,f),I=await ce(v,t.cesdk.engine),C=I.width/I.height,M=Math.abs(p-C)>.001,S=c?[{uri:v,width:I.width,height:I.height}]:void 0,z=v;S==null?i.engine.block.setString(r,"fill/image/imageFileURI",z):(i.engine.block.setString(r,"fill/image/imageFileURI",""),i.engine.block.setSourceSet(r,"fill/image/sourceSet",S)),M?i.engine.block.setContentFillMode(o,"Cover"):k();let ye=()=>{if(l==null||l.length===0){if(s==null)throw new Error("No image URI found");i.engine.block.setString(r,"fill/image/imageFileURI",s)}else i.engine.block.setSourceSet(r,"fill/image/sourceSet",l);k()},be=()=>{if(S==null){if(z==null)throw new Error("No image URI found");i.engine.block.setString(r,"fill/image/imageFileURI",z)}else i.engine.block.setSourceSet(r,"fill/image/sourceSet",S);M?i.engine.block.setContentFillMode(o,"Cover"):k()};return{consumedGenerationResult:e,applyCallbacks:{onBefore:ye,onAfter:be,onCancel:()=>{ye()},onApply:()=>{be(),t.cesdk.engine.editor.addUndoStep()}}}}async function co(e,t){throw new Error("Function not implemented.")}async function uo(e,t){throw new Error("Function not implemented.")}async function po(e,t,i){let n=await(await fetch(t)).blob(),a=new File([n],`image.${ar(i)}`,{type:i}),o=await e.unstable_upload(a,()=>{});return o?.meta?.uri??(console.warn("Failed to upload image:",o),t)}var go=ao;function mo({editMode:e,automaticallyUnlock:t=!1,showNotification:i=!0}){return async(n,a,o)=>{let r=a.blockIds??a.engine.block.findAllSelected(),l=()=>{};t||a.addDisposer(async()=>{l?.()});try{l=yo(a.engine,r,e);let c=await o(n,a);if(i){let s=a.engine.block.findAllSelected();r.some(u=>s.includes(u))||a.cesdk?.ui.showNotification({type:"success",message:"AI generation complete",action:{label:"Select",onClick:()=>{r.forEach(u=>{a.engine.block.select(u)})}}})}return c}catch(c){throw N(c)&&l(),c}finally{t&&l()}}}function yo(e,t,i){function n(){let r=e.block.findAllSelected();return t.some(l=>r.includes(l))}let a=e.editor.onStateChanged(()=>{e.editor.getEditMode()!==i&&n()&&e.editor.setEditMode(i)}),o=e.block.onSelectionChanged(()=>{n()?e.editor.setEditMode(i):e.editor.setEditMode("Transform")});return n()&&e.editor.setEditMode(i),()=>{o(),a(),e.editor.setEditMode("Transform")}}var bo=mo;async function fo(e,t){let{cesdk:i,input:n,blockIds:a,provider:o,quickAction:r,confirmationComponentId:l,abortSignal:c}=e;r.confirmation&&i.ui.setCanvasMenuOrder([l],{editMode:ie});let s=new De(i.engine,it);a.forEach(g=>{s.set(g,{status:"processing",quickActionId:r.id})});let u={cesdk:i,engine:i.engine,abortSignal:c},d=Xe([...o.output.middleware??[],t.debug?et():void 0,no({}),...r.confirmation?[r.lockDuringConfirmation?oo({editMode:ie}):bo({editMode:ie}),r.confirmation&&eo({})]:[],t.dryRun?tt({kind:o.kind,blockIds:a}):void 0]),{result:p,dispose:m}=await d(o.output.generate)(n,u),{consumedGenerationResult:b,applyCallbacks:w}=await go(p,{abortSignal:c,kind:o.kind,blockIds:a,cesdk:i});r.confirmation?a.forEach(g=>{s.set(g,{status:"confirmation",quickActionId:r.id})}):(w.onApply(),a.forEach(g=>{s.clear(g)}));let h=()=>{m(),a.forEach(g=>{s.clear(g)})};return c.addEventListener("abort",h),{dispose:h,returnValue:b,applyCallbacks:w}}var Ne=fo;function ho(e,t){let{cesdk:i,quickActionMenu:n,provider:a}=e,o=`ly.img.ai.${n.id}`,r=`${o}.confirmation`;i.setTranslations({en:{[`${r}.apply`]:"Apply",[`${r}.before`]:"Before",[`${r}.after`]:"After",[`${o}.cancel`]:"Cancel",[`${o}.processing`]:"Generating..."}});let l=`${r}.canvasnMenu`,c={unlock:()=>{},abort:()=>{},applyCallbacks:void 0},s=()=>{let d=new AbortController,p=d.signal;return c.abort=()=>{d.abort()},p};i.ui.registerComponent(l,({builder:d,engine:p,state:m})=>{let b=p.block.findAllSelected();if(b.length===0)return null;let w=new De(i.engine,it),h=w.get(b[0]);if(h==null)return null;let g=()=>{b.forEach(k=>{w.clear(k)})};switch(h.status){case"processing":{d.Button(`${o}.spinner`,{label:[`ly.img.ai.inference.${h.quickActionId}.processing`,`${o}.cancel`],isLoading:!0}),d.Separator(`${o}.separator`),d.Button(`${o}.cancel`,{icon:"@imgly/Cross",tooltip:`${o}.cancel`,onClick:()=>{c.abort(),g()}});break}case"confirmation":{let k=m(`${r}.comparing`,"after"),y=c.applyCallbacks?.onCancel;y!=null&&d.Button(`${r}.cancel`,{icon:"@imgly/Cross",tooltip:`${o}.cancel`,onClick:()=>{c.unlock(),y(),g()}});let f=c.applyCallbacks?.onBefore,v=c.applyCallbacks?.onAfter;f!=null&&v!=null&&d.ButtonGroup(`${r}.compare`,{children:()=>{d.Button(`${r}.compare.before`,{label:`${r}.before`,variant:"regular",isActive:k.value==="before",onClick:()=>{f(),k.setValue("before")}}),d.Button(`${r}.compare.after`,{label:`${r}.after`,variant:"regular",isActive:k.value==="after",onClick:()=>{v(),k.setValue("after")}})}});let I=c.applyCallbacks?.onApply;I!=null&&d.Button(`${r}.apply`,{icon:"@imgly/Checkmark",tooltip:`${r}.apply`,color:"accent",isDisabled:k.value!=="after",onClick:()=>{c.unlock(),g(),i.engine.editor._update(),I()}});break}default:}});let u=`${o}.canvasMenu`;return i.ui.registerComponent(u,d=>{let p=d.engine.block.findAllSelected(),m=p.every(y=>d.engine.block.getState(y).type==="Ready"),b=n.getQuickActionMenuOrder().map(y=>{if(y==="ly.img.separator")return y;let f=n.getQuickAction(y);if(f==null||!i.feature.isEnabled(rt({quickActionId:y,quickActionMenuId:n.id}),{engine:d.engine}))return null;let v=f.scopes;return v!=null&&v.length>0&&!p.every(I=>v.every(C=>d.engine.block.isAllowedByScope(I,C)))?null:f}).filter(y=>y!=null);if(b=Jr(b),b.length===0||b.every(y=>y==="ly.img.separator"))return null;let{builder:w,experimental:h,state:g}=d,k=g(`${o}.toggleExpandedState`,void 0);h.builder.Popover(`${o}.popover`,{icon:"@imgly/Sparkle",variant:"plain",isDisabled:!m,trailingIcon:null,children:({close:y})=>{w.Section(`${o}.popover.section`,{children:()=>{if(k.value!=null){let f=k.value,v=n.getQuickAction(f);if(v!=null&&v.renderExpanded!=null){v.renderExpanded(d,{blockIds:p,closeMenu:y,toggleExpand:()=>{k.setValue(void 0)},handleGenerationError:I=>{V(I,{cesdk:i,provider:a},t)},generate:async(I,C)=>{try{let{returnValue:M,applyCallbacks:S,dispose:z}=await Ne({input:I,quickAction:v,quickActionMenu:n,provider:a,cesdk:i,abortSignal:s(),blockIds:C?.blockIds??p,confirmationComponentId:l},t);return c.unlock=z,c.applyCallbacks=S,M}catch(M){throw N(M)||V(M,{cesdk:i,provider:a},t),M}}});return}}h.builder.Menu(`${o}.menu`,{children:()=>{b.forEach(f=>{f==="ly.img.separator"?w.Separator(`${o}.separator.${Math.random().toString()}`):f.render(d,{blockIds:p,closeMenu:y,handleGenerationError:v=>{V(v,{cesdk:i,provider:a},t)},toggleExpand:()=>{k.setValue(f.id)},generate:async(v,I)=>{try{let{returnValue:C,applyCallbacks:M,dispose:S}=await Ne({input:v,quickAction:f,quickActionMenu:n,provider:a,cesdk:i,abortSignal:s(),blockIds:I?.blockIds??p,confirmationComponentId:l},t);return c.unlock=S,c.applyCallbacks=M,C}catch(C){throw N(C)||V(C,{cesdk:i,provider:a},t),C}}})})}})}})}})}),{canvasMenuComponentId:u}}var ko=ho;async function vo(e,t,i){await e.initialize?.(t);let n=await Ao(t.engine,e.id,e.output.history??"@imgly/local");if(t.cesdk==null)return{};let a=n?`${e.id}.history.entry`:void 0,o={...t,cesdk:t.cesdk,historyAssetSourceId:n,historyAssetLibraryEntryId:a,i18n:{prompt:"common.ai-generation.prompt.placeholder"}};a!=null&&n!=null&&t.cesdk.ui.addAssetLibraryEntry({id:a,sourceIds:[n],sortBy:{sortKey:"insertedAt",sortingOrder:"Descending"},canRemove:!0,gridItemHeight:"square",gridBackgroundType:"cover"}),t.cesdk.i18n.setTranslations({en:{"common.ai-generation.success":"Generation Successful","common.ai-generation.failed":"Generation Failed","common.ai-generation.generate":"Generate","common.ai-generation.prompt.placeholder":"Describe what you want to create...",[`panel.${e.id}`]:wo(e)}});let r="@imgly/plugin-ai-generation.iconSetAdded";return t.cesdk.ui.experimental.hasGlobalStateValue(r)||(t.cesdk.ui.addIconSet("@imgly/plugin-ai-generation",Zr),t.cesdk.ui.experimental.setGlobalStateValue(r,!0)),{renderBuilderFunctions:await Io(e,o,i)}}function wo(e){if(e.name!=null)return e.name;switch(e.kind){case"image":return"Generate Image";case"video":return"Generate Video";case"audio":return"Generate Audio";default:return"Generate Asset"}}async function Ao(e,t,i){if(!(i==null||i===!1)){if(i==="@imgly/local"){let n=`${t}.history`;return e.asset.addLocalSource(n),n}if(i==="@imgly/indexedDB"){let n=`${t}.history`;return e.asset.addSource(new lt(n,e)),n}return i}}async function Io(e,t,i){let n={panel:void 0};return e.input?.panel!=null&&(n.panel=await Co(e,e.input.panel,t,i)),e.input?.quickActions!=null&&(i.debug&&console.log(`Initializing quick actions for provider '${e.kind}' (${e.id})`),xo(e,e.input.quickActions,t,i)),n}async function Co(e,t,i,n){switch(t.type){case"custom":return Yr(e,t,i,n);case"schema":return Gr(e,t,i,n);default:n.debug&&console.warn(`Invalid panel input type '${t.type}' - skipping`)}}async function xo(e,t,i,n){let{cesdk:a}=i,o={};t.actions.forEach(r=>{let l=r.kind??e.kind;o[l]==null&&(o[l]=Kr(a,l));let c=o[l],s=r.enable??!0;a.feature.enable(rt({quickActionId:r.id,quickActionMenuId:l}),s),c.registerQuickAction(r),n.debug&&console.log(`Registered quick action: '${r.id}' (v${r.version}) to menu '${l}'`)}),Object.values(o).forEach(r=>{let{canvasMenuComponentId:l}=ko({cesdk:a,quickActionMenu:r,provider:e},n);n.debug&&console.log(`Registered quick action menu component: ${l}`)})}var pe=vo;function Mo(e){let{cesdk:t,panelId:i}=e;i.startsWith("ly.img.ai/")&&console.warn(`Dock components for AI generation should open a panel with an id starting with "ly.img.ai/" \u2013 "${i}" was provided.`);let n=`${i}.dock`;t.ui.registerComponent(n,({builder:a})=>{let o=t.ui.isPanelOpen(i);a.Button(`${i}.dock.button`,{label:`${i}.dock.label`,isSelected:o,icon:"@imgly/Sparkle",onClick:()=>{t.ui.findAllPanels().forEach(r=>{r.startsWith("ly.img.ai/")&&t.ui.closePanel(r),!o&&r==="//ly.img.panel/assetLibrary"&&t.ui.closePanel(r)}),o?t.ui.closePanel(i):t.ui.openPanel(i)}})})}var ot=Mo;var ge="@imgly/plugin-ai-video-generation-web";var x="ly.img.ai/video-generation",me="ly.img.ai.video-generation.fromType";function Eo(e){return{async initialize({cesdk:t}){if(t==null)return;let i={debug:e.debug??!1,dryRun:e.dryRun??!1,middleware:e.middleware};t.setTranslations({en:{[`panel.${x}`]:"Video Generation","ly.img.ai.video-generation.success":"Video Generation Successful","ly.img.ai.video-generation.success.action":"Show"}});let n=e?.text2video,a=e?.image2video,o=await n?.({cesdk:t}),r=await a?.({cesdk:t});function l(d){if(t!=null)return{success:{show:()=>{let p=t?.ui.isPanelOpen(x),m=t.ui.experimental.getGlobalStateValue(me)===d;return!p||!m},message:"ly.img.ai.video-generation.success",action:{label:"ly.img.ai.video-generation.success.action",onClick:()=>{t.ui.experimental.setGlobalStateValue(me,d),t.ui.openPanel(x)}},duration:"long"}}}o!=null&&(o.output.notification=l("fromText")),r!=null&&(r.output.notification=l("fromImage"));let c=o!=null?await pe(o,{cesdk:t,engine:t.engine},i):void 0,s=r!=null?await pe(r,{cesdk:t,engine:t.engine},i):void 0;if(c?.renderBuilderFunctions?.panel==null&&s?.renderBuilderFunctions?.panel==null){i.debug&&console.log("No providers are initialized \u2013 doing nothing");return}if(c?.renderBuilderFunctions?.panel!=null&&s?.renderBuilderFunctions?.panel!=null)t.ui.registerPanel(x,d=>{let{builder:p,experimental:m}=d,b=m.global(me,"fromText");switch(p.Section(`${x}.fromType.section`,{children:()=>{p.ButtonGroup(`${x}.fromType.buttonGroup`,{inputLabel:"Input",children:()=>{p.Button(`${x}.fromType.buttonGroup.fromText`,{label:"Text",icon:b.value!=="fromText"&&o!=null&&m.global(H(o.id),!1).value?"@imgly/LoadingSpinner":void 0,isActive:b.value==="fromText",onClick:()=>{b.setValue("fromText")}}),p.Button(`${x}.fromType.buttonGroup.fromImage`,{label:"Image",icon:b.value!=="fromImage"&&r!=null&&m.global(H(r.id),!1).value?"@imgly/LoadingSpinner":void 0,isActive:b.value==="fromImage",onClick:()=>{b.setValue("fromImage")}})}})}}),b.value){case"fromText":{c?.renderBuilderFunctions?.panel?.(d);break}case"fromImage":{s?.renderBuilderFunctions?.panel?.(d);break}default:}});else{let d=c?.renderBuilderFunctions?.panel??s?.renderBuilderFunctions?.panel;if(d==null)return;t.ui.registerPanel(x,d),t.i18n.setTranslations({en:{[`${x}.dock.label`]:"AI Video"}}),ot({cesdk:t,panelId:x})}}}}var at=Eo;var So=e=>({name:ge,version:"0.1.10",...at(e)}),Xo=So;export{Xo as default};
64
64
  /*! Bundled license information:
65
65
 
66
66
  @imgly/plugin-ai-generation-web/dist/index.mjs: