@salsita-ai/sdk 0.50.0-develop.5a0bcdee42 → 0.50.0-develop.5ac9723d62

package/dist/configurator/application-runtime/extensions/systems/assistant-system/assistant-system.js

@@ -1 +1 @@
-import{ChatClient as t,fetchServerSentEvents as e}from"@tanstack/ai-client";import{BehaviorSubject as i}from"rxjs";import{skip as s}from"rxjs/operators";import{isShallowEqual as a}from"@salsita-ai/common/utils";import{createBrowserDetailsClientTool as n}from"./browser-details.js";import{ChangeRecorder as r}from"./change-recorder.js";import{createApplyClientTool as o,createQueryClientTool as c}from"./graphql-tools.js";let l=Object.freeze({messages:Object.freeze([]),isLoading:!1,error:void 0,failedStatus:void 0,isContinuable:!0,isLoaded:!1}),h=Object.freeze({open:!1,hasUnreadReply:!1,isInputFocused:!1}),d=Object.freeze({}),u=Object.freeze({results:Object.freeze([]),committed:!1,sideEffects:Object.freeze([]),message:"Nothing was run, because the user closed the configurator while this reply was being written. Do not call any more tools in this reply and end it now. The tools work again as soon as the user writes the next message."}),_=t=>{if(t.getError())return!0;let e=t.getMessages().at(-1)?.parts.at(-1);return e?.type!=="tool-call"&&e?.type!=="tool-result"};export class AssistantSystem{_context;_tools;_chat=new i(l);_panel=new i(h);_activation=null;_current=null;_finishing=new Set;_recorder;_recording=null;constructor(t){this._context=t;let{configuratorExtensionSelectors:e,domainContextSelectors:i,domainServicesSelectors:s,specSelectors:a}=t;this._recorder=new r({maxEntities:30},{readers:{selectedEntityId:t=>i.getNavigationSystem().getActiveSelectionState(t),navigationState:t=>i.getNavigationSystem().getActiveNavigationState(t),viewState:t=>i.getNavigationSystem().getActiveViewState(t),toolState:t=>i.getNavigationSystem().getActiveToolState(t)},getExposedFields:()=>a.getAssistant()?.fields??d,resolveLocalizable:t=>s.getResolveLocalizable()(t)});let l={getGraphQLSystem:()=>e.getGraphQLSystem(),getStoreSystem:()=>i.getStoreSystem(),getActiveMode:()=>i.getActiveMode(),clearChanges:()=>this._recorder.clear(this._committedState())};this._tools=[n(),c(l),o(l)]}chat$=this._chat;panel$=this._panel;initialize=()=>{let{committed:t}=this._context.domainContextSelectors.getStoreSystem().stateSlices;this._recording??=t.pipe(s(1)).subscribe(this._recorder.record),this._recorder.reset(t.value.state),this._endChat(),this._patchPanel(h),this._activation&&this._startClient()};activate=()=>{this._endChat();let t={};return this._activation=t,this._startClient(),()=>{this._activation===t&&(this._activation=null,this._endChat())}};send=async t=>{let e=this._current;if(!e)return;let i={changes:this._recorder.take(this._committedState())};await e.client.sendMessage({content:t,metadata:i})};stop=async()=>{let t=this._current;if(!t)return;let e=t.client.getCurrentRunId();if(t.client.stop(),null!=e)try{let i=t.getConnection();await fetch(`${i.url}/runs/${encodeURIComponent(e)}/cancel`,{method:"POST",headers:await i.headers()})}catch(t){this._context.domainServicesSelectors.getLogger().warn("Could not cancel the assistant run on the server",{error:t})}};reloadThread=()=>{if(!this._activation)return;let t=this._retireChat();t?.client.stop(),t?.dispose(),this._recorder.reset(this._committedState()),this._startClient()};setOpen=t=>{this._patchPanel(t?{open:t,hasUnreadReply:!1}:{open:t,isInputFocused:!1})};setInputFocused=t=>{this._patchPanel({isInputFocused:t})};_committedState=()=>this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state;_patchPanel=t=>{let e={...this._panel.value,...t};a(e,this._panel.value)||this._panel.next(e)};_takeOverThread=t=>{for(let e of this._finishing)e.configurationId===t&&(e.client.stop(),e.dispose())};_startClient=()=>{let i={active:!0},s=this._context.getConfigurationId();this._takeOverThread(s);let n=this._context.getAuthorizedClient(),r=()=>n.getAssistantChatConnection(s),o=t=>{if(!i.active)return;let e={...this._chat.value,...t};a(e,this._chat.value)||this._chat.next(e)},c=async(t,e)=>{let i=await fetch(t,e).finally(()=>o({isLoaded:!0})),s=i.headers.get("x-assistant-thread-continuable");return o({failedStatus:i.ok?void 0:i.status,...null!=s&&{isContinuable:"false"!==s}}),i},l=async()=>({headers:await r().headers(),fetchClient:c}),h=e(()=>r().url,l),d=e(()=>`${r().url}/runs`,l),g=this._tools.map(t=>({...t,execute:(e,s)=>i.active?t.execute?.(e,s):u})),p=new t({threadId:`assistant:${s}`,connection:{...h,joinRun:d.joinRun},persistence:!0,history:{pageSize:50},tools:g,onMessagesChange:t=>o({messages:t}),onLoadingChange:t=>{let e=i.active&&this._chat.value.isLoading;o({isLoading:t}),!t&&_(p)&&(i.active?e&&!this._panel.value.open&&this._patchPanel({hasUnreadReply:!0}):v())},onErrorChange:t=>{i.active&&t!==this._chat.value.error&&(o({error:t}),t&&this._context.domainServicesSelectors.getLogger().error("The assistant request failed",{status:this._chat.value.failedStatus},t))}}),m=!1,v=()=>{m||(m=!0,this._finishing.delete(f),p.dispose())},f={client:p,configurationId:s,generation:i,getConnection:r,dispose:v};this._current=f,p.attach()};_retireChat=()=>{let t=this._current;return this._current=null,t&&(t.generation.active=!1),this._chat.value!==l&&this._chat.next(l),t};_endChat=()=>{let t=this._retireChat();if(t){if(!t.client.getIsLoading()&&_(t.client))return void t.dispose();this._finishing.add(t)}}}
+import{ChatClient as t,fetchServerSentEvents as e}from"@tanstack/ai-client";import{BehaviorSubject as a,firstValueFrom as s,race as i,timer as n}from"rxjs";import{filter as r,skip as o}from"rxjs/operators";import{isShallowEqual as l}from"@salsita-ai/common/utils";import{ASSISTANT_TRANSCRIPT_EVENT as h,AssistantTranscriptEvent as c,assistantImageReference as u}from"@salsita-ai/contracts/assistant";import{AssistantRequestError as d}from"#package/client";import{AssistantSpeechPlayer as _}from"./assistant-speech-player.js";import{ChangeRecorder as g}from"./change-recorder.js";import{ComposerAttachments as m}from"./composer-attachments.js";import{createApplyClientTool as p,createQueryClientTool as f,toToolResult as v}from"./graphql-tools.js";import{isSpeakableReply as y}from"./speakable-reply.js";let S=Object.freeze({messages:Object.freeze([]),isLoading:!1,error:void 0,failedStatus:void 0,retryAfterSeconds:void 0,isContinuable:!0,isLocked:!1,isNetworkLocked:!1,isLoaded:!1,isVoiceEnabled:!1,isResuming:!1,earlierThreads:Object.freeze([]),earlierThreadId:null,isLoadingEarlierThread:!1,hasOlderMessages:!1,isLoadingOlderMessages:!1}),w=Object.freeze({top:0,right:0,bottom:0,left:0}),x=Object.freeze({kind:"transition"}),A=Object.freeze({open:!1,hasUnreadReply:!1,isInputFocused:!1}),C=Object.freeze({}),I=v({results:[],committed:!1,sideEffects:[],warnings:[],screenshots:new Map,message:"Nothing was run, because the user closed the configurator while this reply was being written. Do not call any more tools in this reply and end it now. The tools work again as soon as the user writes the next message."}),T=t=>{if(t.getError())return!0;let e=t.getMessages().at(-1)?.parts.at(-1);return e?.type!=="tool-call"&&e?.type!=="tool-result"},b=async t=>{try{let e=await t.clone().json(),a=e?.page;return a?.truncated===!0&&"string"==typeof a.cursor&&""!==a.cursor}catch{return!1}},O=t=>{let e=t.map(t=>t.role).lastIndexOf("user");return t.slice(e+1).every(t=>0===t.parts.length)?e:-1},k=async t=>{let e=new Uint8Array(await t.arrayBuffer()),a="";for(let t=0;t<e.length;t+=32768)a+=String.fromCharCode(...e.subarray(t,t+32768));return btoa(a)};export class AssistantSystem{_context;_tools;_chat=new a(S);_panel=new a(A);_annotationOverlay=new a(null);_imageView=new a(null);_composerAttachments=new m;_releaseInert=null;_annotationRun=null;_activation=null;_current=null;_finishing=new Set;_resuming=null;_refused=null;_firstAttempt=null;_chain={};_recorder;_recording=null;_applyToolCallIds=new WeakMap;_undoTipToolCallId=new a(void 0);_screenshotUrls=new Map;_player=new _({createAudio:()=>this._context.createAudio(),logError:(t,e)=>this._context.domainServicesSelectors.getLogger().error(t,{},e)});_voiceReplyChat=null;constructor(t){this._context=t;let{configuratorExtensionSelectors:e,domainContextSelectors:a,domainServicesSelectors:s,getAssistantSetup:i}=t;this._recorder=new g({maxEntities:30},{readers:{selectedEntityId:t=>a.getNavigationSystem().getActiveSelectionState(t),navigationState:t=>a.getNavigationSystem().getActiveNavigationState(t),viewState:t=>a.getNavigationSystem().getActiveViewState(t),toolState:t=>a.getNavigationSystem().getActiveToolState(t)},getExposedFields:()=>i().manifest?.fields??C,resolveLocalizable:t=>s.getResolveLocalizable()(t)});let n={getGraphQLSystem:()=>e.getGraphQLSystem(),getStoreSystem:()=>a.getStoreSystem(),getActiveMode:()=>a.getActiveMode(),getIsViewMode:()=>a.getIsViewMode(),clearChanges:()=>this._recorder.clear(this._committedState()),rememberCommit:(t,e)=>{this._applyToolCallIds.set(e,t),this._refreshUndoTip()}};this._tools=[f(n),p(n)],a.getUndoSystem().tip$.subscribe(this._refreshUndoTip)}chat$=this._chat;panel$=this._panel;annotationOverlay$=this._annotationOverlay;imageView$=this._imageView;composerAttachments$=this._composerAttachments.attachments$;hasFreeAttachmentSlot$=this._composerAttachments.hasFreeSlot$;undoTipToolCallId$=this._undoTipToolCallId;playback$=this._player.playback$;muted$=this._player.muted$;getSessionManifest=()=>this._context.getAssistantSetup().manifest;initialize=()=>{let{committed:t}=this._context.domainContextSelectors.getStoreSystem().stateSlices;this._recording??=t.pipe(o(1)).subscribe(this._recorder.record),this._recorder.reset(t.value.state),this._endChat(),this._patchPanel(A),this._releaseScreenshotUrls(),this._player.reset(),this._closeAnnotationOverlay(),this.closeImageView(),this.clearAttachments(),this._activation&&this._startClient()};activate=()=>{this._endChat();let t={};return this._activation=t,this._startClient(),()=>{this._activation===t&&(this._activation=null,this._endChat(),this._player.stop())}};send=async(t,e=[],{onSent:a,onUnsent:s,audio:i}={})=>{if(!this._chat.value.isContinuable&&!await this.resume())return;let n=this._current;if(!n)return;let r={changes:this._recorder.take(this._committedState()),locale:this._context.domainServicesSelectors.getI18n().locale},o=()=>this._recorder.reset(this._committedState()),l=e.map(t=>t instanceof Blob?t:t.blob),h=i?{type:"audio",source:{type:"data",value:await k(i),mimeType:i.type}}:null,c=!1,u=(s,i)=>{c||(c=!0,a?.());let n=e.flatMap((t,e)=>{let a=i[e];return t instanceof Blob||void 0===a?[]:[{imageId:a,pins:t.pins,source:t.source??"view"}]});return this._voiceReplyChat=h?s:null,this._sendOn(s,this._messageContent(h?"":t,i,h),0===n.length?r:{...r,annotations:n})},d=t=>{if(!h||!t.generation.active||t.client.getIsLoading())return;let e=t.client.getMessages(),{error:a,failedStatus:i}=this._chat.value,n=O(e);if(a&&void 0!==i&&-1!==n){t.client.setMessagesManually(e.slice(0,n)),o(),422!==i&&s?.();return}e.some(t=>"user"===t.role&&t.parts.some(t=>"audio"===t.type))&&this.reloadThread()};this._firstAttempt=n;try{let t=0===l.length?[]:await this._uploadImages(n,l);if(null===t||!n.generation.active)return void o();if("refused"!==t){await u(n,t);let e=this._findRefusedMessageIndex(n);if(-1===e)return void d(n);this._refused={chat:n,index:e}}}finally{this._firstAttempt===n&&(this._firstAttempt=null)}if(!await this.resume()){c||o(),this._current&&d(this._current);return}let _=this._current,g=_?await this._uploadSuccessorImages(_,l):null;if(!_||null===g||"refused"===g||!_.generation.active){_&&"refused"===g&&this._reportUploadFailure(_,this._chat.value.error),c&&s?.(),o();return}await u(_,g),d(_)};annotate=async t=>{let e;if(null!==this._annotationOverlay.value)return null;if(void 0!==t&&"attachmentId"in t)return this._annotateAttachment(t);let a=this._composerAttachments.reserveSlot();if(!a)return null;try{e=await this._runAnnotation(e=>t?this._annotateImage(e,t):this._annotateView(e))}finally{a()}return e&&this._composerAttachments.attach(e.blob,{pins:e.pins,source:t?"image":"view"})};viewAnnotation=t=>{if(null!==this._annotationOverlay.value)return;let e={kind:"viewer",annotation:t,close:()=>{this._annotationOverlay.value===e&&this._setAnnotationOverlay(null)}};this._setAnnotationOverlay(e)};viewImage=t=>{this._imageView.next(t)};closeImageView=()=>{null!==this._imageView.value&&this._imageView.next(null)};attach=t=>this._composerAttachments.attach(t);reserveAttachmentSlot=()=>this._composerAttachments.reserveSlot();restoreAttachments=t=>this._composerAttachments.restore(t);removeAttachment=t=>this._composerAttachments.remove(t);clearAttachments=()=>this._composerAttachments.clear();resume=async()=>{let t=this._current;if(!t)return!1;if(this._chat.value.isContinuable)return!0;if(this._resuming)return this._resuming;let e=this._compact(t).finally(()=>{this._resuming===e&&(this._resuming=null)});return this._resuming=e,e};loadScreenshotUrl=t=>{let e=this._screenshotUrls.get(t);if(e)return e;let a=this._current;if(!a)return Promise.reject(Error(`The screenshot ${t} cannot be read, because the assistant chat is not active. Open the assistant panel of the configuration first.`));let s=this._screenshotUrls,i=a.authorizedClient.getAssistantImage(a.configurationId,t).then(t=>URL.createObjectURL(t));return s.set(t,i),i.catch(()=>{s.get(t)===i&&s.delete(t)}),i};playReply=t=>{let e=this._current;e&&this._player.toggle({messageId:t,loadSpeech:()=>this._loadSpeech(e,t),isAutoplay:!1})};stopPlayback=()=>{this._player.stop()};setMuted=t=>{this._player.setMuted(t)};unlockPlayback=()=>{this._player.unlock()};loadEarlierThread=async()=>{let t=this._current,{earlierThreadId:e,isLoadingEarlierThread:a,hasOlderMessages:s}=this._chat.value;if(!t||null===e||a||s)return;let i=this._chain;this._chat.next({...this._chat.value,isLoadingEarlierThread:!0});try{let a=await t.authorizedClient.getAssistantEarlierThread(t.configurationId,e);if(this._chain!==i||this._chat.value.earlierThreadId!==e)return;let[s,...n]=this._chat.value.earlierThreads,r={threadId:e,messages:a.messages};this._chat.next({...this._chat.value,earlierThreads:s?.threadId===e?[r,...n]:[r,...this._chat.value.earlierThreads],earlierThreadId:a.previousThreadId})}catch(t){this._context.domainServicesSelectors.getLogger().warn("Could not load the earlier assistant conversation",{error:t})}finally{this._chain===i&&this._chat.next({...this._chat.value,isLoadingEarlierThread:!1})}};loadOlderMessages=async()=>{let t=this._current,{hasOlderMessages:e,isLoadingOlderMessages:a}=this._chat.value;if(t&&e&&!a){this._chat.next({...this._chat.value,isLoadingOlderMessages:!0});try{await t.client.loadOlderMessages()}catch(t){this._context.domainServicesSelectors.getLogger().warn("Could not load older assistant messages",{error:t})}finally{t===this._current&&this._chat.next({...this._chat.value,hasOlderMessages:t.client.getHasOlderMessages(),isLoadingOlderMessages:!1})}}};stop=async()=>{let t=this._current;if(!t)return;let e=t.client.getCurrentRunId();if(this._voiceReplyChat===t&&(this._voiceReplyChat=null),t.client.stop(),null!=e)try{let a=t.getConnection();await fetch(`${a.url}/runs/${encodeURIComponent(e)}/cancel`,{method:"POST",headers:await a.headers()})}catch(t){this._context.domainServicesSelectors.getLogger().warn("Could not cancel the assistant run on the server",{error:t})}};reloadThread=()=>{if(!this._activation)return;let t=this._retireChat();t?.client.stop(),t?.dispose(),this._recorder.reset(this._committedState()),this._startClient()};undoToolCalls=t=>{let e=this._context.domainContextSelectors.getUndoSystem(),a=()=>{let e=this._findTipToolCallId();return void 0!==e&&t.has(e)};for(;a();)e.undo()};setOpen=t=>{this._patchPanel(t?{open:t,hasUnreadReply:!1}:{open:t,isInputFocused:!1})};setInputFocused=t=>{this._patchPanel({isInputFocused:t})};_setAnnotationOverlay=t=>{null!==t&&null===this._releaseInert&&(this._releaseInert=this._context.configuratorExtensionSelectors.getLayoutSystem().makeInert()),this._annotationOverlay.next(t),null===t&&(this._releaseInert?.(),this._releaseInert=null)};_annotateView=async t=>{let{getCameraControlSystem:e,getCanvasSystem:a}=this._context.configuratorExtensionSelectors,o=e(),l=a().r3fHandle$.value?.get().frameloop==="demand",h=()=>this._annotationRun===t;if(this._setAnnotationOverlay(x),await s(i(o.transitionState$.pipe(r(t=>"still"===t||"sleep"===t&&!l)),n(2e3))),!h())return this._setAnnotationOverlay(null),null;let c=o.holdCameraOffset(),u=null;try{await o.glideCameraOffset(w);let t=await this._context.freezeView();h()&&(u=await this._edit(t))}catch(t){this._logAnnotationFailure("The configurator view could not be frozen for an annotation",t)}this._setAnnotationOverlay(x);try{await o.glideCameraOffset(o.canvasPadding$.value)}finally{c(),this._setAnnotationOverlay(null)}return u};_runAnnotation=async t=>{let e={},a=null;this._annotationRun=e;try{a=await t(e)}finally{this._annotationRun!==e?a=null:this._annotationRun=null}return a};_annotateAttachment=async({attachmentId:t,background:e})=>{let a=this._composerAttachments.attachments$.value.find(({id:e})=>e===t);if(!a||a.pins)return null;let s=await this._runAnnotation(t=>this._annotateImage(t,{image:a.blob,background:e}));return s&&this._composerAttachments.replace(t,s.blob,{pins:s.pins,source:"image"})};_annotateImage=async(t,{image:e,background:a})=>{this._setAnnotationOverlay(x);try{let s=await this._context.rasterizeImage(e,a);return this._annotationRun===t?await this._edit(s):null}catch(t){return this._logAnnotationFailure("The image could not be drawn for an annotation",t),null}finally{this._setAnnotationOverlay(null)}};_edit=t=>new Promise(e=>{this._setAnnotationOverlay({kind:"editor",view:t,finish:e})});_logAnnotationFailure=(t,e)=>{let a=e instanceof Error?e:Error(String(e));this._context.domainServicesSelectors.getLogger().error(t,{},a)};_closeAnnotationOverlay=()=>{let t=this._annotationOverlay.value;this._annotationRun=null,t?.kind==="editor"&&t.finish(null),t?.kind==="viewer"&&t.close()};_findRefusedMessageIndex=t=>{let{failedStatus:e,isContinuable:a}=this._chat.value;return this._firstAttempt===t&&t.generation.active&&409===e&&!a?O(t.client.getMessages()):-1};_messageContent=(t,e,a)=>0!==e.length||a?[...t?[{type:"text",content:t}]:[],...a?[a]:[],...e.map(t=>({type:"image",source:{type:"url",value:u(t)}}))]:t;_uploadImages=async(t,e)=>{if(0===e.length)return[];t.generation.active&&this._chat.next({...this._chat.value,error:void 0,failedStatus:void 0});try{return(await Promise.all(e.map(e=>t.authorizedClient.uploadAssistantImage(t.configurationId,e)))).map(({imageId:t})=>t)}catch(a){let e=a instanceof Error?a:Error(String(a));if(e instanceof d&&e.threadNotContinuable)return t.generation.active&&this._chat.next({...this._chat.value,isContinuable:!1,error:e,failedStatus:e.status}),"refused";return this._reportUploadFailure(t,e),null}};_uploadSuccessorImages=async(t,e)=>{if(0===e.length)return[];this._chat.next({...this._chat.value,isResuming:!0});try{return await this._uploadImages(t,e)}finally{t.generation.active&&this._chat.next({...this._chat.value,isResuming:!1})}};_reportUploadFailure=(t,e)=>{t.generation.active&&this._chat.next({...this._chat.value,error:e,failedStatus:e instanceof d?e.status:void 0}),this._context.domainServicesSelectors.getLogger().error("The images of the assistant message could not be uploaded",{},e)};_sendOn=async(t,e,a)=>{let{client:s}=t;s.getIsLoading()||null===s.getResumeState()||s.stop();try{await s.sendMessage({content:e,metadata:a})}catch(a){let e=a instanceof Error?a:Error(String(a));t.generation.active&&this._chat.next({...this._chat.value,error:e}),this._context.domainServicesSelectors.getLogger().error("The assistant message could not be sent",{},e)}};_compact=async t=>{this._chat.next({...this._chat.value,isResuming:!0,error:void 0,failedStatus:void 0});try{let{previousThreadId:e}=await t.authorizedClient.compactAssistantThread(t.configurationId);if(!t.generation.active)return!1;let{messages:a,earlierThreads:s,earlierThreadId:i,isLoadingEarlierThread:n}=this._chat.value,r=this._refused?.chat===t?a.slice(0,this._refused.index):a,o=t.client.getHasOlderMessages()?e:i;return t.generation.active=!1,this._current=null,t.client.stop(),t.dispose(),this._chat.next({...S,earlierThreads:[...s,{threadId:e,messages:r}],earlierThreadId:o,isLoadingEarlierThread:n}),this._startClient(),!0}catch(a){let e=a instanceof Error?a:Error(String(a));if(e instanceof d&&409===e.status)return t.generation.active&&this.reloadThread(),!1;return t.generation.active&&this._chat.next({...this._chat.value,isResuming:!1,error:e,failedStatus:e instanceof d?e.status:void 0,...e instanceof d&&e.locked&&{isLocked:!0,isNetworkLocked:e.networkLocked}}),this._context.domainServicesSelectors.getLogger().error("The assistant thread could not be resumed",{},e),!1}};_findTipToolCallId=()=>{let t=this._context.domainContextSelectors.getUndoSystem(),e=t.tip$.value?.committedState;return void 0!==e&&t.canUndo()?this._applyToolCallIds.get(e):void 0};_refreshUndoTip=()=>{let t=this._findTipToolCallId();t!==this._undoTipToolCallId.value&&this._undoTipToolCallId.next(t)};_loadSpeech=(t,e)=>t.authorizedClient.getAssistantReplySpeech(t.configurationId,e);_readVoiceReply=t=>{if(this._player.muted$.value||!this._chat.value.isVoiceEnabled)return;let e=t.client.getMessages(),a=e.map(t=>t.role).lastIndexOf("user")+1,s=e.slice(a).reverse().find(t=>t.parts.some(t=>"text"===t.type&&""!==t.content.trim()));s&&y(s)&&this._player.play({messageId:s.id,loadSpeech:()=>this._loadSpeech(t,s.id),isAutoplay:!0})};_committedState=()=>this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state;_patchPanel=t=>{let e={...this._panel.value,...t};l(e,this._panel.value)||this._panel.next(e)};_takeOverThread=t=>{for(let e of this._finishing)e.configurationId===t&&(e.client.stop(),e.dispose())};_startClient=()=>{let a={active:!0},s=this._context.getConfigurationId();this._takeOverThread(s);let i=this._context.getAuthorizedClient(),n=()=>{if(a.active){let{manifest:t,error:e}=this._context.getAssistantSetup();if(e)throw e;if(!t)throw Error("The assistant is disabled for this session.")}return i.getAssistantChatConnection(s)},r=t=>{if(!a.active)return;let e={...this._chat.value,...t};l(e,this._chat.value)||this._chat.next(e)},o=async(t,e)=>{let a,s=await fetch(t,e).finally(()=>r({isLoaded:!0})),i=s.headers.get("x-assistant-thread-continuable"),n=s.headers.get("x-assistant-locked"),o="true"===n||"network"===n,l=null!=i&&s.ok,h=l&&0===this._chat.value.earlierThreads.length,c=h?s.headers.get("x-assistant-previous-thread"):null;return r({failedStatus:s.ok?void 0:s.status,retryAfterSeconds:s.ok?void 0:null!==(a=s.headers.get("retry-after"))&&/^\d+$/.test(a.trim())?Number(a):void 0,...null!=i&&{isContinuable:"false"!==i},...(l||o)&&{isLocked:o,isNetworkLocked:"network"===n},...l&&{isVoiceEnabled:"true"===s.headers.get("x-assistant-voice")},...h&&{earlierThreadId:c,...null!==c&&{hasOlderMessages:await b(s)}}}),s},u=async()=>({headers:await n().headers(),fetchClient:o}),d=e(()=>n().url,u),_=e(()=>`${n().url}/runs`,u),g=this._tools.map(t=>({...t,execute:(e,s)=>{if(!a.active)return I;let{manifest:i,error:n}=this._context.getAssistantSetup();return n||!i?{error:n?.message??"The assistant is disabled for this session."}:t.execute?.(e,s)}})),m=new t({threadId:`assistant:${s}`,connection:{...d,joinRun:_.joinRun},persistence:!0,history:{pageSize:50},tools:g,onMessagesChange:t=>r({messages:t,hasOlderMessages:m.getHasOlderMessages()}),onLoadingChange:t=>{let e=a.active&&this._chat.value.isLoading;if(r({isLoading:t}),!t&&T(m)){if(!a.active)return void f();e&&!this._panel.value.open&&this._patchPanel({hasUnreadReply:!0}),this._voiceReplyChat===v&&(this._voiceReplyChat=null,m.getError()||this._readVoiceReply(v))}},onCustomEvent:(t,e)=>{let a=t===h?c.safeParse(e):null;if(!a?.success)return;let{messageId:s,transcript:i}=a.data;m.setMessagesManually(m.getMessages().map(t=>t.id===s?{...t,parts:t.parts.flatMap(t=>"audio"===t.type?[{type:"text",content:i}]:[t]),metadata:{...t.metadata,spoken:!0}}:t))},onErrorChange:t=>{a.active&&t!==this._chat.value.error&&(!t||-1===this._findRefusedMessageIndex(v))&&(r({error:t}),t&&this._context.domainServicesSelectors.getLogger().error("The assistant request failed",{status:this._chat.value.failedStatus},t))}}),p=!1,f=()=>{p||(p=!0,this._finishing.delete(v),m.dispose())},v={client:m,configurationId:s,generation:a,authorizedClient:i,getConnection:n,dispose:f};this._current=v,m.attach()};_retireChat=()=>{let t=this._current;return this._current=null,t&&(t.generation.active=!1),this._chain={},this._resuming=null,this._refused=null,this._voiceReplyChat=null,this._chat.value!==S&&this._chat.next(S),t};_releaseScreenshotUrls=()=>{for(let t of this._screenshotUrls.values())t.then(URL.revokeObjectURL,()=>void 0);this._screenshotUrls=new Map};_endChat=()=>{let t=this._retireChat();if(t){if(!t.client.getIsLoading()&&T(t.client))return void t.dispose();this._finishing.add(t)}}}

package/dist/configurator/application-runtime/extensions/systems/assistant-system/composer-attachments.d.ts

@@ -0,0 +1,68 @@
+import type { ObservableWithLastValue } from '@salsita-ai/common/utils';
+import type { AssistantAnnotationPin, AssistantAnnotationSource } from '@salsita-ai/contracts/assistant';
+/** The most images one message can carry, annotations included. */
+export declare const MAX_COMPOSER_ATTACHMENTS = 4;
+/**
+ * An image or an annotation attached to the message being written, prepared for the upload; see
+ * {@link AssistantSystem.composerAttachments$}.
+ */
+export interface AssistantDraftAttachment {
+    readonly id: string;
+    readonly blob: Blob;
+    /** The comment pins of an annotation; nothing for an image. */
+    readonly pins?: ReadonlyArray<AssistantAnnotationPin>;
+    /** What an annotation marks up; nothing for an image. */
+    readonly source?: AssistantAnnotationSource;
+}
+/** What makes an attached blob an annotation. */
+export interface AssistantDraftAnnotation {
+    readonly pins: ReadonlyArray<AssistantAnnotationPin>;
+    readonly source: AssistantAnnotationSource;
+}
+/**
+ * The attachments of the message being written, up to {@link MAX_COMPOSER_ATTACHMENTS}. A slot can
+ * be reserved while an image is prepared or an annotation made, so nothing attached meanwhile pushes
+ * the message over the limit once it is done.
+ */
+export declare class ComposerAttachments {
+    private readonly _attachments;
+    private readonly _hasFreeSlot;
+    /** Slots held for images being prepared and annotations being made. */
+    private _reserved;
+    /** Counts the clears, so a slot held across one knows its message is gone. */
+    private _generation;
+    /** The attachments, in their order. It never completes. */
+    readonly attachments$: ObservableWithLastValue<ReadonlyArray<AssistantDraftAttachment>>;
+    /** Whether one more attachment fits, counting the reserved slots. It never completes. */
+    readonly hasFreeSlot$: ObservableWithLastValue<boolean>;
+    /**
+     * Holds a slot until the returned function is called, which frees it and returns whether the message
+     * it was held for is still being written: `false` once the attachments were cleared meanwhile, when
+     * what it was held for is not to be attached. Calling it again frees nothing. `null` when the message
+     * is full.
+     */
+    reserveSlot: () => (() => boolean) | null;
+    /**
+     * Attaches an image, or an annotation when `annotation` is given, after the others, and returns its
+     * id; `null` when the message is full. The slot reserved for it, if any, is to be freed first.
+     */
+    attach: (blob: Blob, annotation?: AssistantDraftAnnotation) => string | null;
+    /**
+     * Puts attachments that were taken off back in front of the others, as many as fit, the first ones
+     * first. Returns whether all of them fit.
+     */
+    restore: (attachments: ReadonlyArray<AssistantDraftAttachment>) => boolean;
+    /**
+     * Puts an annotation in place of the attachment `id`, at its position, and returns the annotation's
+     * id; `null`, and nothing changes, when `id` is no longer attached. It takes no other slot.
+     */
+    replace: (id: string, blob: Blob, annotation: AssistantDraftAnnotation) => string | null;
+    /** Takes an attachment off; nothing happens when it is not attached. */
+    remove: (id: string) => void;
+    /**
+     * Takes every attachment off: the message is gone. Reserved slots stay held until they are freed, and
+     * what they were held for is not attached.
+     */
+    clear: () => void;
+    private _update;
+}

package/dist/configurator/application-runtime/extensions/systems/assistant-system/composer-attachments.js

@@ -0,0 +1 @@
+import{BehaviorSubject as t}from"rxjs";export const MAX_COMPOSER_ATTACHMENTS=4;let e=0;export class ComposerAttachments{_attachments=new t([]);_hasFreeSlot=new t(!0);_reserved=0;_generation=0;attachments$=this._attachments;hasFreeSlot$=this._hasFreeSlot;reserveSlot=()=>{if(!this._hasFreeSlot.value)return null;let t=this._generation,e=!0;return this._reserved+=1,this._update(this._attachments.value),()=>(e&&(e=!1,this._reserved-=1,this._update(this._attachments.value)),t===this._generation)};attach=(t,a)=>{if(!this._hasFreeSlot.value)return null;let s=`attachment-${++e}`;return this._update([...this._attachments.value,{id:s,blob:t,...a}]),s};restore=t=>{let e=this._attachments.value,a=t.slice(0,Math.max(0,4-e.length-this._reserved));return this._update([...a,...e]),a.length===t.length};replace=(t,a,s)=>{let h=this._attachments.value;if(!h.some(e=>e.id===t))return null;let r={id:`attachment-${++e}`,blob:a,...s};return this._update(h.map(e=>e.id===t?r:e)),r.id};remove=t=>{let e=this._attachments.value,a=e.filter(e=>e.id!==t);a.length!==e.length&&this._update(a)};clear=()=>{this._generation+=1,this._attachments.value.length>0&&this._update([])};_update=t=>{t!==this._attachments.value&&this._attachments.next(t);let e=t.length+this._reserved<4;e!==this._hasFreeSlot.value&&this._hasFreeSlot.next(e)}}

package/dist/configurator/application-runtime/extensions/systems/assistant-system/graphql-tools.d.ts

@@ -1,12 +1,13 @@
+import type { ContentPart } from '@tanstack/ai';
 import type { DomainEntity, DomainMode, DomainState } from '#package/domain';
-import type { GraphQLSystem } from '../graphql-system/graphql-system.js';
+import type { GraphQLExecution, GraphQLSystem } from '../graphql-system/graphql-system.js';
 /**
  * What the assistant's client tools need from the running configurator, as accessors they call when
- * the model calls them: a tool call always runs against the systems and the session mode current at
- * that moment, never against ones captured when its reply began streaming.
+ * the model calls them: a tool call always runs against the systems, the session mode and the view
+ * mode current at that moment, never against ones captured when its reply began streaming.
  */
 export interface AssistantToolDependencies {
-    readonly getGraphQLSystem: () => Pick<GraphQLSystem, 'prepare' | 'execute' | 'readSideEffects'>;
+    readonly getGraphQLSystem: () => Pick<GraphQLSystem, 'prepare' | 'execute' | 'readSideEffects' | 'readWarnings' | 'readScreenshots'>;
     readonly getStoreSystem: () => {
         readonly isInitialized: boolean;
         readonly stateSlices: {
@@ -18,18 +19,42 @@ export interface AssistantToolDependencies {
         };
     };
     readonly getActiveMode: () => DomainMode;
+    /**
+     * Whether the configuration is read-only for the user now, by the rule the UI follows: the
+     * domain-context selector `getIsViewMode`, which `useAccessService().accessInfo.viewMode` returns.
+     */
+    readonly getIsViewMode: () => boolean;
     /** Forgets the changes recorded for the next change record, so it never lists what the agent itself changed. */
     readonly clearChanges: () => void;
+    /**
+     * Remembers the state an `apply` call committed or held for the user's approval, so the panel can
+     * tell while that state is the step of the undo history the configuration is at.
+     */
+    readonly rememberCommit: (toolCallId: string, state: DomainState<DomainEntity<string>>) => void;
 }
+/**
+ * A tool result as the chat client accepts it: content parts, the execution's JSON as a text part
+ * followed, per screenshot, by its label as a text part and its picture as an image part, so the
+ * model reads each picture under the label its `image` field returned; the image part references the picture the browser uploaded, which the server
+ * inlines only for the model. The client deep-clones a
+ * result and rejects anything that is not plain JSON, so the `GraphQLError` instances of a result
+ * are formatted through their `toJSON` and `undefined` members are dropped. The prepared state stays
+ * in the browser.
+ */
+export declare const toToolResult: ({ preparedState, screenshots, ...execution }: GraphQLExecution) => ContentPart[];
 /**
  * Browser implementation of the assistant's `query` tool: prepares the operations from the
  * committed state and drops their emissions, so mutations in the list show a hypothetical state and
- * the configuration, the undo stack and the saved revision stay as they were. The side effects of
- * the dropped emissions are still reported, as what the changes would do.
+ * the configuration, the undo stack and the saved revision stay as they were. The side effects and
+ * the new warnings of the dropped emissions are still reported, as what the changes would do.
  */
 export declare const createQueryClientTool: (dependencies: AssistantToolDependencies) => import("@tanstack/ai").ClientTool<{
     type: string;
     properties: {
+        title: {
+            type: string;
+            description: string;
+        };
         operations: {
             type: string;
             minItems: number;
@@ -59,6 +84,10 @@ export declare const createQueryClientTool: (dependencies: AssistantToolDependen
     inputSchema: {
         type: string;
         properties: {
+            title: {
+                type: string;
+                description: string;
+            };
             operations: {
                 type: string;
                 minItems: number;
@@ -93,13 +122,29 @@ export declare const createQueryClientTool: (dependencies: AssistantToolDependen
  * `GraphQLSystem.execute`, which commits their changes as one undo step, and returns its result,
  * including why nothing was committed when a commit was held or lost to a conflict. A commit clears
  * the recorded changes; a held one does not, so it shows in the next change record once the user
- * approves it. Only an owner
- * session may change the configuration; the check lives here and not in the `GraphQLSystem`, whose
- * other caller, the editor panel, has its own rules.
+ * approves it. The state it committed or held is remembered under the id of the call, so the chip
+ * row of the call can undo it.
+ *
+ * The assistant changes the configuration exactly when the UI lets the user change it: while the
+ * view mode is off, which the host can switch both ways while the configurator runs. A finalize run
+ * never changes it. The checks live here and not in the `GraphQLSystem`, whose other caller, the
+ * editor panel, has its own rules.
+ *
+ * Accepted: the view mode is read live, while saving follows the mode captured at initialization
+ * (the named exception in `docs/architecture/application-runtime.md`). When the configuration turns
+ * editable, because the host cleared `readonly` or the access changed, for example from a
+ * read-revision to an owner token, a change applied before the configuration is initialized again
+ * is committed and reported to the model as committed, but it is not saved, and that initialization
+ * replaces it. The configurator page loads the configuration again on either switch, so the window
+ * lasts one load.
  */
 export declare const createApplyClientTool: (dependencies: AssistantToolDependencies) => import("@tanstack/ai").ClientTool<{
     type: string;
     properties: {
+        title: {
+            type: string;
+            description: string;
+        };
         operations: {
             type: string;
             minItems: number;
@@ -129,6 +174,10 @@ export declare const createApplyClientTool: (dependencies: AssistantToolDependen
     inputSchema: {
         type: string;
         properties: {
+            title: {
+                type: string;
+                description: string;
+            };
             operations: {
                 type: string;
                 minItems: number;

package/dist/configurator/application-runtime/extensions/systems/assistant-system/graphql-tools.js

@@ -1 +1 @@
-import{AssistantGraphQLToolInput as e,applyTool as t,queryTool as o}from"@salsita-ai/contracts/assistant";let a=e=>({results:[],committed:!1,message:e,sideEffects:[]}),i=e=>JSON.parse(JSON.stringify(e)),s=t=>{let o=e.safeParse(t);if(!o.success){let e=o.error.issues.map(e=>`${e.path.join(".")}: ${e.message}`).join("; ");return{ok:!1,refusal:a(`Nothing was run, because the tool input is not a list of operations (${e}). Send { "operations": [{ "query": "<one GraphQL operation>" }] } with at least one item.`)}}return{ok:!0,operations:o.data.operations.map(({query:e,variables:t,operationName:o})=>({document:e,variables:t??void 0,operationName:o??void 0}))}};export const createQueryClientTool=e=>o.client(async t=>{let o=s(t);if(!o.ok)return o.refusal;let n=e.getStoreSystem();if(!n.isInitialized)return a("Nothing was run, because the configuration is not loaded yet, so there is no state to query. Call the tool again once the configurator has finished loading.");let r=e.getGraphQLSystem(),l=await r.prepare(n.stateSlices.committed.value.state,o.operations);return i({results:l.map(({result:e})=>e),committed:!1,sideEffects:r.readSideEffects(l)})});export const createApplyClientTool=e=>t.client(async t=>{if("owner"!==e.getActiveMode())return a("Nothing was run, because changes cannot be applied in this session: the user may view this configuration but not change it. The query tool still works here, including mutations, to show what a change would do without keeping it.");let o=s(t);if(!o.ok)return o.refusal;let n=await e.getGraphQLSystem().execute(o.operations);return n.committed&&e.clearChanges(),i(n)});
+import{AssistantGraphQLToolInput as e,applyTool as t,assistantImageReference as o,queryTool as a}from"@salsita-ai/contracts/assistant";let i=e=>({results:[],committed:!1,message:e,sideEffects:[],screenshots:new Map,warnings:[]});export const toToolResult=({preparedState:e,screenshots:t,...a})=>[{type:"text",content:JSON.stringify(a)},...[...t].flatMap(([e,{imageId:t}])=>[{type:"text",content:e},{type:"image",source:{type:"url",value:o(t)}}])];let s=t=>{let o=e.safeParse(t);if(!o.success){let e=o.error.issues.map(e=>`${e.path.join(".")}: ${e.message}`).join("; ");return{ok:!1,refusal:i(`Nothing was run, because the tool input is not a list of operations (${e}). Send { "operations": [{ "query": "<one GraphQL operation>" }] } with at least one item.`)}}return{ok:!0,operations:o.data.operations.map(({query:e,variables:t,operationName:o})=>({document:e,variables:t??void 0,operationName:o??void 0}))}};export const createQueryClientTool=e=>a.client(async t=>{let o=s(t);if(!o.ok)return toToolResult(o.refusal);let a=e.getStoreSystem();if(!a.isInitialized)return toToolResult(i("Nothing was run, because the configuration is not loaded yet, so there is no state to query. Call the tool again once the configurator has finished loading."));let n=e.getGraphQLSystem(),r=a.stateSlices.committed.value.state,l=await n.prepare(r,o.operations);return toToolResult({results:l.map(({result:e})=>e),committed:!1,sideEffects:n.readSideEffects(l),screenshots:n.readScreenshots(l),warnings:n.readWarnings(r,l)})});export const createApplyClientTool=e=>t.client(async(t,o)=>{if("finalize"===e.getActiveMode())return toToolResult(i("Nothing was run, because changes cannot be applied in this session: the user may view this configuration but not change it. The query tool still works here, including mutations, to show what a change would do without keeping it."));if(e.getIsViewMode())return toToolResult(i("Nothing was run, because the configuration is read-only right now: the user may view it but not change it. The query tool still works here, including mutations, to show what a change would do without keeping it. Call apply again only once the configuration is editable."));let a=s(t);if(!a.ok)return toToolResult(a.refusal);let n=await e.getGraphQLSystem().execute(a.operations),r=o?.toolCallId;return void 0!==r&&void 0!==n.preparedState&&e.rememberCommit(r,n.preparedState),n.committed&&e.clearChanges(),toToolResult(n)});

package/dist/configurator/application-runtime/extensions/systems/assistant-system/rasterize-image.d.ts

@@ -0,0 +1,13 @@
+interface Size {
+    readonly width: number;
+    readonly height: number;
+}
+/**
+ * Draws an image onto a canvas of `area` pixels for the annotation editor: contain-fitted and centred
+ * over `background`, which also fills the margins. An SVG is drawn at the fitted size, so it stays sharp.
+ *
+ * Rejects when the image cannot be decoded, and when the browser taints the canvas with it, because
+ * a tainted canvas cannot be flattened into the annotation.
+ */
+export declare const rasterizeImage: (image: Blob, background: string, area: Size) => Promise<HTMLCanvasElement>;
+export {};

package/dist/configurator/application-runtime/extensions/systems/assistant-system/rasterize-image.js

@@ -0,0 +1 @@
+let t="image/svg+xml",e=t=>{let e=/^\s*([\d.]+)(px)?\s*$/.exec(t??""),i=e?Number(e[1]):NaN;return i>0?i:void 0},i=async i=>{let a=new DOMParser().parseFromString(await i.text(),t).documentElement,[,,r=NaN,h=NaN]=(a.getAttribute("viewBox")??"").trim().split(/[\s,]+/).map(Number);if(r>0&&h>0)return{width:r,height:h};let n=e(a.getAttribute("width")),d=e(a.getAttribute("height"));return void 0!==n&&void 0!==d?{width:n,height:d}:void 0};export const rasterizeImage=async(e,a,r)=>{let h=URL.createObjectURL(e);try{let n=new Image;n.src=h,await n.decode();let d=(e.type===t?await i(e):void 0)??(n.naturalWidth>0&&n.naturalHeight>0?{width:n.naturalWidth,height:n.naturalHeight}:r),g=Math.min(r.width/d.width,r.height/d.height),l=d.width*g,o=d.height*g,w=document.createElement("canvas");w.width=r.width,w.height=r.height;let m=w.getContext("2d");if(!m)throw Error("The browser gave no 2D canvas to draw the annotated image on.");return m.fillStyle=a,m.fillRect(0,0,r.width,r.height),m.drawImage(n,(r.width-l)/2,(r.height-o)/2,l,o),m.getImageData(0,0,1,1),w}finally{URL.revokeObjectURL(h)}};

package/dist/configurator/application-runtime/extensions/systems/assistant-system/speakable-reply.d.ts

@@ -0,0 +1,7 @@
+import type { UIMessage } from '@tanstack/ai-client';
+/**
+ * Whether the server reads an assistant message aloud: its text parts, cleaned to speech, say something and stay
+ * within {@link ASSISTANT_SPEECH_MAX_CHARACTERS}. A reply that is still being written is not asked about: its text
+ * changes with every chunk.
+ */
+export declare const isSpeakableReply: (message: UIMessage) => boolean;

package/dist/configurator/application-runtime/extensions/systems/assistant-system/speakable-reply.js

@@ -0,0 +1 @@
+import{ASSISTANT_SPEECH_MAX_CHARACTERS as t,buildSpeechText as e}from"@salsita-ai/contracts/assistant";let a=new WeakMap;export const isSpeakableReply=s=>{if("assistant"!==s.role)return!1;let r=a.get(s.parts);if(void 0!==r)return r;let n=e(s.parts.flatMap(t=>"text"===t.type?[t.content]:[])),p=""!==n&&n.length<=t;return a.set(s.parts,p),p};

package/dist/configurator/application-runtime/extensions/systems/camera-control-system/camera-control-system.d.ts

@@ -3,7 +3,7 @@ import type { Observable } from 'rxjs';
 import { OrthographicCamera, PerspectiveCamera } from 'three';
 import type { ObservableWithLastValue, ValueOf } from '@salsita-ai/common/utils';
 import { type DomainEntityId } from '#package/domain';
-import type { CanvasPadding } from '#package/ui-sdk';
+import type { CanvasPadding } from '#package/react-sdk';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 export declare const CameraControlType: {
     readonly Perspective: 'perspective';
@@ -65,6 +65,10 @@ export declare class CameraControlSystem {
      */
     private readonly _canvasPadding$;
     readonly canvasPadding$: ObservableWithLastValue<CanvasPadding>;
+    /** The padding the interactive cameras were last offset by, through `applyCameraOffset`. */
+    private _appliedCameraOffset;
+    /** How many holders keep CameraPadding from writing the offset; see `holdCameraOffset`. */
+    private _cameraOffsetHolds;
     private _generation;
     private _pendingAbortController;
     private _lastTransition;
@@ -118,6 +122,45 @@ export declare class CameraControlSystem {
     readonly fitRootCamera: () => void;
     readonly fitEntity: (id: DomainEntityId<string>) => void;
     readonly setCameraOffset: (props: CameraOffsetProps) => void;
+    /**
+     * The padding the interactive cameras were last offset by; a glide starts from it.
+     *
+     * @internal
+     */
+    get appliedCameraOffset(): CanvasPadding;
+    /**
+     * True while someone else than CameraPadding owns the offset of the interactive cameras.
+     *
+     * @internal
+     */
+    get isCameraOffsetHeld(): boolean;
+    /**
+     * Takes the offset of the interactive cameras over from CameraPadding, which stops writing it until
+     * every hold is released, so the holder can move the view without a refit (see
+     * `glideCameraOffset`). Releasing wakes the frameloop, so CameraPadding glides on from wherever the
+     * holder left the offset. The returned release does nothing when called again.
+     *
+     * @internal
+     */
+    readonly holdCameraOffset: () => (() => void);
+    /**
+     * Offsets both interactive cameras by `padding` against the measured canvas viewport. Nothing
+     * happens while no canvas has been measured: there is no viewport to offset against.
+     *
+     * @internal
+     */
+    readonly applyCameraOffset: (padding: CanvasPadding) => void;
+    /**
+     * Moves the offset of the interactive cameras from the applied padding to `to` in a fixed time, a
+     * frame at a time, and resolves once it is there. The offset is a function of the elapsed time, so
+     * a slow device shows fewer frames but takes no longer. With reduced motion it is set at once.
+     * Meant for the holder of `holdCameraOffset`; CameraPadding would otherwise overwrite every step.
+     *
+     * @internal
+     */
+    readonly glideCameraOffset: (to: CanvasPadding) => Promise<void>;
+    /** Wakes the demand frameloop of the mounted canvas, so an offset written outside a frame is drawn. */
+    private readonly _invalidate;
     initialize: () => void;
 }
 export {};

package/dist/configurator/application-runtime/extensions/systems/camera-control-system/camera-control-system.js

@@ -1 +1 @@
-import t from"promise-queue";import{BehaviorSubject as e,Subject as r,debounceTime as a,map as i,of as o,shareReplay as s,startWith as n,switchMap as h}from"rxjs";import{OrthographicCamera as l,PerspectiveCamera as p}from"three";import{match as c}from"ts-pattern";import{DEFAULT_DIMENSION_UNIT as C,distanceUnitToDefault as m}from"#package/domain";import{createCameraControls as g}from"./create-camera-controls.js";export const CameraControlType={Perspective:"perspective",Orthographic:"orthographic"};let d=t=>Number.isFinite(t.width)&&Number.isFinite(t.height)&&t.width>0&&t.height>0;export class CameraControlSystem{_context;perspectiveCamera=Object.assign(new p,{manual:!0});orthographicCamera=Object.assign(new l,{manual:!0});perspectiveCameraControls=g(this.perspectiveCamera);orthographicCameraControls=g(this.orthographicCamera);_transitionState$=new e("still");_rendered$=new r;_transitionQueue=new t(1,1/0);_activeCameraControls$=new e(void 0);activeCameraControls$=this._activeCameraControls$;_canvasPadding$=new e({top:0,right:0,bottom:0,left:0});canvasPadding$=this._canvasPadding$;_generation=null;_pendingAbortController=void 0;_lastTransition=void 0;_cameraControlState$=new e("idle");cameraControlState$=this._cameraControlState$;transitionState$=this._transitionState$.pipe(h(t=>"sleep"===t?this._rendered$.pipe(a(200),i(()=>"still"),n("sleep")):o(t)),s(1));constructor(t){this._context=t,this.perspectiveCamera.fov=50,this.perspectiveCamera.near=m(500,C),this.perspectiveCamera.far=m(4e4,C),this.perspectiveCamera.position.set(0,1,0),this.orthographicCamera.left=m(-500,C),this.orthographicCamera.bottom=m(-500,C),this.orthographicCamera.right=m(500,C),this.orthographicCamera.top=m(500,C),this.orthographicCamera.far=m(4e4,C),this.orthographicCamera.near=m(500,C),this.orthographicCamera.position.set(0,1,0),this._context.configuratorExtensionSelectors.getCanvasSystem().interactiveViewport$.subscribe(t=>{null!==t&&this.handleCanvasResize(t)})}_seedCameraControls=()=>{this.perspectiveCameraControls.enabled=!0,this.orthographicCameraControls.enabled=!0,this.perspectiveCameraControls.rotateTo(0,1.2,!1),this.orthographicCameraControls.rotateTo(0,1.2,!1),this.orthographicCameraControls.dollyTo(m(1e4,C),!1)};resetCamera=()=>{this._lastTransition&&this.scheduleCameraTransition(this._lastTransition,{bypassViewLocks:!0})};setTransitionState=t=>{this._transitionState$.next(t)};reportRender=()=>{this._rendered$.next()};scheduleCameraTransition(t,e={}){this._pendingAbortController?.abort();let r=new AbortController;this._pendingAbortController=r;let a=this._generation;return{finished:this._transitionQueue.add(async()=>{let i=r.signal;if(i.aborted||!a?.active)return;let o=c(t.cameraType).with(CameraControlType.Perspective,()=>this.perspectiveCameraControls).with(CameraControlType.Orthographic,()=>this.orthographicCameraControls).exhaustive(),s=null==this._activeCameraControls$.value,n=this._activeCameraControls$.value!==o;n&&this._activeCameraControls$.next(o),this._lastTransition=t,await t.run({controls:o,camera:o.camera,abortSignal:i,firstLoad:s,typeChanged:n,bypassViewLocks:!0===e.bypassViewLocks})}),abort:()=>{r.abort()}}}setCameraControlState=t=>{this._cameraControlState$.next(t)};handleCanvasResize=t=>{if(!d(t))return;let e=t.width/t.height;this.perspectiveCamera.aspect=e,this.perspectiveCamera.updateProjectionMatrix();let r=this.orthographicCamera,a=(r.left+r.right)/2,i=(r.top-r.bottom)/2*e;r.left=a-i,r.right=a+i,r.updateProjectionMatrix()};setCanvasPadding=t=>{let e=this._canvasPadding$.value;(e.top!==t.top||e.right!==t.right||e.bottom!==t.bottom||e.left!==t.left)&&this._canvasPadding$.next(t)};enable=()=>{this.perspectiveCameraControls.enabled=!0,this.orthographicCameraControls.enabled=!0};disable=()=>{this.perspectiveCameraControls.enabled=!1,this.orthographicCameraControls.enabled=!1};fitRootCamera=()=>{let t=this._context.configuratorExtensionSelectors.getCanvasSystem().ready$.value?.scene;t&&this.perspectiveCameraControls.fitToSphere(t,!1)};fitEntity=t=>{let e=this._context.configuratorExtensionSelectors.getCanvasSystem().ready$.value?.scene;if(!e)return;let r=e.getObjectByName(t.toString());null!=r&&this.perspectiveCameraControls.fitToBox(r,!1)};setCameraOffset=t=>{let{padding:e,viewPort:r,camera:a}=t;if(!d(r))return;if(![e.top,e.right,e.bottom,e.left].every(Number.isFinite)||e.left+e.right>=r.width||e.top+e.bottom>=r.height)return void a.clearViewOffset();let i=(e.right-e.left)/2,o=(e.bottom-e.top)/2;a.setViewOffset(r.width,r.height,i,o,r.width,r.height)};initialize=()=>{null!==this._generation&&(this._generation.active=!1),this._pendingAbortController?.abort(),this._pendingAbortController=void 0,this._lastTransition=void 0,this._transitionState$.next("still"),this._cameraControlState$.next("idle"),this._activeCameraControls$.next(void 0),this._generation={active:!0},this._seedCameraControls()}}
+import t from"promise-queue";import{BehaviorSubject as e,Subject as a,debounceTime as r,map as i,of as o,shareReplay as s,startWith as n,switchMap as h}from"rxjs";import{OrthographicCamera as l,PerspectiveCamera as m}from"three";import{match as p}from"ts-pattern";import{DEFAULT_DIMENSION_UNIT as c,distanceUnitToDefault as C}from"#package/domain";import{createCameraControls as d}from"./create-camera-controls.js";export const CameraControlType={Perspective:"perspective",Orthographic:"orthographic"};let f=Object.freeze({top:0,right:0,bottom:0,left:0}),g=t=>Number.isFinite(t.width)&&Number.isFinite(t.height)&&t.width>0&&t.height>0;export class CameraControlSystem{_context;perspectiveCamera=Object.assign(new m,{manual:!0});orthographicCamera=Object.assign(new l,{manual:!0});perspectiveCameraControls=d(this.perspectiveCamera);orthographicCameraControls=d(this.orthographicCamera);_transitionState$=new e("still");_rendered$=new a;_transitionQueue=new t(1,1/0);_activeCameraControls$=new e(void 0);activeCameraControls$=this._activeCameraControls$;_canvasPadding$=new e({top:0,right:0,bottom:0,left:0});canvasPadding$=this._canvasPadding$;_appliedCameraOffset=f;_cameraOffsetHolds=0;_generation=null;_pendingAbortController=void 0;_lastTransition=void 0;_cameraControlState$=new e("idle");cameraControlState$=this._cameraControlState$;transitionState$=this._transitionState$.pipe(h(t=>"sleep"===t?this._rendered$.pipe(r(200),i(()=>"still"),n("sleep")):o(t)),s(1));constructor(t){this._context=t,this.perspectiveCamera.fov=50,this.perspectiveCamera.near=C(500,c),this.perspectiveCamera.far=C(4e4,c),this.perspectiveCamera.position.set(0,1,0),this.orthographicCamera.left=C(-500,c),this.orthographicCamera.bottom=C(-500,c),this.orthographicCamera.right=C(500,c),this.orthographicCamera.top=C(500,c),this.orthographicCamera.far=C(4e4,c),this.orthographicCamera.near=C(500,c),this.orthographicCamera.position.set(0,1,0),this._context.configuratorExtensionSelectors.getCanvasSystem().interactiveViewport$.subscribe(t=>{null!==t&&this.handleCanvasResize(t)})}_seedCameraControls=()=>{this.perspectiveCameraControls.enabled=!0,this.orthographicCameraControls.enabled=!0,this.perspectiveCameraControls.rotateTo(0,1.2,!1),this.orthographicCameraControls.rotateTo(0,1.2,!1),this.orthographicCameraControls.dollyTo(C(1e4,c),!1)};resetCamera=()=>{this._lastTransition&&this.scheduleCameraTransition(this._lastTransition,{bypassViewLocks:!0})};setTransitionState=t=>{this._transitionState$.next(t)};reportRender=()=>{this._rendered$.next()};scheduleCameraTransition(t,e={}){this._pendingAbortController?.abort();let a=new AbortController;this._pendingAbortController=a;let r=this._generation;return{finished:this._transitionQueue.add(async()=>{let i=a.signal;if(i.aborted||!r?.active)return;let o=p(t.cameraType).with(CameraControlType.Perspective,()=>this.perspectiveCameraControls).with(CameraControlType.Orthographic,()=>this.orthographicCameraControls).exhaustive(),s=null==this._activeCameraControls$.value,n=this._activeCameraControls$.value!==o;n&&this._activeCameraControls$.next(o),this._lastTransition=t,await t.run({controls:o,camera:o.camera,abortSignal:i,firstLoad:s,typeChanged:n,bypassViewLocks:!0===e.bypassViewLocks})}),abort:()=>{a.abort()}}}setCameraControlState=t=>{this._cameraControlState$.next(t)};handleCanvasResize=t=>{if(!g(t))return;let e=t.width/t.height;this.perspectiveCamera.aspect=e,this.perspectiveCamera.updateProjectionMatrix();let a=this.orthographicCamera,r=(a.left+a.right)/2,i=(a.top-a.bottom)/2*e;a.left=r-i,a.right=r+i,a.updateProjectionMatrix()};setCanvasPadding=t=>{let e=this._canvasPadding$.value;(e.top!==t.top||e.right!==t.right||e.bottom!==t.bottom||e.left!==t.left)&&this._canvasPadding$.next(t)};enable=()=>{this.perspectiveCameraControls.enabled=!0,this.orthographicCameraControls.enabled=!0};disable=()=>{this.perspectiveCameraControls.enabled=!1,this.orthographicCameraControls.enabled=!1};fitRootCamera=()=>{let t=this._context.configuratorExtensionSelectors.getCanvasSystem().ready$.value?.scene;t&&this.perspectiveCameraControls.fitToSphere(t,!1)};fitEntity=t=>{let e=this._context.configuratorExtensionSelectors.getCanvasSystem().ready$.value?.scene;if(!e)return;let a=e.getObjectByName(t.toString());null!=a&&this.perspectiveCameraControls.fitToBox(a,!1)};setCameraOffset=t=>{let{padding:e,viewPort:a,camera:r}=t;if(!g(a))return;if(![e.top,e.right,e.bottom,e.left].every(Number.isFinite)||e.left+e.right>=a.width||e.top+e.bottom>=a.height)return void r.clearViewOffset();let i=(e.right-e.left)/2,o=(e.bottom-e.top)/2;r.setViewOffset(a.width,a.height,i,o,a.width,a.height)};get appliedCameraOffset(){return this._appliedCameraOffset}get isCameraOffsetHeld(){return this._cameraOffsetHolds>0}holdCameraOffset=()=>{this._cameraOffsetHolds+=1;let t=!1;return()=>{t||(t=!0,this._cameraOffsetHolds-=1,this._invalidate())}};applyCameraOffset=t=>{let e=this._context.configuratorExtensionSelectors.getCanvasSystem().interactiveViewport$.value;null!==e&&(this.setCameraOffset({padding:t,viewPort:e,camera:this.perspectiveCamera}),this.setCameraOffset({padding:t,viewPort:e,camera:this.orthographicCamera}),this._appliedCameraOffset=t)};glideCameraOffset=async t=>{let e=this._appliedCameraOffset;if(globalThis.matchMedia?.("(prefers-reduced-motion: reduce)").matches===!0){this.applyCameraOffset(t),this._invalidate();return}let a=performance.now();await new Promise(r=>{let i=o=>{let s,n=Math.min(1,Math.max(0,(o-a)/300));this.applyCameraOffset((s=n<.5?4*n*n*n:1-(-2*n+2)**3/2,{top:e.top+(t.top-e.top)*s,right:e.right+(t.right-e.right)*s,bottom:e.bottom+(t.bottom-e.bottom)*s,left:e.left+(t.left-e.left)*s})),this._invalidate(),n<1?requestAnimationFrame(i):r()};requestAnimationFrame(i)})};_invalidate=()=>{this._context.configuratorExtensionSelectors.getCanvasSystem().r3fHandle$.value?.get().invalidate()};initialize=()=>{null!==this._generation&&(this._generation.active=!1),this._pendingAbortController?.abort(),this._pendingAbortController=void 0,this._lastTransition=void 0,this._transitionState$.next("still"),this._cameraControlState$.next("idle"),this._activeCameraControls$.next(void 0),this._generation={active:!0},this._seedCameraControls()}}

package/dist/configurator/application-runtime/extensions/systems/canvas-system.d.ts

@@ -94,6 +94,14 @@ export declare class CanvasSystem<ENTITIES extends DomainEntity<string>> {
     readonly getCanvasEnvironment: (state: DomainState<ENTITIES>) => import("#package/domain").ComponentSnapshot<import("#package/domain").SystemComponentType<"canvasCustomEnvironment", import("#package/domain").CanvasCustomEnvironmentComponentState, never> | import("#package/domain").SystemComponentType<"canvasPresetEnvironment", import("#package/domain").CanvasPresetEnvironmentComponentState, never>> | undefined;
     readonly getCanvasConfig: (state: DomainState<ENTITIES>) => import("#package/domain").CanvasConfigComponentState | undefined;
     readonly register: (scene: Scene, gl: WebGLRenderer, r3fHandle: R3FHandle, loadingProgress$: Observable<LoadingProgress>) => () => void;
+    /**
+     * Resolves with the handle of the mounted canvas, waiting for a canvas to register when none is
+     * mounted yet. Work that needs the canvas and can be started by the user before the first mount
+     * (an image capture started from the summary) awaits this instead of failing on an empty handle.
+     *
+     * @internal
+     */
+    readonly waitForCanvas: (timeoutMs?: number) => Promise<R3FHandle>;
     readonly reportFlush: (token: FlushToken) => void;
     readonly registerForceFlush: (trigger: (token: FlushToken) => void) => () => void;
     private _forceFlush;

package/dist/configurator/application-runtime/extensions/systems/canvas-system.js

@@ -1 +1 @@
-import{BehaviorSubject as e,Subject as t,debounceTime as i,delay as n,filter as s,firstValueFrom as r,map as o,merge as a,of as h,switchMap as l,tap as c}from"rxjs";import{applicationConfigComponent as d,canvasConfigComponent as u,canvasCustomEnvironmentComponent as g,canvasPresetEnvironmentComponent as _}from"#package/domain";export const resolveInteractiveViewport=(e,t)=>!Number.isFinite(t.width)||!Number.isFinite(t.height)||t.width<=0||t.height<=0||e?.width===t.width&&e.height===t.height?e:t;export class CanvasInitializationCancellationError extends Error{constructor(){super("Canvas generation ended while waiting for a flush!"),this.name="CanvasInitializationCancellationError"}}export class CanvasSystem{_context;_dimensionIndicatorShown;_meshChanged$=new e(!0);_firstLoadFinished=new e(!1);dimensionIndicatorShown$;meshChanged$=this._meshChanged$;firstLoadFinished$=this._firstLoadFinished;onCanvasClick$=new t;onCanvasPointerMove$=new t;_ready$=new e(null);ready$=this._ready$;_r3fHandle$=new e(null);r3fHandle$=this._r3fHandle$;_interactiveViewport$=new e(null);interactiveViewport$=this._interactiveViewport$;_flushed$=new t;_flushSequence=0;_lastReportedFlushSequence=0;_triggerForceFlush=null;_registration=null;_progress$=new e({type:"finished"});_generation=null;constructor(t){this._context=t,this._dimensionIndicatorShown=new e(!1),this.dimensionIndicatorShown$=this._dimensionIndicatorShown}getCanvasEnvironment=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[g,_]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas environments found, using the first one!",{environments:t}),t.at(0)};getCanvasConfig=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[u]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas configs found, using the first one!",{configs:t}),t.at(0)?.state};register=(e,t,i,n)=>{let s={scene:e,gl:t,r3fHandle:i};this._registration=s,this._ready$.next({scene:e,gl:t}),this._r3fHandle$.next(i),this._interactiveViewport$.next(null);let r=n.subscribe(e=>{this._progress$.next(e)}),o=e=>{if(this._registration!==s)return;let t=resolveInteractiveViewport(this._interactiveViewport$.value,e);t!==this._interactiveViewport$.value&&(this._interactiveViewport$.next(t),i.get().invalidate())},a=t.domElement,h=a.getBoundingClientRect();o({width:h.width,height:h.height});let l=new ResizeObserver(([e])=>{e&&o({width:e.contentRect.width,height:e.contentRect.height})});return l.observe(a),()=>{r.unsubscribe(),l.disconnect(),this._registration===s&&(this._registration=null,this._ready$.next(null),this._r3fHandle$.next(null),this._interactiveViewport$.next(null),this._progress$.next({type:"finished"}),this._firstLoadFinished.next(!1))}};reportFlush=e=>{this._lastReportedFlushSequence=Math.max(this._lastReportedFlushSequence,e.sequence),this._flushed$.next(e)};registerForceFlush=e=>(this._triggerForceFlush=e,()=>{this._triggerForceFlush===e&&(this._triggerForceFlush=null)});_forceFlush(){if(!this._triggerForceFlush)throw this._context.domainServicesSelectors.getLogger().debug("Force flush skipped: canvas not ready"),new CanvasInitializationCancellationError;let e={sequence:++this._flushSequence},t=r(a(this._flushed$.pipe(s(t=>t.sequence>=e.sequence),o(()=>void 0)),h(void 0).pipe(n(1e4),c(()=>{this._context.domainServicesSelectors.getLogger().error("Force flush timeout",{requestedSequence:e.sequence,lastReportedSequence:this._lastReportedFlushSequence,timeoutMs:1e4,detectorRegistered:null!==this._triggerForceFlush})}))));return this._triggerForceFlush(e),t}toggleDimensionIndicator=()=>{this._dimensionIndicatorShown.next(!this._dimensionIndicatorShown.value)};setDimensionIndicatorShown=e=>{this._dimensionIndicatorShown.value!==e&&this._dimensionIndicatorShown.next(e)};reportMeshChanged=()=>{this._meshChanged$.next(!0)};reportFirstLoadFinished=()=>{this._firstLoadFinished.next(!0)};_findEntity3d(e,t){let i=[];if(e.entityIds?.length===0)return i;if(t.traverse(t=>{let n=t.userData;"entityRoot"===n.type&&(void 0===e.entityIds||e.entityIds.includes(n.entityId))&&i.push(t)}),e.descendantEntities){let e=[...i];for(;e.length>0;){let t=e.shift();t&&t.children.forEach(t=>{"entityRoot"===t.userData.type&&(i.push(t),e.push(t))})}}let n=e.entityRoots?[...i]:[];if(e.entityObjects){let t=i=>{i.children.forEach(i=>{let s=i.userData;"entityObjectGroup"===s.type?t(i):"entityObject"!==s.type||(void 0===e.objectInstanceNames||e.objectInstanceNames.includes(s.objectInstanceName))&&(e.recursiveObjects?i.traverse(e=>{n.push(e)}):n.push(i))})};i.forEach(e=>t(e))}return n}findEntity3d=e=>this.ready$.value?.scene?this._findEntity3d(e,this.ready$.value.scene):[];findEntity3d$=e=>this.ready$.pipe(s(e=>null!=e),l(({scene:t})=>this.meshChanged$.pipe(i(0),o(()=>this._findEntity3d(e,t)))));initialize=()=>{let e=this._context.domainContextSelectors.getComponentReader().readFirstRootComponent({componentTypes:[d]},this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state);null!==this._generation&&(this._generation.active=!1);let t=e?.state.initialIndicatorShown??!1;this._generation={active:!0},this._dimensionIndicatorShown.next(t),this._meshChanged$.next(!0)};waitForFlush=async()=>{let e=this._generation,t=()=>{if(!e?.active)throw new CanvasInitializationCancellationError};for(t(),await this._forceFlush(),t(),await this._forceFlush(),t();"finished"!==this._progress$.value.type;)await r(this._progress$.pipe(s(e=>"finished"===e.type))),t(),await this._forceFlush(),t(),await this._forceFlush(),t()}}
+import{BehaviorSubject as e,Subject as t,debounceTime as i,delay as n,filter as s,firstValueFrom as r,map as o,merge as a,of as h,switchMap as l,tap as c,throwError as d,timeout as u}from"rxjs";import{isNonNullish as g}from"@salsita-ai/common/utils";import{applicationConfigComponent as _,canvasConfigComponent as p,canvasCustomEnvironmentComponent as m,canvasPresetEnvironmentComponent as w}from"#package/domain";export const resolveInteractiveViewport=(e,t)=>!Number.isFinite(t.width)||!Number.isFinite(t.height)||t.width<=0||t.height<=0||e?.width===t.width&&e.height===t.height?e:t;export class CanvasInitializationCancellationError extends Error{constructor(){super("Canvas generation ended while waiting for a flush!"),this.name="CanvasInitializationCancellationError"}}let v=1e4;export class CanvasSystem{_context;_dimensionIndicatorShown;_meshChanged$=new e(!0);_firstLoadFinished=new e(!1);dimensionIndicatorShown$;meshChanged$=this._meshChanged$;firstLoadFinished$=this._firstLoadFinished;onCanvasClick$=new t;onCanvasPointerMove$=new t;_ready$=new e(null);ready$=this._ready$;_r3fHandle$=new e(null);r3fHandle$=this._r3fHandle$;_interactiveViewport$=new e(null);interactiveViewport$=this._interactiveViewport$;_flushed$=new t;_flushSequence=0;_lastReportedFlushSequence=0;_triggerForceFlush=null;_registration=null;_progress$=new e({type:"finished"});_generation=null;constructor(t){this._context=t,this._dimensionIndicatorShown=new e(!1),this.dimensionIndicatorShown$=this._dimensionIndicatorShown}getCanvasEnvironment=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[m,w]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas environments found, using the first one!",{environments:t}),t.at(0)};getCanvasConfig=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[p]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas configs found, using the first one!",{configs:t}),t.at(0)?.state};register=(e,t,i,n)=>{let s={scene:e,gl:t,r3fHandle:i};this._registration=s,this._ready$.next({scene:e,gl:t}),this._r3fHandle$.next(i),this._interactiveViewport$.next(null);let r=n.subscribe(e=>{this._progress$.next(e)}),o=e=>{if(this._registration!==s)return;let t=resolveInteractiveViewport(this._interactiveViewport$.value,e);t!==this._interactiveViewport$.value&&(this._interactiveViewport$.next(t),i.get().invalidate())},a=t.domElement,h=a.getBoundingClientRect();o({width:h.width,height:h.height});let l=new ResizeObserver(([e])=>{e&&o({width:e.contentRect.width,height:e.contentRect.height})});return l.observe(a),()=>{r.unsubscribe(),l.disconnect(),this._registration===s&&(this._registration=null,this._ready$.next(null),this._r3fHandle$.next(null),this._interactiveViewport$.next(null),this._progress$.next({type:"finished"}),this._firstLoadFinished.next(!1))}};waitForCanvas=(e=v)=>r(this._r3fHandle$.pipe(s(g),u({first:e,with:()=>d(()=>Error(`The 3D canvas did not mount within ${e} ms, so the canvas work that waited for it (an image capture or an export) cannot run. The canvas mounts when the configurator layout renders it; make sure the current layout shows the canvas, then retry once the scene is visible.`))})));reportFlush=e=>{this._lastReportedFlushSequence=Math.max(this._lastReportedFlushSequence,e.sequence),this._flushed$.next(e)};registerForceFlush=e=>(this._triggerForceFlush=e,()=>{this._triggerForceFlush===e&&(this._triggerForceFlush=null)});_forceFlush(){if(!this._triggerForceFlush)throw this._context.domainServicesSelectors.getLogger().debug("Force flush skipped: canvas not ready"),new CanvasInitializationCancellationError;let e={sequence:++this._flushSequence},t=r(a(this._flushed$.pipe(s(t=>t.sequence>=e.sequence),o(()=>void 0)),h(void 0).pipe(n(1e4),c(()=>{this._context.domainServicesSelectors.getLogger().error("Force flush timeout",{requestedSequence:e.sequence,lastReportedSequence:this._lastReportedFlushSequence,timeoutMs:1e4,detectorRegistered:null!==this._triggerForceFlush})}))));return this._triggerForceFlush(e),t}toggleDimensionIndicator=()=>{this._dimensionIndicatorShown.next(!this._dimensionIndicatorShown.value)};setDimensionIndicatorShown=e=>{this._dimensionIndicatorShown.value!==e&&this._dimensionIndicatorShown.next(e)};reportMeshChanged=()=>{this._meshChanged$.next(!0)};reportFirstLoadFinished=()=>{this._firstLoadFinished.next(!0)};_findEntity3d(e,t){let i=[];if(e.entityIds?.length===0)return i;if(t.traverse(t=>{let n=t.userData;"entityRoot"===n.type&&(void 0===e.entityIds||e.entityIds.includes(n.entityId))&&i.push(t)}),e.descendantEntities){let e=[...i];for(;e.length>0;){let t=e.shift();t&&t.children.forEach(t=>{"entityRoot"===t.userData.type&&(i.push(t),e.push(t))})}}let n=e.entityRoots?[...i]:[];if(e.entityObjects){let t=i=>{i.children.forEach(i=>{let s=i.userData;"entityObjectGroup"===s.type?t(i):"entityObject"!==s.type||(void 0===e.objectInstanceNames||e.objectInstanceNames.includes(s.objectInstanceName))&&(e.recursiveObjects?i.traverse(e=>{n.push(e)}):n.push(i))})};i.forEach(e=>t(e))}return n}findEntity3d=e=>this.ready$.value?.scene?this._findEntity3d(e,this.ready$.value.scene):[];findEntity3d$=e=>this.ready$.pipe(s(e=>null!=e),l(({scene:t})=>this.meshChanged$.pipe(i(0),o(()=>this._findEntity3d(e,t)))));initialize=()=>{let e=this._context.domainContextSelectors.getComponentReader().readFirstRootComponent({componentTypes:[_]},this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state);null!==this._generation&&(this._generation.active=!1);let t=e?.state.initialIndicatorShown??!1;this._generation={active:!0},this._dimensionIndicatorShown.next(t),this._meshChanged$.next(!0)};waitForFlush=async()=>{let e=this._generation,t=()=>{if(!e?.active)throw new CanvasInitializationCancellationError};for(t(),await this._forceFlush(),t(),await this._forceFlush(),t();"finished"!==this._progress$.value.type;)await r(this._progress$.pipe(s(e=>"finished"===e.type))),t(),await this._forceFlush(),t(),await this._forceFlush(),t()}}

package/dist/configurator/application-runtime/extensions/systems/drag-and-drop-system/drag-and-drop-system.d.ts

@@ -1,6 +1,6 @@
 import type { Object3D, Vector2, Vector3 } from 'three';
 import type { ObservableWithLastValue } from '@salsita-ai/common/utils';
-import type { DomainContextSelectors, DomainEntity, DomainEntityId, DomainServicesSelectors, DomainState, DraggableSurface } from '#package/domain';
+import type { DomainContextSelectors, DomainEntity, DomainEntityId, DomainServicesSelectors, DomainState, DraggableSurface, RotatableSurface } from '#package/domain';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 /**
  * Constructor context of a `DragAndDropSystem`. Same-layer configurator peers are reached through
@@ -17,7 +17,7 @@ export interface DraggableState {
     readonly type: 'draggable';
     readonly entityId: DomainEntityId<string>;
     readonly originalMouseDiff: Vector3;
-    readonly draggingPlanes: DraggableSurface[];
+    readonly draggingPlanes: readonly DraggableSurface[];
     readonly dragHandleInstance: string;
     readonly newWorldPosition: Vector3;
     readonly originalWorldPosition: Vector3;
@@ -28,7 +28,7 @@ export interface RotationDraggingState {
     readonly type: 'rotation';
     readonly entityId: DomainEntityId<string>;
     readonly originalMouseVector: Vector2;
-    readonly draggingPlane: DraggableSurface;
+    readonly draggingPlane: RotatableSurface;
     readonly originalEntityVector: Vector3;
     readonly initialAngle: number;
     readonly dragHandleTarget: string;

package/dist/configurator/application-runtime/extensions/systems/export-system/export-busy-error.d.ts

@@ -0,0 +1,8 @@
+/**
+ * An export run that waited for the configuration to settle gave up: the user kept changing what
+ * the configurator shows (a drag in progress, for instance), and exporting over it would have thrown
+ * the change away.
+ */
+export declare class ExportBusyError extends Error {
+    constructor();
+}

package/dist/configurator/application-runtime/extensions/systems/export-system/export-busy-error.js

@@ -0,0 +1 @@
+export class ExportBusyError extends Error{constructor(){super("The export did not start, because the user kept changing the configuration while it waited, and exporting would have discarded the change. Run the export again once the user has finished."),this.name="ExportBusyError"}}

package/dist/configurator/application-runtime/extensions/systems/export-system/export-system.d.ts

@@ -1,4 +1,5 @@
 import type { Scene } from 'three';
+import { type ObservableWithLastValue } from '@salsita-ai/common/utils';
 import type { $DomainEntity, DomainContextSelectors, DomainEntity, DomainEntityId, DomainServicesSelectors, DomainState } from '#package/domain';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 import type { R3FHandle } from '../canvas-system.js';
@@ -29,12 +30,28 @@ export interface ExportJob<EXPORT_STATES extends string, ENTITIES extends Domain
     selectedEntityId?: ENTITIES['id'];
     execute: (props: ExportJobArguments<ENTITIES, any, any>) => Promise<R>;
 }
+/** How one export run starts. */
+export interface ExportRunOptions {
+    /**
+     * Waits for the user to finish a change they are making, such as a drag, before the first job, for
+     * up to {@link SETTLE_TIMEOUT_MS}, and rejects with an {@link ExportBusyError} when they do not. A run
+     * the user did not start themselves, such as the assistant's screenshot, must not export over it. A
+     * hover is no such change: the run's restore drops it, as it always did.
+     */
+    readonly awaitSettledState?: boolean;
+}
 /** ExportSystem with its entity types erased — how the runtime selectors expose the instance. */
 export type AnyExportSystem = ExportSystem<any, any, any, any, any, any, any>;
 export declare class ExportSystem<ENTITIES extends DomainEntity<string>, ALLOWED_ROOT_ENTITIES extends ENTITIES, $MAP extends Record<ENTITIES['type'], $DomainEntity<ENTITIES>>, NAVIGATION_STATES extends string, VIEW_STATES extends string, TOOL_STATES extends string, EXPORT_STATES extends string> {
     private readonly _context;
     private _generation;
     private _frameloopPause;
+    private _queue;
+    private readonly _exporting;
+    /** Releases the layout's inert hold, taken while anything is exporting; nothing otherwise. */
+    private _releaseInert;
+    /** True while an export run is queued or running; the layout system holds the configurator inert meanwhile. */
+    readonly exporting$: ObservableWithLastValue<boolean>;
     constructor(_context: ExportSystemContext);
     /**
      * Pauses the frameloop of the given canvas mount until the returned release has been called as
@@ -55,6 +72,14 @@ export declare class ExportSystem<ENTITIES extends DomainEntity<string>, ALLOWED
         navigationState?: NAVIGATION_STATES;
         selectedEntityId?: DomainEntityId<ENTITY_TYPE>;
     }, job: (props: ExportJobArguments<ENTITIES, $MAP[ENTITY_TYPE], $MAP[ALLOWED_ROOT_ENTITIES['type']]>) => Promise<R>) => ExportJob<EXPORT_STATES, ENTITIES, TOOL_STATES, VIEW_STATES, NAVIGATION_STATES, R>;
-    runExportJobs: <R>(jobs: ReadonlyArray<ExportJob<EXPORT_STATES, ENTITIES, TOOL_STATES, VIEW_STATES, NAVIGATION_STATES, R>>) => Promise<R[]>;
+    /**
+     * Queues the jobs as one export run behind every run already queued and resolves with their
+     * results in order. While the run is queued or running, `exporting$` is true. Afterwards the store
+     * shows the committed state current at that moment, not the one the run started from.
+     */
+    runExportJobs: <R>(jobs: ReadonlyArray<ExportJob<EXPORT_STATES, ENTITIES, TOOL_STATES, VIEW_STATES, NAVIGATION_STATES, R>>, options?: ExportRunOptions) => Promise<R[]>;
+    private readonly _awaitSettledState;
+    private readonly _runExportJobs;
     initialize: () => void;
+    private _stopExporting;
 }

package/dist/configurator/application-runtime/extensions/systems/export-system/export-system.js

@@ -1 +1 @@
-import{isNonNullish as t}from"@salsita-ai/common/utils";export class ExportSystem{_context;_generation=null;_frameloopPause=null;constructor(t){this._context=t}pauseFrameloop=t=>{if(this._frameloopPause?.handle===t)this._frameloopPause.holders+=1;else{let{frameloop:e,internal:o}=t.get();this._frameloopPause={handle:t,frameloop:e,priority:o.priority,holders:1},t.set(t=>({...t,frameloop:"never",internal:{...t.internal,priority:1/0}}))}let e=this._frameloopPause,o=!1;return()=>{o||(o=!0,e.holders-=1,e.holders>0||this._frameloopPause!==e||(this._frameloopPause=null,this._context.configuratorExtensionSelectors.getCanvasSystem().r3fHandle$.value===t&&t.set(t=>({...t,frameloop:e.frameloop,internal:{...t.internal,priority:e.priority}}))))}};createExportJob=(t,e,o)=>({sourceState:t,exportState:e.exportState,exportedEntityId:e.exportedEntityId,execute:o,toolState:e.toolState,viewState:e.viewState,navigationState:e.navigationState,selectedEntityId:e.selectedEntityId});runExportJobs=async e=>{let o=this._generation,i=()=>{if(!o?.active)throw Error("Export generation ended while jobs were running! The configurator context was reinitialized mid-export, so the remaining jobs would drive a state that is no longer theirs. Await the export before leaving the configuration, or discard the rejection.")};i();let a=this._context.configuratorExtensionSelectors.getCanvasSystem().r3fHandle$.value;if(!a)throw Error("Canvas is not ready");let n=this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value,r=this.pauseFrameloop(a);try{let o=[];for(let n of e){i();let e=this._context.domainContextSelectors.getStoreSystem().prepareStateEmission([this._context.domainContextSelectors.getNavigationSystem().getExportUpdate(n.exportState,n.exportedEntityId),null!=n.toolState?this._context.domainContextSelectors.getNavigationSystem().getToolUpdate(n.toolState):void 0,null!=n.viewState?this._context.domainContextSelectors.getNavigationSystem().getViewUpdate(n.viewState):void 0,null!=n.navigationState?this._context.domainContextSelectors.getNavigationSystem().getNavigationUpdate(n.navigationState):void 0,null!=n.selectedEntityId?this._context.domainContextSelectors.getNavigationSystem().getSelectUpdate(n.selectedEntityId):void 0,this._context.domainContextSelectors.getNavigationSystem().getHoverOutUpdate()].filter(t),n.sourceState,"staged");if(this._context.domainContextSelectors.getStoreSystem().emit(e),await this._context.configuratorExtensionSelectors.getCanvasSystem().waitForFlush(),i(),!e.validity.valid)throw this._context.domainServicesSelectors.getLogger().error(`Setting an export state to ${n.exportState} for entity ${n.exportedEntityId} resulted in an invalid state! Check if there isn't a transformer corrupting the state as a reaction to setting the export state.`,e),Error("Exported state is invalid!");let r=e.state,s=this._context.domainContextSelectors.getDomain().get$Entity(n.exportedEntityId,r),l=this._context.domainContextSelectors.getDomain().getRoot$Entity(r),c=await n.execute({$entity:s,$root:l,state:r,scene:a.get().scene});i(),o.push(c)}return o}finally{o?.active&&this._context.domainContextSelectors.getStoreSystem().emit(n),r()}};initialize=()=>{null!==this._generation&&(this._generation.active=!1),this._generation={active:!0}}}
+import{BehaviorSubject as t}from"rxjs";import{isNonNullish as e}from"@salsita-ai/common/utils";import{ExportBusyError as o}from"./export-busy-error.js";export class ExportSystem{_context;_generation=null;_frameloopPause=null;_queue=null;_exporting=new t(!1);_releaseInert=null;exporting$=this._exporting;constructor(t){this._context=t}pauseFrameloop=t=>{if(this._frameloopPause?.handle===t)this._frameloopPause.holders+=1;else{let{frameloop:e,internal:o}=t.get();this._frameloopPause={handle:t,frameloop:e,priority:o.priority,holders:1},t.set(t=>({...t,frameloop:"never",internal:{...t.internal,priority:1/0}}))}let e=this._frameloopPause,o=!1;return()=>{o||(o=!0,e.holders-=1,e.holders>0||this._frameloopPause!==e||(this._frameloopPause=null,this._context.configuratorExtensionSelectors.getCanvasSystem().r3fHandle$.value===t&&t.set(t=>({...t,frameloop:e.frameloop,internal:{...t.internal,priority:e.priority}}))))}};createExportJob=(t,e,o)=>({sourceState:t,exportState:e.exportState,exportedEntityId:e.exportedEntityId,execute:o,toolState:e.toolState,viewState:e.viewState,navigationState:e.navigationState,selectedEntityId:e.selectedEntityId});runExportJobs=(t,e={})=>{let o=this._generation,i=(this._queue??Promise.resolve()).then(()=>this._runExportJobs(t,e,o)),n=i.catch(()=>void 0);return this._queue=n,this._exporting.value||(this._releaseInert=this._context.configuratorExtensionSelectors.getLayoutSystem().makeInert(),this._exporting.next(!0)),n.then(()=>{this._queue===n&&(this._queue=null,this._stopExporting())}),i};_awaitSettledState=async t=>{let e=this._context.domainContextSelectors.getStoreSystem(),i=Date.now()+2e3;for(;e.hasStagedUpdates;){if(Date.now()>=i)throw new o;await new Promise(t=>setTimeout(t,200)),t()}};_runExportJobs=async(t,{awaitSettledState:o=!1},i)=>{let n=()=>{if(!i?.active)throw Error("Export generation ended while jobs were running! The configurator context was reinitialized mid-export, so the remaining jobs would drive a state that is no longer theirs. Await the export before leaving the configuration, or discard the rejection.")};n(),o&&await this._awaitSettledState(n);let a=this._context.configuratorExtensionSelectors.getCanvasSystem(),r=a.r3fHandle$.value??await a.waitForCanvas().catch(t=>{throw n(),t});n();let s=this.pauseFrameloop(r);try{let o=[];for(let i of t){n();let t=this._context.domainContextSelectors.getStoreSystem().prepareStateEmission([this._context.domainContextSelectors.getNavigationSystem().getExportUpdate(i.exportState,i.exportedEntityId),null!=i.toolState?this._context.domainContextSelectors.getNavigationSystem().getToolUpdate(i.toolState):void 0,null!=i.viewState?this._context.domainContextSelectors.getNavigationSystem().getViewUpdate(i.viewState):void 0,null!=i.navigationState?this._context.domainContextSelectors.getNavigationSystem().getNavigationUpdate(i.navigationState):void 0,null!=i.selectedEntityId?this._context.domainContextSelectors.getNavigationSystem().getSelectUpdate(i.selectedEntityId):void 0,this._context.domainContextSelectors.getNavigationSystem().getHoverOutUpdate()].filter(e),i.sourceState,"staged");if(this._context.domainContextSelectors.getStoreSystem().emit(t),await this._context.configuratorExtensionSelectors.getCanvasSystem().waitForFlush(),n(),!t.validity.valid)throw this._context.domainServicesSelectors.getLogger().error(`Setting an export state to ${i.exportState} for entity ${i.exportedEntityId} resulted in an invalid state! Check if there isn't a transformer corrupting the state as a reaction to setting the export state.`,t),Error("Exported state is invalid!");let a=t.state,s=this._context.domainContextSelectors.getDomain().get$Entity(i.exportedEntityId,a),l=this._context.domainContextSelectors.getDomain().getRoot$Entity(a),c=await i.execute({$entity:s,$root:l,state:a,scene:r.get().scene});n(),o.push(c)}return o}finally{if(i?.active){let t=this._context.domainContextSelectors.getStoreSystem();t.emit(t.stateSlices.committed.value)}s()}};initialize=()=>{null!==this._generation&&(this._generation.active=!1),this._generation={active:!0},this._queue=null,this._exporting.value&&this._stopExporting()};_stopExporting=()=>{this._releaseInert?.(),this._releaseInert=null,this._exporting.next(!1)}}

package/dist/configurator/application-runtime/extensions/systems/graphql-system/close-unclosed-braces.d.ts

@@ -0,0 +1,12 @@
+/**
+ * The agent's operation document with the closing braces it left off added at its end. Models
+ * often drop the last `}` of a nested selection, and the only error GraphQL gives for it is
+ * "Expected Name, found <EOF>", which costs the agent a round trip to fix. At the end of a
+ * document, closing braces are the only completion there is, so this cannot change what a valid
+ * document means; a brace missing in the middle nests the following fields one level deeper, which
+ * validation then rejects. Appending keeps the positions GraphQL reports for the agent's own text.
+ * A document with no unclosed brace, which covers every document that parses, or one that still
+ * does not parse with them closed is returned as it is, so GraphQL reports the agent's own syntax
+ * error and not one of the repair.
+ */
+export declare const closeUnclosedBraces: (document: string) => string;

package/dist/configurator/application-runtime/extensions/systems/graphql-system/close-unclosed-braces.js

@@ -0,0 +1 @@
+import{Lexer as r,Source as e,TokenKind as t,parse as n}from"graphql";export const closeUnclosedBraces=c=>{let a=(n=>{let c=new r(new e(n)),a=0;try{for(let r=c.advance();r.kind!==t.EOF;r=c.advance())r.kind===t.BRACE_L?a+=1:r.kind===t.BRACE_R&&(a-=1)}catch{return 0}return a})(c);if(a<=0)return c;let l=`${c}${" }".repeat(a)}`;return(r=>{try{return n(r),!0}catch{return!1}})(l)?l:c};