@salsita-ai/sdk 0.50.0-develop.30e4093851 → 0.50.0-develop.32ab4dfdc8

package/dist/configurator/ConfiguratorApp.js

@@ -1 +1 @@
-import{jsx as r,jsxs as e}from"react/jsx-runtime";import{I18nProvider as o}from"@lingui/react";import{QueryClientProvider as i}from"@tanstack/react-query";import n from"mui-modal-provider";import{useEffect as t}from"react";import{standardWebComponentProperties as c}from"#package/domain";import{getAvailableLocales as a,resolveLocale as m}from"#package/i18n";import{ApplicationType as l,ApplicationTypeProvider as d,InvalidDeploymentReload as p,LoadingStateProvider as s,SessionServiceProvider as f,useApplicationQueryClient as u,useI18n as h,useSpecAlwaysExpand as g,useSpecAppLoader as x,useSpecPrefetchTextureUrls as j,useSpecPreview as k,useWebComponentProperty$ as b,useWebComponentPropertySetter as y,useWebComponentPropertyValue as v,useWebComponentReadonlySync as w}from"#package/react-sdk";import{ResponsiveApplicationProvider as C,SnackbarProvider as E}from"#package/ui-sdk";import{ConfiguratorDataProvider as I}from"./configurator-context/ConfiguratorDataProvider.js";import{usePowerRoutingLifecycle as L}from"./configurator-context/configurator-routing/use-power-routing-lifecycle.js";import{ConfiguratorRoutingProvider as Z,OnApplicationStartProvider as q,OnRoutingReadyProvider as A,OnSessionReadyProvider as B,PresetSelectionProvider as D,PreviewApplicationProvider as F}from"./configurator-context/index.js";import{LoadingErrorBoundary as P}from"./pages/error-boundaries/LoadingErrorBoundary.js";import{GeneralErrorFallback as S,RootPage as T}from"./pages/index.js";import{SceneResourcesProvider as U}from"./scene/index.js";import{EncapsulatedConfiguratorTheme as z}from"./ui/index.js";import{AppLoader as G}from"./ui/phoenix-layout-elements/index.js";export const ConfiguratorApp=()=>{let H=u(),J=h(),K=x(),M=k(),N=g(),O=j(),Q=y(c.locale),R=b(c.locale);w(),t(()=>{let r=R.subscribe(r=>{let e=m(r,a(J));J.activate(e)}),e=()=>{Q(J.locale)};return J.on("change",e),()=>{r.unsubscribe(),J.removeListener("change",e)}},[R,J,Q]);let V=v(c.containerZIndex),W=v(c.power);return(L(),"off"===W)?null:r(d,{type:l.Configurator,children:r(i,{client:H,children:r(z,{children:r(s,{children:r(C,{containerZIndex:V,children:r(G,{mode:K,children:r(F,{alwaysExpand:N,preview:M,children:r(o,{i18n:J,children:r(E,{maxSnack:5,children:r(P,{FallbackComponent:S,children:r(U,{prefetchTextureUrls:O,children:r(q,{children:r(f,{children:r(B,{children:"on"===W&&r(Z,{children:r(I,{children:r(D,{children:r(A,{children:e(n,{children:[r(p,{}),r(T,{})]})})})})})})})})})})})})})})})})})})})};
+import{jsx as r,jsxs as e}from"react/jsx-runtime";import{I18nProvider as o}from"@lingui/react";import{QueryClientProvider as i}from"@tanstack/react-query";import n from"mui-modal-provider";import{useEffect as t}from"react";import{standardWebComponentProperties as c}from"#package/domain";import{getAvailableLocales as a,resolveLocale as m}from"#package/i18n";import{ApplicationType as l,ApplicationTypeProvider as d,ConfiguratorDataProvider as p,ConfiguratorRoutingProvider as s,InvalidDeploymentReload as f,LoaderHost as h,OnApplicationStartProvider as u,OnRoutingReadyProvider as x,OnSessionReadyProvider as g,PresetSelectionProvider as j,SessionServiceProvider as k,useApplicationQueryClient as b,useI18n as v,usePowerRoutingLifecycle as y,useSpecAlwaysExpand as C,useSpecAppLoader as w,useSpecPrefetchTextureUrls as E,useSpecPreview as I,useWebComponentProperty$ as L,useWebComponentPropertySetter as Z,useWebComponentPropertyValue as q}from"#package/react-sdk";import{SnackbarProvider as A}from"#package/ui-sdk";import{ConfiguratorResponsiveProvider as B}from"./configurator-context/ConfiguratorResponsiveProvider.js";import{PreviewApplicationProvider as F}from"./configurator-context/index.js";import{LoadingErrorBoundary as P}from"./pages/error-boundaries/LoadingErrorBoundary.js";import{GeneralErrorFallback as R,RootPage as S}from"./pages/index.js";import{SceneResourcesProvider as T}from"./scene/index.js";import{EncapsulatedConfiguratorTheme as U}from"./ui/index.js";import{AppLoader as z}from"./ui/phoenix-layout-elements/index.js";export const ConfiguratorApp=()=>{let D=b(),G=v(),H=w(),J=I(),K=C(),M=E(),N=Z(c.locale),O=L(c.locale);t(()=>{let r=O.subscribe(r=>{let e=m(r,a(G));G.activate(e)}),e=()=>{N(G.locale)};return G.on("change",e),()=>{r.unsubscribe(),G.removeListener("change",e)}},[O,G,N]);let Q=q(c.containerZIndex),V=q(c.power);return(y(),"off"===V)?null:r(d,{type:l.Configurator,children:r(i,{client:D,children:r(U,{children:r(h,{children:r(B,{containerZIndex:Q,children:r(z,{mode:H,children:r(F,{alwaysExpand:K,preview:J,children:r(o,{i18n:G,children:r(A,{maxSnack:5,children:r(P,{FallbackComponent:R,children:r(T,{prefetchTextureUrls:M,children:r(u,{children:r(k,{children:r(g,{children:"on"===V&&r(s,{children:r(p,{children:r(j,{children:r(x,{children:e(n,{children:[r(f,{}),r(S,{})]})})})})})})})})})})})})})})})})})})})};

package/dist/configurator/app-loader-content/DefaultAppLoaderContent.d.ts

@@ -0,0 +1,2 @@
+/** The built-in content of the app loader overlay: a square in the primary colour, flipping. */
+export declare const DefaultAppLoaderContent: () => import("react/jsx-runtime").JSX.Element;

package/dist/configurator/app-loader-content/DefaultAppLoaderContent.js

@@ -0,0 +1,5 @@
+import{jsx as t}from"react/jsx-runtime";import{keyframes as e,styled as r}from"@mui/material";let a=e`
+  0%   { transform: perspective(200px) rotateX(0deg) rotateY(0deg) }
+  50%  { transform: perspective(200px) rotateX(-180deg) rotateY(0deg) }
+  100% { transform: perspective(200px) rotateX(-180deg) rotateY(-180deg) }
+`,o=r("span")(({theme:t})=>({animation:`${a} 1s linear infinite`,aspectRatio:1,background:t.palette.primary.main,height:36}));export const DefaultAppLoaderContent=()=>t(o,{});

package/dist/configurator/app-loader-content/index.d.ts

@@ -0,0 +1 @@
+export { DefaultAppLoaderContent } from './DefaultAppLoaderContent.js';

package/dist/configurator/app-loader-content/index.js

@@ -0,0 +1 @@
+export{DefaultAppLoaderContent}from"./DefaultAppLoaderContent.js";

package/dist/configurator/application-runtime/extensions/create-configurator-extensions.js

@@ -1 +1 @@
-import{createApplicationRuntimeExtension as e}from"#package/react-sdk";import{createConfiguratorExtensionSelectors as s}from"./selectors.js";export const createConfiguratorExtensions=o=>[e(s({domainContextSelectors:o.selectors.domainContext.configurator,specSelectors:o.selectors.spec,domainServicesSelectors:o.selectors.domainServices,accessSelectors:o.selectors.access,commonServicesSelectors:o.selectors.commonServices}).getSystems())];
+import{createApplicationRuntimeExtension as e}from"#package/react-sdk";import{createConfiguratorExtensionSelectors as s}from"./selectors.js";export const createConfiguratorExtensions=o=>[e(s({getState:o.getState,domainContextSelectors:o.selectors.domainContext.configurator,specSelectors:o.selectors.spec,domainServicesSelectors:o.selectors.domainServices,accessSelectors:o.selectors.access,commonServicesSelectors:o.selectors.commonServices}).getSystems())];

package/dist/configurator/application-runtime/extensions/selectors.d.ts

@@ -1,8 +1,9 @@
-import type { AccessInfoSelectors, DomainContextSelectors, DomainServicesSelectors, SpecSelectors } from '#package/domain';
+import { type AccessInfoSelectors, type DomainContextSelectorState, type DomainContextSelectors, type DomainServicesSelectors, type SpecSelectors } from '#package/domain';
 import type { CommonServicesSelectors } from '#package/react-sdk';
 import type { AnyConfiguratorExtensionSystems } from './configurator-extension-systems.js';
 import { AnimationSystem, type AnyCameraSystem, type AnyCanvasSystem, type AnyDragAndDropSystem, type AnyExportSystem, type AnyImageRenderingSystem, type AnyLayoutSystem, type AnySketchingSystem, AssistantSystem, CameraControlSystem, GraphQLSystem } from './systems/index.js';
 interface Context {
+    readonly getState: () => DomainContextSelectorState;
     readonly domainContextSelectors: DomainContextSelectors;
     readonly specSelectors: SpecSelectors;
     readonly domainServicesSelectors: DomainServicesSelectors;
@@ -18,6 +19,7 @@ interface Context {
  * matching the domain layer. Every configurator system reads the domain through
  * `domainContextSelectors` and its same-layer peers through this slice's own selectors, so no
  * system is handed a constructed instance and construction order stops being a dependency graph.
+ * The exceptions are the narrowed getters of `systemContext`, each with its reason there.
  */
 export declare const createConfiguratorExtensionSelectors: (context: Context) => {
     getSystems: () => AnyConfiguratorExtensionSystems;

package/dist/configurator/application-runtime/extensions/selectors.js

@@ -1 +1 @@
-import{AnimationSystem as e,AssistantSystem as t,CameraControlSystem as n,CameraSystem as o,CanvasSystem as r,DragAndDropSystem as s,ExportSystem as g,GraphQLSystem as i,ImageRenderingSystem as a,LayoutSystem as m,SketchingSystem as S}from"./systems/index.js";export const createConfiguratorExtensionSelectors=y=>{let{domainContextSelectors:u,specSelectors:w,domainServicesSelectors:C,accessSelectors:c,commonServicesSelectors:f}=y,d={getConfigurationId:()=>c.getConfiguratorConfigurationId(),getAuthorizedClient:()=>f.getConfiguratorAuthorizedClient(),domainContextSelectors:u,domainServicesSelectors:C,specSelectors:w},l={getSystems:()=>G,getCanvasSystem:()=>p,getCameraControlSystem:()=>A,getAnimationSystem:()=>E,getDragAndDropSystem:()=>h,getImageRenderingSystem:()=>v,getLayoutSystem:()=>L,getSketchingSystem:()=>j,getExportSystem:()=>I,getCameraSystem:()=>k,getGraphQLSystem:()=>z,getAssistantSystem:()=>D},x={...d,configuratorExtensionSelectors:l},p=new r(d),A=new n({configuratorExtensionSelectors:l}),h=new s(x),E=new e(d),I=new g(x),z=new i(d),D=new t(x),L=new m(d),j=new S(x),k=new o(x),v=new a(x),G={cameraControlSystem:A,layoutSystem:L,sketchingSystem:j,dragAndDropSystem:h,canvasSystem:p,cameraSystem:k,exportSystem:I,imageRenderingSystem:v,animationSystem:E,graphQLSystem:z,assistantSystem:D};return l};
+import{createSelector as e}from"@salsita-ai/common/utils";import{createSessionAssistant as t,isAssistantSetupHandler as n}from"#package/domain";import{AnimationSystem as s,AssistantSystem as o,CameraControlSystem as r,CameraSystem as a,CanvasSystem as i,DragAndDropSystem as g,ExportSystem as m,GraphQLSystem as l,ImageRenderingSystem as c,LayoutSystem as S,SketchingSystem as d}from"./systems/index.js";export const createConfiguratorExtensionSelectors=u=>{let{getState:y,domainContextSelectors:C,specSelectors:p,domainServicesSelectors:w,accessSelectors:f,commonServicesSelectors:h}=u,A=e.withTypes()([p.selectConfiguratorSpec,C.selectInitializationContext],(e,s)=>t({resolved:e.assistant,handler:e.handlers.find(n),inputs:s&&s.access?{role:s.role,sessionData:s.sessionData,access:s.access}:null})),I={getConfigurationId:()=>f.getConfiguratorConfigurationId(),getAuthorizedClient:()=>h.getConfiguratorAuthorizedClient(),getAssistantSetup:()=>A(y()),domainContextSelectors:C,domainServicesSelectors:w,specSelectors:p},x={getSystems:()=>Q,getCanvasSystem:()=>z,getCameraControlSystem:()=>D,getAnimationSystem:()=>b,getDragAndDropSystem:()=>v,getImageRenderingSystem:()=>G,getLayoutSystem:()=>T,getSketchingSystem:()=>j,getExportSystem:()=>k,getCameraSystem:()=>F,getGraphQLSystem:()=>L,getAssistantSystem:()=>R},E={...I,configuratorExtensionSelectors:x},z=new i(I),D=new r({configuratorExtensionSelectors:x}),v=new g(E),b=new s(I),k=new m(E),L=new l({...I,renderScreenshot:async(e,t)=>{let[n]=await x.getImageRenderingSystem().generateImagesFromComponents([e],t,{},{awaitSettledState:!0});if(!n)throw Error("The canvas rendered no image.");return n.blob},uploadScreenshot:e=>I.getAuthorizedClient().uploadAssistantImage(I.getConfigurationId(),e)}),R=new o(E),T=new S(I),j=new d(E),F=new a(E),G=new c(E),Q={cameraControlSystem:D,layoutSystem:T,sketchingSystem:j,dragAndDropSystem:v,canvasSystem:z,cameraSystem:F,exportSystem:k,imageRenderingSystem:G,animationSystem:b,graphQLSystem:L,assistantSystem:R};return x};

package/dist/configurator/application-runtime/extensions/systems/assistant-system/assistant-system.d.ts

@@ -2,14 +2,14 @@ import type { AnyClientTool } from '@tanstack/ai';
 import { type UIMessage } from '@tanstack/ai-client';
 import { type ObservableWithLastValue } from '@salsita-ai/common/utils';
 import { type AuthorizedPhoenixApiClient } from '#package/client';
-import type { DomainContextSelectors, DomainServicesSelectors, InitializableSystem, SpecSelectors } from '#package/domain';
+import type { AssistantManifest, DomainContextSelectors, DomainServicesSelectors, InitializableSystem, SessionAssistantSetup, SpecSelectors } from '#package/domain';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 /** A tool of the assistant that the model calls and the browser runs, as the chat client accepts it. */
 export type AssistantClientTool = AnyClientTool;
 /**
  * Constructor context of an `AssistantSystem`: whole selector objects, like its peers take them, so
- * the tools reach the store, the session mode and the `GraphQLSystem` when they are called, and the
- * chat reaches the server of the current session when it sends a request.
+ * the tools reach the store, the session mode, the view mode and the `GraphQLSystem` when they are
+ * called, and the chat reaches the server of the current session when it sends a request.
  */
 export interface AssistantSystemContext {
     readonly configuratorExtensionSelectors: ConfiguratorExtensionSelectors;
@@ -18,6 +18,8 @@ export interface AssistantSystemContext {
     readonly specSelectors: SpecSelectors;
     readonly getConfigurationId: () => string;
     readonly getAuthorizedClient: () => AuthorizedPhoenixApiClient<any, any, any>;
+    /** The assistant the initialized session runs: its tools, its exposed fields and whether chat runs at all. */
+    readonly getAssistantSetup: () => SessionAssistantSetup;
 }
 /**
  * The conversation with the assistant as the panel paints it. One value is published per change, so
@@ -54,6 +56,21 @@ export interface AssistantChatSnapshot {
     /** True while that older thread is being loaded. */
     readonly isLoadingEarlierThread: boolean;
 }
+/** What else the caller of {@link AssistantSystem.send} learns about the message. */
+export interface AssistantSendOptions {
+    /**
+     * Called once the message is handed to the chat, which paints it: after its images were uploaded,
+     * and not at all when it is not sent because the thread could not be resumed or an upload failed.
+     * The composer keeps the message until then, so a message that is not sent can be sent again.
+     */
+    readonly onSent?: () => void;
+    /**
+     * Called when a message that was handed to the chat is gone from it after all: the server refused
+     * it because the thread could not continue, the thread was resumed without it, and its images
+     * could not be uploaded into the new thread. The caller gets it back, so it can be sent again.
+     */
+    readonly onUnsent?: () => void;
+}
 /** A closed thread of the conversation as the panel paints it above the thread that continues it. */
 export interface AssistantEarlierThreadSnapshot {
     readonly threadId: string;
@@ -125,11 +142,36 @@ export declare class AssistantSystem implements InitializableSystem {
     private readonly _recorder;
     /** The recorder's subscription to the committed emissions of the store; made by the first `initialize()`. */
     private _recording;
+    /**
+     * The tool call of every `apply` by the state it committed or held, for as long as the state
+     * lives: an undone state that the undo history dropped is forgotten with it.
+     *
+     * Accepted: a commit the project's `registerIsUndoable` keeps out of the history never becomes a
+     * step, so the row of its `apply` never offers Undo.
+     */
+    private readonly _applyToolCallIds;
+    private readonly _undoTipToolCallId;
+    /**
+     * Object URLs of the screenshots read so far, by image id. An uploaded image never changes, so
+     * each is read once and kept while the configuration stays loaded.
+     */
+    private _screenshotUrls;
     constructor(_context: AssistantSystemContext);
     /** The conversation. It never completes, and holds the empty chat whenever no chat is active. */
     readonly chat$: ObservableWithLastValue<AssistantChatSnapshot>;
     /** The state of the built-in panel. It never completes. */
     readonly panel$: ObservableWithLastValue<AssistantPanelSnapshot>;
+    /**
+     * The `apply` tool call whose committed state is the step of the undo history the configuration is
+     * at; nothing when that step is not a change of the assistant. It never completes.
+     */
+    readonly undoTipToolCallId$: ObservableWithLastValue<string | undefined>;
+    /**
+     * The manifest the initialized session runs, narrowed by the project's setup handler: what the
+     * agent can read, so the panel reads recipes and options the way the agent does. `null` while the
+     * assistant is off for the session or its setup failed.
+     */
+    getSessionManifest: () => AssistantManifest | null;
     /**
      * A new configuration load: the chat of the previous one is deactivated and both observables go
      * back to their empty values. An activation that is still held outlives it and gets the chat of
@@ -172,6 +214,12 @@ export declare class AssistantSystem implements InitializableSystem {
      * acted, which the server puts in front of the message for the model. The record is taken only
      * when there is a chat to send it on, because taking it moves its baseline.
      *
+     * The images the user attached go with the message: they are uploaded into the chat's thread
+     * first, and the message references them, one image part after its text each. The text part is
+     * left out of a message with images only. Each attempt to send uploads them again, into the
+     * thread it sends on. An upload that fails leaves the message unsent, with the failure as the
+     * error of the chat; `onSent` is not called then.
+     *
      * A thread can end in a tool call that nothing will answer: its reply parked while no page was
      * open, or the page that ran the tool was left before the result was sent. The client refuses to
      * send while it waits on such a call, so the wait is given up first, and the server records for
@@ -182,20 +230,28 @@ export declare class AssistantSystem implements InitializableSystem {
      *
      * The chat can be out of date about that: the thread reached its size limit with the reply before
      * this message, or the assistant's setup changed while the configurator stayed open. The server
-     * then refuses the message and says that the thread cannot be continued. The message stays
-     * painted while the thread is resumed, and is then sent again on the new thread, with the change
-     * record it was first sent with. This happens once: a refusal of the second attempt is the
-     * failure it is. When resuming fails, the message is left as any message that failed to send:
-     * painted, with the failure as the error of the chat.
+     * then refuses the message, or the upload of one of its images, and says that the thread cannot
+     * be continued. The thread is resumed, and the message is then sent again on the new thread, its
+     * images uploaded again, with the change record it was first sent with. This happens once: a
+     * refusal of the second attempt is the failure it is. When resuming fails, a refused message is
+     * left as any message that failed to send: painted, with the failure as the error of the chat; a
+     * refused upload leaves the message unsent. When the images of a refused message cannot be
+     * uploaded into the new thread, the message is given back through `onUnsent`.
+     *
+     * A chat that ends while the images upload, because another configuration was loaded or the
+     * thread is read again, sends nothing.
      *
      * Accepted: when the server refuses the compaction itself with a conflict, because another tab
      * compacted the thread or a run is still running, the thread is read again (see `resume`) and
      * the refused message is gone without a notice. It takes two tabs or a run racing the send, and
      * the user writes the message again, as after any reload of a thread that failed.
      *
+     * Accepted: images uploaded by an attempt that is not sent stay stored in that thread, which no
+     * message references.
+     *
      * It never rejects: a message the client could not send is reported as the error of the chat.
      */
-    send: (content: string) => Promise<void>;
+    send: (content: string, images?: ReadonlyArray<Blob>, { onSent, onUnsent }?: AssistantSendOptions) => Promise<void>;
     /**
      * Makes the chat ready for the next message. A thread the server no longer lets this session
      * continue, because the assistant's setup changed since it was started or the thread reached
@@ -209,6 +265,12 @@ export declare class AssistantSystem implements InitializableSystem {
      * refuses with a conflict is not a failure: the thread is read again and `false` is returned.
      */
     resume: () => Promise<boolean>;
+    /**
+     * An object URL of a screenshot of the conversation, by the id its tool result references it by.
+     * It is read from the server through the client of the current chat, once per image; a read that
+     * failed is forgotten, so it can be asked for again. Rejects without a chat or when the read fails.
+     */
+    loadScreenshotUrl: (imageId: string) => Promise<string>;
     /**
      * Loads the thread before the oldest painted one and paints it above. Does nothing when there is
      * none or one is being loaded. A load that fails is logged and can be asked for again.
@@ -225,6 +287,16 @@ export declare class AssistantSystem implements InitializableSystem {
      * server is therefore gone from the thread and has to be written again.
      */
     reloadThread: () => void;
+    /**
+     * Undoes the changes of the given `apply` tool calls, one undo step at a time, while the step the
+     * configuration is at is one of them. A change the user made in between stops it, so it is never
+     * taken back; the non-undoable commits made on top of an undone change go with it, as with the
+     * toolbar's undo.
+     *
+     * Accepted: like the toolbar's undo, it checks neither the session mode nor the view mode; only
+     * `apply` follows the view mode and refuses a finalize run.
+     */
+    undoToolCalls: (toolCallIds: ReadonlySet<string>) => void;
     setOpen: (open: boolean) => void;
     setInputFocused: (isInputFocused: boolean) => void;
     /**
@@ -233,8 +305,30 @@ export declare class AssistantSystem implements InitializableSystem {
      * is no such message. A refused continuation of a reply is not one: its message is stored.
      */
     private _findRefusedMessageIndex;
+    /** The content of a user message: its text, when it has any, and a reference to each of its images. */
+    private _messageContent;
+    /**
+     * Uploads the images of a message into the chat's thread, in their order, and resolves with their
+     * ids. Resolves with `'refused'` when the server refused an upload because the thread cannot be
+     * continued, and marks the chat so; then with `null` for any other failure, which is reported as
+     * the error of the chat. It never rejects.
+     */
+    private _uploadImages;
+    /**
+     * Uploads the images of a message into the thread that was resumed for it. A message the chat
+     * refused shows nowhere meanwhile, so the chat stays resuming until the upload is over: nothing
+     * else is sent ahead of it.
+     */
+    private _uploadSuccessorImages;
+    private _reportUploadFailure;
     private _sendOn;
     private _resume;
+    /**
+     * The `apply` call whose committed state is the step the configuration is at. Nothing at the bottom
+     * of the history, where nothing can be undone: that step was not made by a change it could take back.
+     */
+    private _findTipToolCallId;
+    private _refreshUndoTip;
     private _committedState;
     private _patchPanel;
     /**
@@ -262,6 +356,8 @@ export declare class AssistantSystem implements InitializableSystem {
      * it is: whether it finishes its reply or is cut off is the caller's decision.
      */
     private _retireChat;
+    /** Revokes the object URLs of the screenshots read for the configuration that was loaded, also those still being read. */
+    private _releaseScreenshotUrls;
     /** Ends the current chat without cutting its reply off. */
     private _endChat;
 }

package/dist/configurator/application-runtime/extensions/systems/assistant-system/assistant-system.js

@@ -1 +1 @@
-import{ChatClient as e,fetchServerSentEvents as t}from"@tanstack/ai-client";import{BehaviorSubject as i}from"rxjs";import{skip as s}from"rxjs/operators";import{isShallowEqual as a}from"@salsita-ai/common/utils";import{AssistantRequestError as r}from"#package/client";import{createBrowserDetailsClientTool as n}from"./browser-details.js";import{ChangeRecorder as h}from"./change-recorder.js";import{createApplyClientTool as o,createQueryClientTool as l}from"./graphql-tools.js";let c=Object.freeze({messages:Object.freeze([]),isLoading:!1,error:void 0,failedStatus:void 0,isContinuable:!0,isLoaded:!1,isResuming:!1,earlierThreads:Object.freeze([]),hasEarlierThread:!1,isLoadingEarlierThread:!1}),d=Object.freeze({open:!1,hasUnreadReply:!1,isInputFocused:!1}),u=Object.freeze({}),_=Object.freeze({results:Object.freeze([]),committed:!1,sideEffects:Object.freeze([]),message:"Nothing was run, because the user closed the configurator while this reply was being written. Do not call any more tools in this reply and end it now. The tools work again as soon as the user writes the next message."}),g=e=>{if(e.getError())return!0;let t=e.getMessages().at(-1)?.parts.at(-1);return t?.type!=="tool-call"&&t?.type!=="tool-result"};export class AssistantSystem{_context;_tools;_chat=new i(c);_panel=new i(d);_activation=null;_current=null;_finishing=new Set;_olderThreadId=null;_resuming=null;_refused=null;_firstAttempt=null;_chain={};_loadingThreadId=null;_recorder;_recording=null;constructor(e){this._context=e;let{configuratorExtensionSelectors:t,domainContextSelectors:i,domainServicesSelectors:s,specSelectors:a}=e;this._recorder=new h({maxEntities:30},{readers:{selectedEntityId:e=>i.getNavigationSystem().getActiveSelectionState(e),navigationState:e=>i.getNavigationSystem().getActiveNavigationState(e),viewState:e=>i.getNavigationSystem().getActiveViewState(e),toolState:e=>i.getNavigationSystem().getActiveToolState(e)},getExposedFields:()=>a.getAssistant()?.fields??u,resolveLocalizable:e=>s.getResolveLocalizable()(e)});let r={getGraphQLSystem:()=>t.getGraphQLSystem(),getStoreSystem:()=>i.getStoreSystem(),getActiveMode:()=>i.getActiveMode(),clearChanges:()=>this._recorder.clear(this._committedState())};this._tools=[n(),l(r),o(r)]}chat$=this._chat;panel$=this._panel;initialize=()=>{let{committed:e}=this._context.domainContextSelectors.getStoreSystem().stateSlices;this._recording??=e.pipe(s(1)).subscribe(this._recorder.record),this._recorder.reset(e.value.state),this._endChat(),this._patchPanel(d),this._activation&&this._startClient()};activate=()=>{this._endChat();let e={};return this._activation=e,this._startClient(),()=>{this._activation===e&&(this._activation=null,this._endChat())}};send=async e=>{if(!this._chat.value.isContinuable&&!await this.resume())return;let t=this._current;if(!t)return;let i={changes:this._recorder.take(this._committedState())};this._firstAttempt=t;try{await this._sendOn(t,e,i);let s=this._findRefusedMessageIndex(t);if(-1===s)return;this._refused={chat:t,index:s}}finally{this._firstAttempt===t&&(this._firstAttempt=null)}if(!await this.resume())return;let s=this._current;s&&await this._sendOn(s,e,i)};resume=async()=>{let e=this._current;if(!e)return!1;if(this._chat.value.isContinuable)return!0;if(this._resuming)return this._resuming;let t=this._resume(e).finally(()=>{this._resuming===t&&(this._resuming=null)});return this._resuming=t,t};loadEarlierThread=async()=>{let e=this._current,t=this._olderThreadId;if(!e||null===t||this._loadingThreadId===t)return;let i=this._chain;this._loadingThreadId=t,this._chat.next({...this._chat.value,isLoadingEarlierThread:!0});try{let s=await e.authorizedClient.getAssistantEarlierThread(e.configurationId,t,50);if(this._chain!==i||this._olderThreadId!==t)return;this._olderThreadId=s.previousThreadId,this._chat.next({...this._chat.value,earlierThreads:[{threadId:t,messages:s.messages},...this._chat.value.earlierThreads],hasEarlierThread:null!==s.previousThreadId})}catch(e){this._context.domainServicesSelectors.getLogger().warn("Could not load the earlier assistant conversation",{error:e})}finally{this._chain===i&&this._loadingThreadId===t&&(this._loadingThreadId=null,this._chat.next({...this._chat.value,isLoadingEarlierThread:!1}))}};stop=async()=>{let e=this._current;if(!e)return;let t=e.client.getCurrentRunId();if(e.client.stop(),null!=t)try{let i=e.getConnection();await fetch(`${i.url}/runs/${encodeURIComponent(t)}/cancel`,{method:"POST",headers:await i.headers()})}catch(e){this._context.domainServicesSelectors.getLogger().warn("Could not cancel the assistant run on the server",{error:e})}};reloadThread=()=>{if(!this._activation)return;let e=this._retireChat();e?.client.stop(),e?.dispose(),this._recorder.reset(this._committedState()),this._startClient()};setOpen=e=>{this._patchPanel(e?{open:e,hasUnreadReply:!1}:{open:e,isInputFocused:!1})};setInputFocused=e=>{this._patchPanel({isInputFocused:e})};_findRefusedMessageIndex=e=>{var t;let i,{failedStatus:s,isContinuable:a}=this._chat.value;return this._firstAttempt===e&&e.generation.active&&409===s&&!a?(i=(t=e.client.getMessages()).map(e=>e.role).lastIndexOf("user"),t.slice(i+1).every(e=>0===e.parts.length)?i:-1):-1};_sendOn=async(e,t,i)=>{let{client:s}=e;s.getIsLoading()||null===s.getResumeState()||s.stop();try{await s.sendMessage({content:t,metadata:i})}catch(i){let t=i instanceof Error?i:Error(String(i));e.generation.active&&this._chat.next({...this._chat.value,error:t}),this._context.domainServicesSelectors.getLogger().error("The assistant message could not be sent",{},t)}};_resume=async e=>{this._chat.next({...this._chat.value,isResuming:!0,error:void 0,failedStatus:void 0});try{let{previousThreadId:t}=await e.authorizedClient.compactAssistantThread(e.configurationId);if(!e.generation.active)return!1;let{messages:i,earlierThreads:s,hasEarlierThread:a}=this._chat.value,r=this._refused?.chat===e?i.slice(0,this._refused.index):i;return e.generation.active=!1,this._current=null,e.client.stop(),e.dispose(),this._chat.next({...c,earlierThreads:[...s,{threadId:t,messages:r}],hasEarlierThread:a,isLoadingEarlierThread:null!==this._loadingThreadId}),this._startClient(),!0}catch(i){let t=i instanceof Error?i:Error(String(i));if(t instanceof r&&409===t.status)return e.generation.active&&this.reloadThread(),!1;return e.generation.active&&this._chat.next({...this._chat.value,isResuming:!1,error:t,failedStatus:t instanceof r?t.status:void 0}),this._context.domainServicesSelectors.getLogger().error("The assistant thread could not be resumed",{},t),!1}};_committedState=()=>this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state;_patchPanel=e=>{let t={...this._panel.value,...e};a(t,this._panel.value)||this._panel.next(t)};_takeOverThread=e=>{for(let t of this._finishing)t.configurationId===e&&(t.client.stop(),t.dispose())};_startClient=()=>{let i={active:!0},s=this._context.getConfigurationId();this._takeOverThread(s);let r=this._context.getAuthorizedClient(),n=()=>r.getAssistantChatConnection(s),h=e=>{if(!i.active)return;let t={...this._chat.value,...e};a(t,this._chat.value)||this._chat.next(t)},o=async(e,t)=>{let s=await fetch(e,t).finally(()=>h({isLoaded:!0})),a=s.headers.get("x-assistant-thread-continuable");return null!=a&&s.ok&&i.active&&0===this._chat.value.earlierThreads.length&&(this._olderThreadId=s.headers.get("x-assistant-previous-thread")),h({failedStatus:s.ok?void 0:s.status,...null!=a&&{isContinuable:"false"!==a,hasEarlierThread:null!==this._olderThreadId}}),s},l=async()=>({headers:await n().headers(),fetchClient:o}),c=t(()=>n().url,l),d=t(()=>`${n().url}/runs`,l),u=this._tools.map(e=>({...e,execute:(t,s)=>i.active?e.execute?.(t,s):_})),m=new e({threadId:`assistant:${s}`,connection:{...c,joinRun:d.joinRun},persistence:!0,history:{pageSize:50},tools:u,onMessagesChange:e=>h({messages:e}),onLoadingChange:e=>{let t=i.active&&this._chat.value.isLoading;h({isLoading:e}),!e&&g(m)&&(i.active?t&&!this._panel.value.open&&this._patchPanel({hasUnreadReply:!0}):v())},onErrorChange:e=>{i.active&&e!==this._chat.value.error&&(!e||-1===this._findRefusedMessageIndex(p))&&(h({error:e}),e&&this._context.domainServicesSelectors.getLogger().error("The assistant request failed",{status:this._chat.value.failedStatus},e))}}),f=!1,v=()=>{f||(f=!0,this._finishing.delete(p),m.dispose())},p={client:m,configurationId:s,generation:i,authorizedClient:r,getConnection:n,dispose:v};this._current=p,m.attach()};_retireChat=()=>{let e=this._current;return this._current=null,e&&(e.generation.active=!1),this._chain={},this._olderThreadId=null,this._resuming=null,this._refused=null,this._loadingThreadId=null,this._chat.value!==c&&this._chat.next(c),e};_endChat=()=>{let e=this._retireChat();if(e){if(!e.client.getIsLoading()&&g(e.client))return void e.dispose();this._finishing.add(e)}}}
+import{ChatClient as e,fetchServerSentEvents as t}from"@tanstack/ai-client";import{BehaviorSubject as i}from"rxjs";import{skip as s}from"rxjs/operators";import{isShallowEqual as a}from"@salsita-ai/common/utils";import{assistantImageReference as r}from"@salsita-ai/contracts/assistant";import{AssistantRequestError as n}from"#package/client";import{createBrowserDetailsClientTool as o}from"./browser-details.js";import{ChangeRecorder as l}from"./change-recorder.js";import{createApplyClientTool as h,createQueryClientTool as c,toToolResult as d}from"./graphql-tools.js";let u=Object.freeze({messages:Object.freeze([]),isLoading:!1,error:void 0,failedStatus:void 0,isContinuable:!0,isLoaded:!1,isResuming:!1,earlierThreads:Object.freeze([]),hasEarlierThread:!1,isLoadingEarlierThread:!1}),_=Object.freeze({open:!1,hasUnreadReply:!1,isInputFocused:!1}),g=Object.freeze({}),f=d({results:[],committed:!1,sideEffects:[],warnings:[],screenshots:new Map,message:"Nothing was run, because the user closed the configurator while this reply was being written. Do not call any more tools in this reply and end it now. The tools work again as soon as the user writes the next message."}),m=e=>{if(e.getError())return!0;let t=e.getMessages().at(-1)?.parts.at(-1);return t?.type!=="tool-call"&&t?.type!=="tool-result"};export class AssistantSystem{_context;_tools;_chat=new i(u);_panel=new i(_);_activation=null;_current=null;_finishing=new Set;_olderThreadId=null;_resuming=null;_refused=null;_firstAttempt=null;_chain={};_loadingThreadId=null;_recorder;_recording=null;_applyToolCallIds=new WeakMap;_undoTipToolCallId=new i(void 0);_screenshotUrls=new Map;constructor(e){this._context=e;let{configuratorExtensionSelectors:t,domainContextSelectors:i,domainServicesSelectors:s,getAssistantSetup:a}=e;this._recorder=new l({maxEntities:30},{readers:{selectedEntityId:e=>i.getNavigationSystem().getActiveSelectionState(e),navigationState:e=>i.getNavigationSystem().getActiveNavigationState(e),viewState:e=>i.getNavigationSystem().getActiveViewState(e),toolState:e=>i.getNavigationSystem().getActiveToolState(e)},getExposedFields:()=>a().manifest?.fields??g,resolveLocalizable:e=>s.getResolveLocalizable()(e)});let r={getGraphQLSystem:()=>t.getGraphQLSystem(),getStoreSystem:()=>i.getStoreSystem(),getActiveMode:()=>i.getActiveMode(),getIsViewMode:()=>i.getIsViewMode(),clearChanges:()=>this._recorder.clear(this._committedState()),rememberCommit:(e,t)=>{this._applyToolCallIds.set(t,e),this._refreshUndoTip()}};this._tools=[o(),c(r),h(r)],i.getUndoSystem().tip$.subscribe(this._refreshUndoTip)}chat$=this._chat;panel$=this._panel;undoTipToolCallId$=this._undoTipToolCallId;getSessionManifest=()=>this._context.getAssistantSetup().manifest;initialize=()=>{let{committed:e}=this._context.domainContextSelectors.getStoreSystem().stateSlices;this._recording??=e.pipe(s(1)).subscribe(this._recorder.record),this._recorder.reset(e.value.state),this._endChat(),this._patchPanel(_),this._releaseScreenshotUrls(),this._activation&&this._startClient()};activate=()=>{this._endChat();let e={};return this._activation=e,this._startClient(),()=>{this._activation===e&&(this._activation=null,this._endChat())}};send=async(e,t=[],{onSent:i,onUnsent:s}={})=>{if(!this._chat.value.isContinuable&&!await this.resume())return;let a=this._current;if(!a)return;let r={changes:this._recorder.take(this._committedState()),locale:this._context.domainServicesSelectors.getI18n().locale},n=()=>this._recorder.reset(this._committedState()),o=!1,l=(t,s)=>(o||(o=!0,i?.()),this._sendOn(t,this._messageContent(e,s),r));this._firstAttempt=a;try{let e=0===t.length?[]:await this._uploadImages(a,t);if(null===e||!a.generation.active)return void n();if("refused"!==e){await l(a,e);let t=this._findRefusedMessageIndex(a);if(-1===t)return;this._refused={chat:a,index:t}}}finally{this._firstAttempt===a&&(this._firstAttempt=null)}if(!await this.resume()){o||n();return}let h=this._current,c=h?await this._uploadSuccessorImages(h,t):null;if(!h||null===c||"refused"===c||!h.generation.active){h&&"refused"===c&&this._reportUploadFailure(h,this._chat.value.error),o&&s?.(),n();return}await l(h,c)};resume=async()=>{let e=this._current;if(!e)return!1;if(this._chat.value.isContinuable)return!0;if(this._resuming)return this._resuming;let t=this._resume(e).finally(()=>{this._resuming===t&&(this._resuming=null)});return this._resuming=t,t};loadScreenshotUrl=e=>{let t=this._screenshotUrls.get(e);if(t)return t;let i=this._current;if(!i)return Promise.reject(Error(`The screenshot ${e} cannot be read, because the assistant chat is not active. Open the assistant panel of the configuration first.`));let s=this._screenshotUrls,a=i.authorizedClient.getAssistantImage(i.configurationId,e).then(e=>URL.createObjectURL(e));return s.set(e,a),a.catch(()=>{s.get(e)===a&&s.delete(e)}),a};loadEarlierThread=async()=>{let e=this._current,t=this._olderThreadId;if(!e||null===t||this._loadingThreadId===t)return;let i=this._chain;this._loadingThreadId=t,this._chat.next({...this._chat.value,isLoadingEarlierThread:!0});try{let s=await e.authorizedClient.getAssistantEarlierThread(e.configurationId,t,50);if(this._chain!==i||this._olderThreadId!==t)return;this._olderThreadId=s.previousThreadId,this._chat.next({...this._chat.value,earlierThreads:[{threadId:t,messages:s.messages},...this._chat.value.earlierThreads],hasEarlierThread:null!==s.previousThreadId})}catch(e){this._context.domainServicesSelectors.getLogger().warn("Could not load the earlier assistant conversation",{error:e})}finally{this._chain===i&&this._loadingThreadId===t&&(this._loadingThreadId=null,this._chat.next({...this._chat.value,isLoadingEarlierThread:!1}))}};stop=async()=>{let e=this._current;if(!e)return;let t=e.client.getCurrentRunId();if(e.client.stop(),null!=t)try{let i=e.getConnection();await fetch(`${i.url}/runs/${encodeURIComponent(t)}/cancel`,{method:"POST",headers:await i.headers()})}catch(e){this._context.domainServicesSelectors.getLogger().warn("Could not cancel the assistant run on the server",{error:e})}};reloadThread=()=>{if(!this._activation)return;let e=this._retireChat();e?.client.stop(),e?.dispose(),this._recorder.reset(this._committedState()),this._startClient()};undoToolCalls=e=>{let t=this._context.domainContextSelectors.getUndoSystem(),i=()=>{let t=this._findTipToolCallId();return void 0!==t&&e.has(t)};for(;i();)t.undo()};setOpen=e=>{this._patchPanel(e?{open:e,hasUnreadReply:!1}:{open:e,isInputFocused:!1})};setInputFocused=e=>{this._patchPanel({isInputFocused:e})};_findRefusedMessageIndex=e=>{var t;let i,{failedStatus:s,isContinuable:a}=this._chat.value;return this._firstAttempt===e&&e.generation.active&&409===s&&!a?(i=(t=e.client.getMessages()).map(e=>e.role).lastIndexOf("user"),t.slice(i+1).every(e=>0===e.parts.length)?i:-1):-1};_messageContent=(e,t)=>0===t.length?e:[...e?[{type:"text",content:e}]:[],...t.map(e=>({type:"image",source:{type:"url",value:r(e)}}))];_uploadImages=async(e,t)=>{if(0===t.length)return[];e.generation.active&&this._chat.next({...this._chat.value,error:void 0,failedStatus:void 0});try{return(await Promise.all(t.map(t=>e.authorizedClient.uploadAssistantImage(e.configurationId,t)))).map(({imageId:e})=>e)}catch(i){let t=i instanceof Error?i:Error(String(i));if(t instanceof n&&t.threadNotContinuable)return e.generation.active&&this._chat.next({...this._chat.value,isContinuable:!1,error:t,failedStatus:t.status}),"refused";return this._reportUploadFailure(e,t),null}};_uploadSuccessorImages=async(e,t)=>{if(0===t.length)return[];this._chat.next({...this._chat.value,isResuming:!0});try{return await this._uploadImages(e,t)}finally{e.generation.active&&this._chat.next({...this._chat.value,isResuming:!1})}};_reportUploadFailure=(e,t)=>{e.generation.active&&this._chat.next({...this._chat.value,error:t,failedStatus:t instanceof n?t.status:void 0}),this._context.domainServicesSelectors.getLogger().error("The images of the assistant message could not be uploaded",{},t)};_sendOn=async(e,t,i)=>{let{client:s}=e;s.getIsLoading()||null===s.getResumeState()||s.stop();try{await s.sendMessage({content:t,metadata:i})}catch(i){let t=i instanceof Error?i:Error(String(i));e.generation.active&&this._chat.next({...this._chat.value,error:t}),this._context.domainServicesSelectors.getLogger().error("The assistant message could not be sent",{},t)}};_resume=async e=>{this._chat.next({...this._chat.value,isResuming:!0,error:void 0,failedStatus:void 0});try{let{previousThreadId:t}=await e.authorizedClient.compactAssistantThread(e.configurationId);if(!e.generation.active)return!1;let{messages:i,earlierThreads:s,hasEarlierThread:a}=this._chat.value,r=this._refused?.chat===e?i.slice(0,this._refused.index):i;return e.generation.active=!1,this._current=null,e.client.stop(),e.dispose(),this._chat.next({...u,earlierThreads:[...s,{threadId:t,messages:r}],hasEarlierThread:a,isLoadingEarlierThread:null!==this._loadingThreadId}),this._startClient(),!0}catch(i){let t=i instanceof Error?i:Error(String(i));if(t instanceof n&&409===t.status)return e.generation.active&&this.reloadThread(),!1;return e.generation.active&&this._chat.next({...this._chat.value,isResuming:!1,error:t,failedStatus:t instanceof n?t.status:void 0}),this._context.domainServicesSelectors.getLogger().error("The assistant thread could not be resumed",{},t),!1}};_findTipToolCallId=()=>{let e=this._context.domainContextSelectors.getUndoSystem(),t=e.tip$.value?.committedState;return void 0!==t&&e.canUndo()?this._applyToolCallIds.get(t):void 0};_refreshUndoTip=()=>{let e=this._findTipToolCallId();e!==this._undoTipToolCallId.value&&this._undoTipToolCallId.next(e)};_committedState=()=>this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state;_patchPanel=e=>{let t={...this._panel.value,...e};a(t,this._panel.value)||this._panel.next(t)};_takeOverThread=e=>{for(let t of this._finishing)t.configurationId===e&&(t.client.stop(),t.dispose())};_startClient=()=>{let i={active:!0},s=this._context.getConfigurationId();this._takeOverThread(s);let r=this._context.getAuthorizedClient(),n=()=>{if(i.active){let{manifest:e,error:t}=this._context.getAssistantSetup();if(t)throw t;if(!e)throw Error("The assistant is disabled for this session.")}return r.getAssistantChatConnection(s)},o=e=>{if(!i.active)return;let t={...this._chat.value,...e};a(t,this._chat.value)||this._chat.next(t)},l=async(e,t)=>{let s=await fetch(e,t).finally(()=>o({isLoaded:!0})),a=s.headers.get("x-assistant-thread-continuable");return null!=a&&s.ok&&i.active&&0===this._chat.value.earlierThreads.length&&(this._olderThreadId=s.headers.get("x-assistant-previous-thread")),o({failedStatus:s.ok?void 0:s.status,...null!=a&&{isContinuable:"false"!==a,hasEarlierThread:null!==this._olderThreadId}}),s},h=async()=>({headers:await n().headers(),fetchClient:l}),c=t(()=>n().url,h),d=t(()=>`${n().url}/runs`,h),u=this._tools.map(e=>({...e,execute:(t,s)=>{if(!i.active)return f;let{manifest:a,error:r}=this._context.getAssistantSetup();return r||!a?{error:r?.message??"The assistant is disabled for this session."}:e.execute?.(t,s)}})),_=new e({threadId:`assistant:${s}`,connection:{...c,joinRun:d.joinRun},persistence:!0,history:{pageSize:50},tools:u,onMessagesChange:e=>o({messages:e}),onLoadingChange:e=>{let t=i.active&&this._chat.value.isLoading;o({isLoading:e}),!e&&m(_)&&(i.active?t&&!this._panel.value.open&&this._patchPanel({hasUnreadReply:!0}):p())},onErrorChange:e=>{i.active&&e!==this._chat.value.error&&(!e||-1===this._findRefusedMessageIndex(v))&&(o({error:e}),e&&this._context.domainServicesSelectors.getLogger().error("The assistant request failed",{status:this._chat.value.failedStatus},e))}}),g=!1,p=()=>{g||(g=!0,this._finishing.delete(v),_.dispose())},v={client:_,configurationId:s,generation:i,authorizedClient:r,getConnection:n,dispose:p};this._current=v,_.attach()};_retireChat=()=>{let e=this._current;return this._current=null,e&&(e.generation.active=!1),this._chain={},this._olderThreadId=null,this._resuming=null,this._refused=null,this._loadingThreadId=null,this._chat.value!==u&&this._chat.next(u),e};_releaseScreenshotUrls=()=>{for(let e of this._screenshotUrls.values())e.then(URL.revokeObjectURL,()=>void 0);this._screenshotUrls=new Map};_endChat=()=>{let e=this._retireChat();if(e){if(!e.client.getIsLoading()&&m(e.client))return void e.dispose();this._finishing.add(e)}}}

package/dist/configurator/application-runtime/extensions/systems/assistant-system/graphql-tools.d.ts

@@ -1,12 +1,13 @@
+import type { ContentPart } from '@tanstack/ai';
 import type { DomainEntity, DomainMode, DomainState } from '#package/domain';
-import type { GraphQLSystem } from '../graphql-system/graphql-system.js';
+import type { GraphQLExecution, GraphQLSystem } from '../graphql-system/graphql-system.js';
 /**
  * What the assistant's client tools need from the running configurator, as accessors they call when
- * the model calls them: a tool call always runs against the systems and the session mode current at
- * that moment, never against ones captured when its reply began streaming.
+ * the model calls them: a tool call always runs against the systems, the session mode and the view
+ * mode current at that moment, never against ones captured when its reply began streaming.
  */
 export interface AssistantToolDependencies {
-    readonly getGraphQLSystem: () => Pick<GraphQLSystem, 'prepare' | 'execute' | 'readSideEffects'>;
+    readonly getGraphQLSystem: () => Pick<GraphQLSystem, 'prepare' | 'execute' | 'readSideEffects' | 'readWarnings' | 'readScreenshots'>;
     readonly getStoreSystem: () => {
         readonly isInitialized: boolean;
         readonly stateSlices: {
@@ -18,18 +19,42 @@ export interface AssistantToolDependencies {
         };
     };
     readonly getActiveMode: () => DomainMode;
+    /**
+     * Whether the configuration is read-only for the user now, by the rule the UI follows: the
+     * domain-context selector `getIsViewMode`, which `useAccessService().accessInfo.viewMode` returns.
+     */
+    readonly getIsViewMode: () => boolean;
     /** Forgets the changes recorded for the next change record, so it never lists what the agent itself changed. */
     readonly clearChanges: () => void;
+    /**
+     * Remembers the state an `apply` call committed or held for the user's approval, so the panel can
+     * tell while that state is the step of the undo history the configuration is at.
+     */
+    readonly rememberCommit: (toolCallId: string, state: DomainState<DomainEntity<string>>) => void;
 }
+/**
+ * A tool result as the chat client accepts it: content parts, the execution's JSON as a text part
+ * followed, per screenshot, by its label as a text part and its picture as an image part, so the
+ * model reads each picture under the label its `image` field returned; the image part references the picture the browser uploaded, which the server
+ * inlines only for the model. The client deep-clones a
+ * result and rejects anything that is not plain JSON, so the `GraphQLError` instances of a result
+ * are formatted through their `toJSON` and `undefined` members are dropped. The prepared state stays
+ * in the browser.
+ */
+export declare const toToolResult: ({ preparedState, screenshots, ...execution }: GraphQLExecution) => ContentPart[];
 /**
  * Browser implementation of the assistant's `query` tool: prepares the operations from the
  * committed state and drops their emissions, so mutations in the list show a hypothetical state and
- * the configuration, the undo stack and the saved revision stay as they were. The side effects of
- * the dropped emissions are still reported, as what the changes would do.
+ * the configuration, the undo stack and the saved revision stay as they were. The side effects and
+ * the new warnings of the dropped emissions are still reported, as what the changes would do.
  */
 export declare const createQueryClientTool: (dependencies: AssistantToolDependencies) => import("@tanstack/ai").ClientTool<{
     type: string;
     properties: {
+        title: {
+            type: string;
+            description: string;
+        };
         operations: {
             type: string;
             minItems: number;
@@ -59,6 +84,10 @@ export declare const createQueryClientTool: (dependencies: AssistantToolDependen
     inputSchema: {
         type: string;
         properties: {
+            title: {
+                type: string;
+                description: string;
+            };
             operations: {
                 type: string;
                 minItems: number;
@@ -93,13 +122,29 @@ export declare const createQueryClientTool: (dependencies: AssistantToolDependen
  * `GraphQLSystem.execute`, which commits their changes as one undo step, and returns its result,
  * including why nothing was committed when a commit was held or lost to a conflict. A commit clears
  * the recorded changes; a held one does not, so it shows in the next change record once the user
- * approves it. Only an owner
- * session may change the configuration; the check lives here and not in the `GraphQLSystem`, whose
- * other caller, the editor panel, has its own rules.
+ * approves it. The state it committed or held is remembered under the id of the call, so the chip
+ * row of the call can undo it.
+ *
+ * The assistant changes the configuration exactly when the UI lets the user change it: while the
+ * view mode is off, which the host can switch both ways while the configurator runs. A finalize run
+ * never changes it. The checks live here and not in the `GraphQLSystem`, whose other caller, the
+ * editor panel, has its own rules.
+ *
+ * Accepted: the view mode is read live, while saving follows the mode captured at initialization
+ * (the named exception in `docs/architecture/application-runtime.md`). When the configuration turns
+ * editable, because the host cleared `readonly` or the access changed, for example from a
+ * read-revision to an owner token, a change applied before the configuration is initialized again
+ * is committed and reported to the model as committed, but it is not saved, and that initialization
+ * replaces it. The configurator page loads the configuration again on either switch, so the window
+ * lasts one load.
  */
 export declare const createApplyClientTool: (dependencies: AssistantToolDependencies) => import("@tanstack/ai").ClientTool<{
     type: string;
     properties: {
+        title: {
+            type: string;
+            description: string;
+        };
         operations: {
             type: string;
             minItems: number;
@@ -129,6 +174,10 @@ export declare const createApplyClientTool: (dependencies: AssistantToolDependen
     inputSchema: {
         type: string;
         properties: {
+            title: {
+                type: string;
+                description: string;
+            };
             operations: {
                 type: string;
                 minItems: number;

package/dist/configurator/application-runtime/extensions/systems/assistant-system/graphql-tools.js

@@ -1 +1 @@
-import{AssistantGraphQLToolInput as e,applyTool as t,queryTool as o}from"@salsita-ai/contracts/assistant";let a=e=>({results:[],committed:!1,message:e,sideEffects:[]}),i=e=>JSON.parse(JSON.stringify(e)),s=t=>{let o=e.safeParse(t);if(!o.success){let e=o.error.issues.map(e=>`${e.path.join(".")}: ${e.message}`).join("; ");return{ok:!1,refusal:a(`Nothing was run, because the tool input is not a list of operations (${e}). Send { "operations": [{ "query": "<one GraphQL operation>" }] } with at least one item.`)}}return{ok:!0,operations:o.data.operations.map(({query:e,variables:t,operationName:o})=>({document:e,variables:t??void 0,operationName:o??void 0}))}};export const createQueryClientTool=e=>o.client(async t=>{let o=s(t);if(!o.ok)return o.refusal;let n=e.getStoreSystem();if(!n.isInitialized)return a("Nothing was run, because the configuration is not loaded yet, so there is no state to query. Call the tool again once the configurator has finished loading.");let r=e.getGraphQLSystem(),l=await r.prepare(n.stateSlices.committed.value.state,o.operations);return i({results:l.map(({result:e})=>e),committed:!1,sideEffects:r.readSideEffects(l)})});export const createApplyClientTool=e=>t.client(async t=>{if("owner"!==e.getActiveMode())return a("Nothing was run, because changes cannot be applied in this session: the user may view this configuration but not change it. The query tool still works here, including mutations, to show what a change would do without keeping it.");let o=s(t);if(!o.ok)return o.refusal;let n=await e.getGraphQLSystem().execute(o.operations);return n.committed&&e.clearChanges(),i(n)});
+import{AssistantGraphQLToolInput as e,applyTool as t,assistantImageReference as o,queryTool as a}from"@salsita-ai/contracts/assistant";let i=e=>({results:[],committed:!1,message:e,sideEffects:[],screenshots:new Map,warnings:[]});export const toToolResult=({preparedState:e,screenshots:t,...a})=>[{type:"text",content:JSON.stringify(a)},...[...t].flatMap(([e,{imageId:t}])=>[{type:"text",content:e},{type:"image",source:{type:"url",value:o(t)}}])];let s=t=>{let o=e.safeParse(t);if(!o.success){let e=o.error.issues.map(e=>`${e.path.join(".")}: ${e.message}`).join("; ");return{ok:!1,refusal:i(`Nothing was run, because the tool input is not a list of operations (${e}). Send { "operations": [{ "query": "<one GraphQL operation>" }] } with at least one item.`)}}return{ok:!0,operations:o.data.operations.map(({query:e,variables:t,operationName:o})=>({document:e,variables:t??void 0,operationName:o??void 0}))}};export const createQueryClientTool=e=>a.client(async t=>{let o=s(t);if(!o.ok)return toToolResult(o.refusal);let a=e.getStoreSystem();if(!a.isInitialized)return toToolResult(i("Nothing was run, because the configuration is not loaded yet, so there is no state to query. Call the tool again once the configurator has finished loading."));let n=e.getGraphQLSystem(),r=a.stateSlices.committed.value.state,l=await n.prepare(r,o.operations);return toToolResult({results:l.map(({result:e})=>e),committed:!1,sideEffects:n.readSideEffects(l),screenshots:n.readScreenshots(l),warnings:n.readWarnings(r,l)})});export const createApplyClientTool=e=>t.client(async(t,o)=>{if("finalize"===e.getActiveMode())return toToolResult(i("Nothing was run, because changes cannot be applied in this session: the user may view this configuration but not change it. The query tool still works here, including mutations, to show what a change would do without keeping it."));if(e.getIsViewMode())return toToolResult(i("Nothing was run, because the configuration is read-only right now: the user may view it but not change it. The query tool still works here, including mutations, to show what a change would do without keeping it. Call apply again only once the configuration is editable."));let a=s(t);if(!a.ok)return toToolResult(a.refusal);let n=await e.getGraphQLSystem().execute(a.operations),r=o?.toolCallId;return void 0!==r&&void 0!==n.preparedState&&e.rememberCommit(r,n.preparedState),n.committed&&e.clearChanges(),toToolResult(n)});

package/dist/configurator/application-runtime/extensions/systems/camera-control-system/camera-control-system.d.ts

@@ -3,7 +3,7 @@ import type { Observable } from 'rxjs';
 import { OrthographicCamera, PerspectiveCamera } from 'three';
 import type { ObservableWithLastValue, ValueOf } from '@salsita-ai/common/utils';
 import { type DomainEntityId } from '#package/domain';
-import type { CanvasPadding } from '#package/ui-sdk';
+import type { CanvasPadding } from '#package/react-sdk';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 export declare const CameraControlType: {
     readonly Perspective: 'perspective';

package/dist/configurator/application-runtime/extensions/systems/canvas-system.d.ts

@@ -94,6 +94,14 @@ export declare class CanvasSystem<ENTITIES extends DomainEntity<string>> {
     readonly getCanvasEnvironment: (state: DomainState<ENTITIES>) => import("#package/domain").ComponentSnapshot<import("#package/domain").SystemComponentType<"canvasCustomEnvironment", import("#package/domain").CanvasCustomEnvironmentComponentState, never> | import("#package/domain").SystemComponentType<"canvasPresetEnvironment", import("#package/domain").CanvasPresetEnvironmentComponentState, never>> | undefined;
     readonly getCanvasConfig: (state: DomainState<ENTITIES>) => import("#package/domain").CanvasConfigComponentState | undefined;
     readonly register: (scene: Scene, gl: WebGLRenderer, r3fHandle: R3FHandle, loadingProgress$: Observable<LoadingProgress>) => () => void;
+    /**
+     * Resolves with the handle of the mounted canvas, waiting for a canvas to register when none is
+     * mounted yet. Work that needs the canvas and can be started by the user before the first mount
+     * (an image capture started from the summary) awaits this instead of failing on an empty handle.
+     *
+     * @internal
+     */
+    readonly waitForCanvas: (timeoutMs?: number) => Promise<R3FHandle>;
     readonly reportFlush: (token: FlushToken) => void;
     readonly registerForceFlush: (trigger: (token: FlushToken) => void) => () => void;
     private _forceFlush;

package/dist/configurator/application-runtime/extensions/systems/canvas-system.js

@@ -1 +1 @@
-import{BehaviorSubject as e,Subject as t,debounceTime as i,delay as n,filter as s,firstValueFrom as r,map as o,merge as a,of as h,switchMap as l,tap as c}from"rxjs";import{applicationConfigComponent as d,canvasConfigComponent as u,canvasCustomEnvironmentComponent as g,canvasPresetEnvironmentComponent as _}from"#package/domain";export const resolveInteractiveViewport=(e,t)=>!Number.isFinite(t.width)||!Number.isFinite(t.height)||t.width<=0||t.height<=0||e?.width===t.width&&e.height===t.height?e:t;export class CanvasInitializationCancellationError extends Error{constructor(){super("Canvas generation ended while waiting for a flush!"),this.name="CanvasInitializationCancellationError"}}export class CanvasSystem{_context;_dimensionIndicatorShown;_meshChanged$=new e(!0);_firstLoadFinished=new e(!1);dimensionIndicatorShown$;meshChanged$=this._meshChanged$;firstLoadFinished$=this._firstLoadFinished;onCanvasClick$=new t;onCanvasPointerMove$=new t;_ready$=new e(null);ready$=this._ready$;_r3fHandle$=new e(null);r3fHandle$=this._r3fHandle$;_interactiveViewport$=new e(null);interactiveViewport$=this._interactiveViewport$;_flushed$=new t;_flushSequence=0;_lastReportedFlushSequence=0;_triggerForceFlush=null;_registration=null;_progress$=new e({type:"finished"});_generation=null;constructor(t){this._context=t,this._dimensionIndicatorShown=new e(!1),this.dimensionIndicatorShown$=this._dimensionIndicatorShown}getCanvasEnvironment=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[g,_]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas environments found, using the first one!",{environments:t}),t.at(0)};getCanvasConfig=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[u]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas configs found, using the first one!",{configs:t}),t.at(0)?.state};register=(e,t,i,n)=>{let s={scene:e,gl:t,r3fHandle:i};this._registration=s,this._ready$.next({scene:e,gl:t}),this._r3fHandle$.next(i),this._interactiveViewport$.next(null);let r=n.subscribe(e=>{this._progress$.next(e)}),o=e=>{if(this._registration!==s)return;let t=resolveInteractiveViewport(this._interactiveViewport$.value,e);t!==this._interactiveViewport$.value&&(this._interactiveViewport$.next(t),i.get().invalidate())},a=t.domElement,h=a.getBoundingClientRect();o({width:h.width,height:h.height});let l=new ResizeObserver(([e])=>{e&&o({width:e.contentRect.width,height:e.contentRect.height})});return l.observe(a),()=>{r.unsubscribe(),l.disconnect(),this._registration===s&&(this._registration=null,this._ready$.next(null),this._r3fHandle$.next(null),this._interactiveViewport$.next(null),this._progress$.next({type:"finished"}),this._firstLoadFinished.next(!1))}};reportFlush=e=>{this._lastReportedFlushSequence=Math.max(this._lastReportedFlushSequence,e.sequence),this._flushed$.next(e)};registerForceFlush=e=>(this._triggerForceFlush=e,()=>{this._triggerForceFlush===e&&(this._triggerForceFlush=null)});_forceFlush(){if(!this._triggerForceFlush)throw this._context.domainServicesSelectors.getLogger().debug("Force flush skipped: canvas not ready"),new CanvasInitializationCancellationError;let e={sequence:++this._flushSequence},t=r(a(this._flushed$.pipe(s(t=>t.sequence>=e.sequence),o(()=>void 0)),h(void 0).pipe(n(1e4),c(()=>{this._context.domainServicesSelectors.getLogger().error("Force flush timeout",{requestedSequence:e.sequence,lastReportedSequence:this._lastReportedFlushSequence,timeoutMs:1e4,detectorRegistered:null!==this._triggerForceFlush})}))));return this._triggerForceFlush(e),t}toggleDimensionIndicator=()=>{this._dimensionIndicatorShown.next(!this._dimensionIndicatorShown.value)};setDimensionIndicatorShown=e=>{this._dimensionIndicatorShown.value!==e&&this._dimensionIndicatorShown.next(e)};reportMeshChanged=()=>{this._meshChanged$.next(!0)};reportFirstLoadFinished=()=>{this._firstLoadFinished.next(!0)};_findEntity3d(e,t){let i=[];if(e.entityIds?.length===0)return i;if(t.traverse(t=>{let n=t.userData;"entityRoot"===n.type&&(void 0===e.entityIds||e.entityIds.includes(n.entityId))&&i.push(t)}),e.descendantEntities){let e=[...i];for(;e.length>0;){let t=e.shift();t&&t.children.forEach(t=>{"entityRoot"===t.userData.type&&(i.push(t),e.push(t))})}}let n=e.entityRoots?[...i]:[];if(e.entityObjects){let t=i=>{i.children.forEach(i=>{let s=i.userData;"entityObjectGroup"===s.type?t(i):"entityObject"!==s.type||(void 0===e.objectInstanceNames||e.objectInstanceNames.includes(s.objectInstanceName))&&(e.recursiveObjects?i.traverse(e=>{n.push(e)}):n.push(i))})};i.forEach(e=>t(e))}return n}findEntity3d=e=>this.ready$.value?.scene?this._findEntity3d(e,this.ready$.value.scene):[];findEntity3d$=e=>this.ready$.pipe(s(e=>null!=e),l(({scene:t})=>this.meshChanged$.pipe(i(0),o(()=>this._findEntity3d(e,t)))));initialize=()=>{let e=this._context.domainContextSelectors.getComponentReader().readFirstRootComponent({componentTypes:[d]},this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state);null!==this._generation&&(this._generation.active=!1);let t=e?.state.initialIndicatorShown??!1;this._generation={active:!0},this._dimensionIndicatorShown.next(t),this._meshChanged$.next(!0)};waitForFlush=async()=>{let e=this._generation,t=()=>{if(!e?.active)throw new CanvasInitializationCancellationError};for(t(),await this._forceFlush(),t(),await this._forceFlush(),t();"finished"!==this._progress$.value.type;)await r(this._progress$.pipe(s(e=>"finished"===e.type))),t(),await this._forceFlush(),t(),await this._forceFlush(),t()}}
+import{BehaviorSubject as e,Subject as t,debounceTime as i,delay as n,filter as s,firstValueFrom as r,map as o,merge as a,of as h,switchMap as l,tap as c,throwError as d,timeout as u}from"rxjs";import{isNonNullish as g}from"@salsita-ai/common/utils";import{applicationConfigComponent as _,canvasConfigComponent as p,canvasCustomEnvironmentComponent as m,canvasPresetEnvironmentComponent as w}from"#package/domain";export const resolveInteractiveViewport=(e,t)=>!Number.isFinite(t.width)||!Number.isFinite(t.height)||t.width<=0||t.height<=0||e?.width===t.width&&e.height===t.height?e:t;export class CanvasInitializationCancellationError extends Error{constructor(){super("Canvas generation ended while waiting for a flush!"),this.name="CanvasInitializationCancellationError"}}let v=1e4;export class CanvasSystem{_context;_dimensionIndicatorShown;_meshChanged$=new e(!0);_firstLoadFinished=new e(!1);dimensionIndicatorShown$;meshChanged$=this._meshChanged$;firstLoadFinished$=this._firstLoadFinished;onCanvasClick$=new t;onCanvasPointerMove$=new t;_ready$=new e(null);ready$=this._ready$;_r3fHandle$=new e(null);r3fHandle$=this._r3fHandle$;_interactiveViewport$=new e(null);interactiveViewport$=this._interactiveViewport$;_flushed$=new t;_flushSequence=0;_lastReportedFlushSequence=0;_triggerForceFlush=null;_registration=null;_progress$=new e({type:"finished"});_generation=null;constructor(t){this._context=t,this._dimensionIndicatorShown=new e(!1),this.dimensionIndicatorShown$=this._dimensionIndicatorShown}getCanvasEnvironment=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[m,w]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas environments found, using the first one!",{environments:t}),t.at(0)};getCanvasConfig=e=>{let t=this._context.domainContextSelectors.getComponentReader().readManyComponents({componentTypes:[p]},e);return t.length>1&&this._context.domainServicesSelectors.getLogger().warn("Multiple canvas configs found, using the first one!",{configs:t}),t.at(0)?.state};register=(e,t,i,n)=>{let s={scene:e,gl:t,r3fHandle:i};this._registration=s,this._ready$.next({scene:e,gl:t}),this._r3fHandle$.next(i),this._interactiveViewport$.next(null);let r=n.subscribe(e=>{this._progress$.next(e)}),o=e=>{if(this._registration!==s)return;let t=resolveInteractiveViewport(this._interactiveViewport$.value,e);t!==this._interactiveViewport$.value&&(this._interactiveViewport$.next(t),i.get().invalidate())},a=t.domElement,h=a.getBoundingClientRect();o({width:h.width,height:h.height});let l=new ResizeObserver(([e])=>{e&&o({width:e.contentRect.width,height:e.contentRect.height})});return l.observe(a),()=>{r.unsubscribe(),l.disconnect(),this._registration===s&&(this._registration=null,this._ready$.next(null),this._r3fHandle$.next(null),this._interactiveViewport$.next(null),this._progress$.next({type:"finished"}),this._firstLoadFinished.next(!1))}};waitForCanvas=(e=v)=>r(this._r3fHandle$.pipe(s(g),u({first:e,with:()=>d(()=>Error(`The 3D canvas did not mount within ${e} ms, so the canvas work that waited for it (an image capture or an export) cannot run. The canvas mounts when the configurator layout renders it; make sure the current layout shows the canvas, then retry once the scene is visible.`))})));reportFlush=e=>{this._lastReportedFlushSequence=Math.max(this._lastReportedFlushSequence,e.sequence),this._flushed$.next(e)};registerForceFlush=e=>(this._triggerForceFlush=e,()=>{this._triggerForceFlush===e&&(this._triggerForceFlush=null)});_forceFlush(){if(!this._triggerForceFlush)throw this._context.domainServicesSelectors.getLogger().debug("Force flush skipped: canvas not ready"),new CanvasInitializationCancellationError;let e={sequence:++this._flushSequence},t=r(a(this._flushed$.pipe(s(t=>t.sequence>=e.sequence),o(()=>void 0)),h(void 0).pipe(n(1e4),c(()=>{this._context.domainServicesSelectors.getLogger().error("Force flush timeout",{requestedSequence:e.sequence,lastReportedSequence:this._lastReportedFlushSequence,timeoutMs:1e4,detectorRegistered:null!==this._triggerForceFlush})}))));return this._triggerForceFlush(e),t}toggleDimensionIndicator=()=>{this._dimensionIndicatorShown.next(!this._dimensionIndicatorShown.value)};setDimensionIndicatorShown=e=>{this._dimensionIndicatorShown.value!==e&&this._dimensionIndicatorShown.next(e)};reportMeshChanged=()=>{this._meshChanged$.next(!0)};reportFirstLoadFinished=()=>{this._firstLoadFinished.next(!0)};_findEntity3d(e,t){let i=[];if(e.entityIds?.length===0)return i;if(t.traverse(t=>{let n=t.userData;"entityRoot"===n.type&&(void 0===e.entityIds||e.entityIds.includes(n.entityId))&&i.push(t)}),e.descendantEntities){let e=[...i];for(;e.length>0;){let t=e.shift();t&&t.children.forEach(t=>{"entityRoot"===t.userData.type&&(i.push(t),e.push(t))})}}let n=e.entityRoots?[...i]:[];if(e.entityObjects){let t=i=>{i.children.forEach(i=>{let s=i.userData;"entityObjectGroup"===s.type?t(i):"entityObject"!==s.type||(void 0===e.objectInstanceNames||e.objectInstanceNames.includes(s.objectInstanceName))&&(e.recursiveObjects?i.traverse(e=>{n.push(e)}):n.push(i))})};i.forEach(e=>t(e))}return n}findEntity3d=e=>this.ready$.value?.scene?this._findEntity3d(e,this.ready$.value.scene):[];findEntity3d$=e=>this.ready$.pipe(s(e=>null!=e),l(({scene:t})=>this.meshChanged$.pipe(i(0),o(()=>this._findEntity3d(e,t)))));initialize=()=>{let e=this._context.domainContextSelectors.getComponentReader().readFirstRootComponent({componentTypes:[_]},this._context.domainContextSelectors.getStoreSystem().stateSlices.committed.value.state);null!==this._generation&&(this._generation.active=!1);let t=e?.state.initialIndicatorShown??!1;this._generation={active:!0},this._dimensionIndicatorShown.next(t),this._meshChanged$.next(!0)};waitForFlush=async()=>{let e=this._generation,t=()=>{if(!e?.active)throw new CanvasInitializationCancellationError};for(t(),await this._forceFlush(),t(),await this._forceFlush(),t();"finished"!==this._progress$.value.type;)await r(this._progress$.pipe(s(e=>"finished"===e.type))),t(),await this._forceFlush(),t(),await this._forceFlush(),t()}}

package/dist/configurator/application-runtime/extensions/systems/drag-and-drop-system/drag-and-drop-system.d.ts

@@ -1,6 +1,6 @@
 import type { Object3D, Vector2, Vector3 } from 'three';
 import type { ObservableWithLastValue } from '@salsita-ai/common/utils';
-import type { DomainContextSelectors, DomainEntity, DomainEntityId, DomainServicesSelectors, DomainState, DraggableSurface } from '#package/domain';
+import type { DomainContextSelectors, DomainEntity, DomainEntityId, DomainServicesSelectors, DomainState, DraggableSurface, RotatableSurface } from '#package/domain';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 /**
  * Constructor context of a `DragAndDropSystem`. Same-layer configurator peers are reached through
@@ -17,7 +17,7 @@ export interface DraggableState {
     readonly type: 'draggable';
     readonly entityId: DomainEntityId<string>;
     readonly originalMouseDiff: Vector3;
-    readonly draggingPlanes: DraggableSurface[];
+    readonly draggingPlanes: readonly DraggableSurface[];
     readonly dragHandleInstance: string;
     readonly newWorldPosition: Vector3;
     readonly originalWorldPosition: Vector3;
@@ -28,7 +28,7 @@ export interface RotationDraggingState {
     readonly type: 'rotation';
     readonly entityId: DomainEntityId<string>;
     readonly originalMouseVector: Vector2;
-    readonly draggingPlane: DraggableSurface;
+    readonly draggingPlane: RotatableSurface;
     readonly originalEntityVector: Vector3;
     readonly initialAngle: number;
     readonly dragHandleTarget: string;

package/dist/configurator/application-runtime/extensions/systems/export-system/export-busy-error.d.ts

@@ -0,0 +1,8 @@
+/**
+ * An export run that waited for the configuration to settle gave up: the user kept changing what
+ * the configurator shows (a drag in progress, for instance), and exporting over it would have thrown
+ * the change away.
+ */
+export declare class ExportBusyError extends Error {
+    constructor();
+}

package/dist/configurator/application-runtime/extensions/systems/export-system/export-busy-error.js

@@ -0,0 +1 @@
+export class ExportBusyError extends Error{constructor(){super("The export did not start, because the user kept changing the configuration while it waited, and exporting would have discarded the change. Run the export again once the user has finished."),this.name="ExportBusyError"}}

package/dist/configurator/application-runtime/extensions/systems/export-system/export-system.d.ts

@@ -1,4 +1,5 @@
 import type { Scene } from 'three';
+import { type ObservableWithLastValue } from '@salsita-ai/common/utils';
 import type { $DomainEntity, DomainContextSelectors, DomainEntity, DomainEntityId, DomainServicesSelectors, DomainState } from '#package/domain';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 import type { R3FHandle } from '../canvas-system.js';
@@ -29,12 +30,26 @@ export interface ExportJob<EXPORT_STATES extends string, ENTITIES extends Domain
     selectedEntityId?: ENTITIES['id'];
     execute: (props: ExportJobArguments<ENTITIES, any, any>) => Promise<R>;
 }
+/** How one export run starts. */
+export interface ExportRunOptions {
+    /**
+     * Waits for the user to finish a change they are making, such as a drag, before the first job, for
+     * up to {@link SETTLE_TIMEOUT_MS}, and rejects with an {@link ExportBusyError} when they do not. A run
+     * the user did not start themselves, such as the assistant's screenshot, must not export over it. A
+     * hover is no such change: the run's restore drops it, as it always did.
+     */
+    readonly awaitSettledState?: boolean;
+}
 /** ExportSystem with its entity types erased — how the runtime selectors expose the instance. */
 export type AnyExportSystem = ExportSystem<any, any, any, any, any, any, any>;
 export declare class ExportSystem<ENTITIES extends DomainEntity<string>, ALLOWED_ROOT_ENTITIES extends ENTITIES, $MAP extends Record<ENTITIES['type'], $DomainEntity<ENTITIES>>, NAVIGATION_STATES extends string, VIEW_STATES extends string, TOOL_STATES extends string, EXPORT_STATES extends string> {
     private readonly _context;
     private _generation;
     private _frameloopPause;
+    private _queue;
+    private readonly _exporting;
+    /** True while an export run is queued or running; the configurator UI is inert meanwhile. */
+    readonly exporting$: ObservableWithLastValue<boolean>;
     constructor(_context: ExportSystemContext);
     /**
      * Pauses the frameloop of the given canvas mount until the returned release has been called as
@@ -55,6 +70,13 @@ export declare class ExportSystem<ENTITIES extends DomainEntity<string>, ALLOWED
         navigationState?: NAVIGATION_STATES;
         selectedEntityId?: DomainEntityId<ENTITY_TYPE>;
     }, job: (props: ExportJobArguments<ENTITIES, $MAP[ENTITY_TYPE], $MAP[ALLOWED_ROOT_ENTITIES['type']]>) => Promise<R>) => ExportJob<EXPORT_STATES, ENTITIES, TOOL_STATES, VIEW_STATES, NAVIGATION_STATES, R>;
-    runExportJobs: <R>(jobs: ReadonlyArray<ExportJob<EXPORT_STATES, ENTITIES, TOOL_STATES, VIEW_STATES, NAVIGATION_STATES, R>>) => Promise<R[]>;
+    /**
+     * Queues the jobs as one export run behind every run already queued and resolves with their
+     * results in order. While the run is queued or running, `exporting$` is true. Afterwards the store
+     * shows the committed state current at that moment, not the one the run started from.
+     */
+    runExportJobs: <R>(jobs: ReadonlyArray<ExportJob<EXPORT_STATES, ENTITIES, TOOL_STATES, VIEW_STATES, NAVIGATION_STATES, R>>, options?: ExportRunOptions) => Promise<R[]>;
+    private readonly _awaitSettledState;
+    private readonly _runExportJobs;
     initialize: () => void;
 }