@salsita-ai/sdk 0.50.0-develop.ed1806b910 → 0.50.0-develop.eeaf6c4605

package/dist/client/memory-authorized-client.d.ts

@@ -1,4 +1,4 @@
-import type { AssistantChatConnection, AssistantEarlierThread, AssistantThreadCompaction, AuthorizedPhoenixApiClient, ConfigurationPayload, ConfigurationSchema } from './contract.js';
+import type { AssistantChatConnection, AssistantEarlierThread, AssistantImageUpload, AssistantThreadCompaction, AuthorizedPhoenixApiClient, ConfigurationPayload, ConfigurationSchema } from './contract.js';
 import { MemoryAuthenticatedClientPhoenixApiClient } from './memory-authenticated-client.js';
 /**
  * Memory implementation for local dev, it does not check for schema changes, so you may need to create new configuration if the schema changes and
@@ -17,6 +17,9 @@ export declare class MemoryAuthorizedPhoenixApiClient<FINALIZE_DATA extends Reco
     getAssistantChatConnection: () => AssistantChatConnection;
     compactAssistantThread: () => Promise<AssistantThreadCompaction>;
     getAssistantEarlierThread: () => Promise<AssistantEarlierThread>;
+    private readonly _assistantImages;
+    uploadAssistantImage: (configurationId: string, image: Blob) => Promise<AssistantImageUpload>;
+    getAssistantImage: (configurationId: string, imageId: string) => Promise<Blob>;
     sendMessage: () => Promise<never>;
     getSpeechToText: () => Promise<never>;
     getTextToSpeech: () => Promise<never>;

package/dist/client/memory-authorized-client.js

@@ -1 +1 @@
-import*as e from"uuid";import{MemoryAuthenticatedClientPhoenixApiClient as t,memoryStorage as r}from"./memory-authenticated-client.js";export class MemoryAuthorizedPhoenixApiClient extends t{getConfigurationData=e=>{let t=r.get(e);if(!t||!t||0===t.length)throw Error("Configuration not found!");return t};getConfiguration=e=>{let t=this.getConfigurationData(e);return Promise.resolve(t[t.length-1])};updateConfiguration=(t,o)=>{let n=this.getConfigurationData(t),i=e.v4(),a={...o,configurationId:t,revisionId:i,modelVersion:this._modelVersion};return r.set(t,[...n,a]),Promise.resolve({revisionId:i})};finalize=()=>{throw Error("Not implemented!")};waitForFinalizationToComplete=()=>{throw Error("Not implemented!")};getConfigurationRevision=(e,t)=>{let r=this.getConfigurationData(e).find(e=>e.revisionId===t);if(!r)throw Error("Revision not found!");return Promise.resolve(r)};getChatConversation=async()=>{throw Error("Not implemented!")};getAssistantChatConnection=()=>{throw Error("The assistant chat needs the Phoenix server. Run the configurator against a server deployment.")};compactAssistantThread=async()=>{throw Error("The assistant chat needs the Phoenix server. Run the configurator against a server deployment.")};getAssistantEarlierThread=async()=>{throw Error("The assistant chat needs the Phoenix server. Run the configurator against a server deployment.")};sendMessage=async()=>{throw Error("Not implemented!")};getSpeechToText=async()=>{throw Error("Not implemented!")};getTextToSpeech=async()=>{throw Error("Not implemented!")};sendToolCallResults=async()=>{throw Error("Not implemented!")};generateShareLink=async()=>({link:"https://yourcompany.com/configurator/link-will-not-work-it-is-dummy-link"});generateUploadLinks=async()=>{throw Error("Not implemented!")};getConfigurationPublicUploadLink=async()=>{throw Error("Not implemented!")};getConfigurationPrivateUploadLink=async()=>{throw Error("Not implemented!")};getConfigurationPrivateResourceLink=async()=>{throw Error("Not implemented!")};cloneConfiguration=async(e,t)=>{let o=r.get(e);if(!o)throw Error("Configuration not found");let n=o.find(e=>e.revisionId===t);if(!n)throw Error("Revision not found");return this.createConfiguration(n)}}
+import*as t from"uuid";import{MemoryAuthenticatedClientPhoenixApiClient as e,memoryStorage as r}from"./memory-authenticated-client.js";export class MemoryAuthorizedPhoenixApiClient extends e{getConfigurationData=t=>{let e=r.get(t);if(!e||!e||0===e.length)throw Error("Configuration not found!");return e};getConfiguration=t=>{let e=this.getConfigurationData(t);return Promise.resolve(e[e.length-1])};updateConfiguration=(e,o)=>{let n=this.getConfigurationData(e),i=t.v4(),a={...o,configurationId:e,revisionId:i,modelVersion:this._modelVersion};return r.set(e,[...n,a]),Promise.resolve({revisionId:i})};finalize=()=>{throw Error("Not implemented!")};waitForFinalizationToComplete=()=>{throw Error("Not implemented!")};getConfigurationRevision=(t,e)=>{let r=this.getConfigurationData(t).find(t=>t.revisionId===e);if(!r)throw Error("Revision not found!");return Promise.resolve(r)};getChatConversation=async()=>{throw Error("Not implemented!")};getAssistantChatConnection=()=>{throw Error("The assistant chat needs the Phoenix server. Run the configurator against a server deployment.")};compactAssistantThread=async()=>{throw Error("The assistant chat needs the Phoenix server. Run the configurator against a server deployment.")};getAssistantEarlierThread=async()=>{throw Error("The assistant chat needs the Phoenix server. Run the configurator against a server deployment.")};_assistantImages=new Map;uploadAssistantImage=async(e,r)=>{let o=t.v4();return this._assistantImages.set(`${e}/${o}`,r),{imageId:o}};getAssistantImage=async(t,e)=>{let r=this._assistantImages.get(`${t}/${e}`);if(!r)throw Error(`Assistant image ${e} was not uploaded for configuration ${t} through this client. Upload it before reading it.`);return r};sendMessage=async()=>{throw Error("Not implemented!")};getSpeechToText=async()=>{throw Error("Not implemented!")};getTextToSpeech=async()=>{throw Error("Not implemented!")};sendToolCallResults=async()=>{throw Error("Not implemented!")};generateShareLink=async()=>({link:"https://yourcompany.com/configurator/link-will-not-work-it-is-dummy-link"});generateUploadLinks=async()=>{throw Error("Not implemented!")};getConfigurationPublicUploadLink=async()=>{throw Error("Not implemented!")};getConfigurationPrivateUploadLink=async()=>{throw Error("Not implemented!")};getConfigurationPrivateResourceLink=async()=>{throw Error("Not implemented!")};cloneConfiguration=async(t,e)=>{let o=r.get(t);if(!o)throw Error("Configuration not found");let n=o.find(t=>t.revisionId===e);if(!n)throw Error("Revision not found");return this.createConfiguration(n)}}

package/dist/client/phoenix-api.d.ts

@@ -379,6 +379,40 @@ export interface paths {
     readonly patch?: never
     readonly trace?: never
   }
+  readonly '/configurations/{configurationId}/assistant/images': {
+    readonly parameters: {
+      readonly query?: never
+      readonly header?: never
+      readonly path?: never
+      readonly cookie?: never
+    }
+    readonly get?: never
+    readonly put?: never
+    /** @description Store an image in the caller's thread on the configuration: a screenshot the browser took for a run of the assistant, or an image the user attaches to the message they are about to send. Creates the thread when the caller has none yet. The body is the raw JPEG or PNG image of at most 2 MB, with its type as the content type. The answer carries the id that messages and tool results reference the image by, as `assistant-image:<imageId>`. Answers 409 with the `x-assistant-thread-continuable: false` response header when the thread cannot take a new message of the user (closed, started with another setup or at its size limit) and is not in the middle of a reply (no run running and no client tool call waiting); the thread takes images again once it is compacted. Answers 413 for a body over 2 MB and 415 for any other content type. */
+    readonly post: operations['uploadAssistantImage']
+    readonly delete?: never
+    readonly options?: never
+    readonly head?: never
+    readonly patch?: never
+    readonly trace?: never
+  }
+  readonly '/configurations/{configurationId}/assistant/images/{imageId}': {
+    readonly parameters: {
+      readonly query?: never
+      readonly header?: never
+      readonly path?: never
+      readonly cookie?: never
+    }
+    /** @description Load an image of one of the caller's assistant threads on the configuration, a screenshot or an image the user attached, the earlier threads of the chain included. The bytes never change, so the answer may be cached for good. Answers 404 for an image that is not in one of the caller's threads on this configuration. */
+    readonly get: operations['getAssistantImage']
+    readonly put?: never
+    readonly post?: never
+    readonly delete?: never
+    readonly options?: never
+    readonly head?: never
+    readonly patch?: never
+    readonly trace?: never
+  }
   readonly '/configurations/{configurationId}/chat': {
     readonly parameters: {
       readonly query?: never
@@ -1461,6 +1495,13 @@ export interface components {
        */
       readonly scopes?: readonly string[]
     }
+    /** @description Payload Too Large: The request body is larger than the route's limit. */
+    readonly PayloadTooLargeError: {
+      /** @example Request body is too large */
+      readonly message: string
+      /** @enum {number} */
+      readonly statusCode: 413
+    }
     /**
      * @description The slug of the project, used for repository and domain creation.
      * @example my-project
@@ -1503,6 +1544,13 @@ export interface components {
       /** @enum {number} */
       readonly statusCode: 401
     }
+    /** @description Unsupported Media Type: The request body is of a content type the route does not accept. */
+    readonly UnsupportedMediaTypeError: {
+      /** @example Unsupported Media Type! */
+      readonly message: string
+      /** @enum {number} */
+      readonly statusCode: 415
+    }
     /** @description A webhook resource to which the deployment can send requests. */
     readonly Webhook: {
       /**
@@ -2013,6 +2061,11 @@ export interface operations {
           readonly 'application/json': {
             /** @description The SDK-builder customer (workspace) the API token acts in. */
             readonly customer: {
+              /**
+               * Format: uuid
+               * @description Internal UUID of the SDK-builder workspace.
+               */
+              readonly id: string
               /**
                * @description Display name of the SDK-builder workspace.
                * @example Acme
@@ -2020,6 +2073,7 @@ export interface operations {
               readonly name: string
               readonly slug: components['schemas']['CustomeSlug']
             }
+            /** @description Stable ID of the authenticated builder user. */
             readonly userId: string
           }
         }
@@ -2152,6 +2206,11 @@ export interface operations {
           readonly 'application/json': {
             /** @description The SDK-builder customer (workspace) the API token acts in. */
             readonly customer: {
+              /**
+               * Format: uuid
+               * @description Internal UUID of the SDK-builder workspace.
+               */
+              readonly id: string
               /**
                * @description Display name of the SDK-builder workspace.
                * @example Acme
@@ -2161,7 +2220,7 @@ export interface operations {
             }
             /** @description The API token (`phx_...`). */
             readonly token: string
-            /** @description The user who approved the sign-in. */
+            /** @description Stable ID of the builder user who approved the sign-in. */
             readonly userId: string
           }
         }
@@ -3397,6 +3456,202 @@ export interface operations {
       }
     }
   }
+  readonly uploadAssistantImage: {
+    readonly parameters: {
+      readonly query?: never
+      readonly header?: never
+      readonly path: {
+        /** @description The configuration on which the caller's assistant thread is used. */
+        readonly configurationId: components['schemas']['ConfigurationUuid']
+      }
+      readonly cookie?: never
+    }
+    /** @description The JPEG or PNG image. */
+    readonly requestBody: {
+      readonly content: {
+        readonly 'image/jpeg': string
+        readonly 'image/png': string
+      }
+    }
+    readonly responses: {
+      /** @description The image was stored in the thread. */
+      readonly 200: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': {
+            /**
+             * Format: uuid
+             * @description The id messages and tool results reference the image by.
+             */
+            readonly imageId: string
+          }
+        }
+      }
+      /** @description Bad Request! */
+      readonly 400: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['BadRequestError']
+        }
+      }
+      /** @description Unauthorized! */
+      readonly 401: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['UnauthorizedError']
+        }
+      }
+      /** @description Forbidden! */
+      readonly 403: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['ForbiddenError']
+        }
+      }
+      /** @description Not Found! */
+      readonly 404: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['NotFoundError']
+        }
+      }
+      /** @description Conflict! */
+      readonly 409: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['ConflictError']
+        }
+      }
+      /** @description Payload Too Large! */
+      readonly 413: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['PayloadTooLargeError']
+        }
+      }
+      /** @description Unsupported Media Type! */
+      readonly 415: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['UnsupportedMediaTypeError']
+        }
+      }
+      /** @description Bad Gateway! */
+      readonly 502: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['BadGatewayError']
+        }
+      }
+      /** @description An unexpected error occurred! */
+      readonly default: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['DefaultResponse']
+        }
+      }
+    }
+  }
+  readonly getAssistantImage: {
+    readonly parameters: {
+      readonly query?: never
+      readonly header?: never
+      readonly path: {
+        /** @description The configuration on which the caller's assistant thread is used. */
+        readonly configurationId: components['schemas']['ConfigurationUuid']
+        /** @description The image, as a message or a tool result references it. */
+        readonly imageId: string
+      }
+      readonly cookie?: never
+    }
+    readonly requestBody?: never
+    readonly responses: {
+      /** @description The image. */
+      readonly 200: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'image/jpeg': unknown
+          readonly 'image/png': unknown
+        }
+      }
+      /** @description Bad Request! */
+      readonly 400: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['BadRequestError']
+        }
+      }
+      /** @description Unauthorized! */
+      readonly 401: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['UnauthorizedError']
+        }
+      }
+      /** @description Forbidden! */
+      readonly 403: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['ForbiddenError']
+        }
+      }
+      /** @description Not Found! */
+      readonly 404: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['NotFoundError']
+        }
+      }
+      /** @description Bad Gateway! */
+      readonly 502: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['BadGatewayError']
+        }
+      }
+      /** @description An unexpected error occurred! */
+      readonly default: {
+        headers: {
+          readonly [name: string]: unknown
+        }
+        content: {
+          readonly 'application/json': components['schemas']['DefaultResponse']
+        }
+      }
+    }
+  }
   readonly getChatConversation: {
     readonly parameters: {
       readonly query?: never
@@ -4889,6 +5144,8 @@ export interface operations {
     readonly requestBody: {
       readonly content: {
         readonly 'application/json': {
+          /** @enum {string} */
+          readonly acceptResponseEncoding?: 'gzip'
           readonly sessionId: string
         }
       }
@@ -4986,6 +5243,7 @@ export interface operations {
           readonly headers?: {
             readonly [key: string]: string
           }
+          readonly isBase64Encoded?: boolean
           readonly requestId: string
           readonly sessionId: string
           readonly status: number

package/dist/configurator/ConfiguratorApp.js

@@ -1 +1 @@
-import{jsx as r,jsxs as e}from"react/jsx-runtime";import{I18nProvider as o}from"@lingui/react";import{QueryClientProvider as i}from"@tanstack/react-query";import n from"mui-modal-provider";import{useEffect as t}from"react";import{standardWebComponentProperties as c}from"#package/domain";import{getAvailableLocales as a,resolveLocale as m}from"#package/i18n";import{ApplicationType as l,ApplicationTypeProvider as d,InvalidDeploymentReload as p,LoaderHost as s,SessionServiceProvider as f,useApplicationQueryClient as u,useI18n as h,useSpecAlwaysExpand as g,useSpecAppLoader as x,useSpecPrefetchTextureUrls as j,useSpecPreview as k,useWebComponentProperty$ as v,useWebComponentPropertySetter as b,useWebComponentPropertyValue as y}from"#package/react-sdk";import{SnackbarProvider as C}from"#package/ui-sdk";import{ConfiguratorDataProvider as w}from"./configurator-context/ConfiguratorDataProvider.js";import{ConfiguratorResponsiveProvider as E}from"./configurator-context/ConfiguratorResponsiveProvider.js";import{usePowerRoutingLifecycle as I}from"./configurator-context/configurator-routing/use-power-routing-lifecycle.js";import{ConfiguratorRoutingProvider as L,OnApplicationStartProvider as P,OnRoutingReadyProvider as Z,OnSessionReadyProvider as q,PresetSelectionProvider as A,PreviewApplicationProvider as B}from"./configurator-context/index.js";import{LoadingErrorBoundary as D}from"./pages/error-boundaries/LoadingErrorBoundary.js";import{GeneralErrorFallback as F,RootPage as R}from"./pages/index.js";import{SceneResourcesProvider as S}from"./scene/index.js";import{EncapsulatedConfiguratorTheme as T}from"./ui/index.js";import{AppLoader as U}from"./ui/phoenix-layout-elements/index.js";export const ConfiguratorApp=()=>{let z=u(),G=h(),H=x(),J=k(),K=g(),M=j(),N=b(c.locale),O=v(c.locale);t(()=>{let r=O.subscribe(r=>{let e=m(r,a(G));G.activate(e)}),e=()=>{N(G.locale)};return G.on("change",e),()=>{r.unsubscribe(),G.removeListener("change",e)}},[O,G,N]);let Q=y(c.containerZIndex),V=y(c.power);return(I(),"off"===V)?null:r(d,{type:l.Configurator,children:r(i,{client:z,children:r(T,{children:r(s,{children:r(E,{containerZIndex:Q,children:r(U,{mode:H,children:r(B,{alwaysExpand:K,preview:J,children:r(o,{i18n:G,children:r(C,{maxSnack:5,children:r(D,{FallbackComponent:F,children:r(S,{prefetchTextureUrls:M,children:r(P,{children:r(f,{children:r(q,{children:"on"===V&&r(L,{children:r(w,{children:r(A,{children:r(Z,{children:e(n,{children:[r(p,{}),r(R,{})]})})})})})})})})})})})})})})})})})})})};
+import{jsx as r,jsxs as e}from"react/jsx-runtime";import{I18nProvider as o}from"@lingui/react";import{QueryClientProvider as n}from"@tanstack/react-query";import i from"mui-modal-provider";import{useEffect as l}from"react";import{standardWebComponentProperties as a}from"#package/domain";import{getAvailableLocales as t,resolveLocale as c}from"#package/i18n";import{ApplicationType as d,ApplicationTypeProvider as m,ConfiguratorDataProvider as s,ConfiguratorProviderSlot as p,ConfiguratorProviderSlotHost as h,ConfiguratorRoutingProvider as u,ConfiguratorUiElement as f,ConfiguratorUiElementHost as g,ErrorFallbackElement as b,LoaderHost as k,OnApplicationStartProvider as x,OnRoutingReadyProvider as j,OnSessionReadyProvider as v,PlainErrorFallback as y,PresetSelectionProvider as C,SessionServiceProvider as w,useApplicationQueryClient as E,useI18n as F,usePowerRoutingLifecycle as L,useSpecAlwaysExpand as R,useSpecPreview as q,useWebComponentProperty$ as A,useWebComponentPropertySetter as B,useWebComponentPropertyValue as D}from"#package/react-sdk";import{PreviewApplicationProvider as G}from"./configurator-context/index.js";import{LoadingErrorBoundary as H}from"./pages/error-boundaries/LoadingErrorBoundary.js";import{RootPage as I}from"./pages/index.js";let M=e=>r(b,{name:f.GeneralErrorFallback,unregisteredFallback:y,...e});export const ConfiguratorApp=()=>{let b=E(),y=F(),S=q(),T=R(),z=B(a.locale),J=A(a.locale);l(()=>{let r=J.subscribe(r=>{let e=c(r,t(y));y.activate(e)}),e=()=>{z(y.locale)};return y.on("change",e),()=>{r.unsubscribe(),y.removeListener("change",e)}},[J,y,z]);let K=D(a.power);return(L(),"off"===K)?null:r(m,{type:d.Configurator,children:r(n,{client:b,children:r(h,{slot:p.Theme,children:r(k,{children:r(h,{slot:p.Container,children:r(h,{slot:p.Loader,children:r(G,{alwaysExpand:T,preview:S,children:r(o,{i18n:y,children:r(h,{slot:p.MessageHost,children:r(H,{FallbackComponent:M,children:r(h,{slot:p.SceneResources,children:r(x,{children:r(w,{children:r(v,{children:"on"===K&&r(u,{children:r(s,{children:r(C,{children:r(j,{children:e(i,{children:[r(g,{name:f.InvalidDeploymentReload}),r(I,{})]})})})})})})})})})})})})})})})})})})})};

package/dist/configurator/application-runtime/extensions/selectors.js

@@ -1 +1 @@
-import{createSelector as e}from"@salsita-ai/common/utils";import{createSessionAssistant as t,isAssistantSetupHandler as n}from"#package/domain";import{AnimationSystem as s,AssistantSystem as o,CameraControlSystem as r,CameraSystem as a,CanvasSystem as i,DragAndDropSystem as g,ExportSystem as m,GraphQLSystem as c,ImageRenderingSystem as l,LayoutSystem as S,SketchingSystem as d}from"./systems/index.js";export const createConfiguratorExtensionSelectors=u=>{let{getState:y,domainContextSelectors:w,specSelectors:C,domainServicesSelectors:f,accessSelectors:p,commonServicesSelectors:h}=u,x=e.withTypes()([C.selectConfiguratorSpec,w.selectInitializationContext],(e,s)=>t({resolved:e.assistant,handler:e.handlers.find(n),inputs:s&&s.access?{role:s.role,sessionData:s.sessionData,access:s.access}:null})),A={getConfigurationId:()=>p.getConfiguratorConfigurationId(),getAuthorizedClient:()=>h.getConfiguratorAuthorizedClient(),getAssistantSetup:()=>x(y()),domainContextSelectors:w,domainServicesSelectors:f,specSelectors:C},I={getSystems:()=>Q,getCanvasSystem:()=>D,getCameraControlSystem:()=>v,getAnimationSystem:()=>b,getDragAndDropSystem:()=>z,getImageRenderingSystem:()=>G,getLayoutSystem:()=>T,getSketchingSystem:()=>j,getExportSystem:()=>k,getCameraSystem:()=>F,getGraphQLSystem:()=>L,getAssistantSystem:()=>R},E={...A,configuratorExtensionSelectors:I},D=new i(A),v=new r({configuratorExtensionSelectors:I}),z=new g(E),b=new s(A),k=new m(E),L=new c({...A,renderScreenshot:async(e,t)=>{let[n]=await I.getImageRenderingSystem().generateImagesFromComponents([e],t,{},{awaitSettledState:!0});if(!n)throw Error("The canvas rendered no image.");return n.blob}}),R=new o(E),T=new S(A),j=new d(E),F=new a(E),G=new l(E),Q={cameraControlSystem:v,layoutSystem:T,sketchingSystem:j,dragAndDropSystem:z,canvasSystem:D,cameraSystem:F,exportSystem:k,imageRenderingSystem:G,animationSystem:b,graphQLSystem:L,assistantSystem:R};return I};
+import{createSelector as e}from"@salsita-ai/common/utils";import{createSessionAssistant as t,isAssistantSetupHandler as n}from"#package/domain";import{AnimationSystem as s,AssistantSystem as o,CameraControlSystem as r,CameraSystem as a,CanvasSystem as i,DragAndDropSystem as g,ExportSystem as m,GraphQLSystem as l,ImageRenderingSystem as c,LayoutSystem as S,SketchingSystem as d}from"./systems/index.js";export const createConfiguratorExtensionSelectors=u=>{let{getState:y,domainContextSelectors:C,specSelectors:p,domainServicesSelectors:w,accessSelectors:f,commonServicesSelectors:h}=u,A=e.withTypes()([p.selectConfiguratorSpec,C.selectInitializationContext],(e,s)=>t({resolved:e.assistant,handler:e.handlers.find(n),inputs:s&&s.access?{role:s.role,sessionData:s.sessionData,access:s.access}:null})),I={getConfigurationId:()=>f.getConfiguratorConfigurationId(),getAuthorizedClient:()=>h.getConfiguratorAuthorizedClient(),getAssistantSetup:()=>A(y()),domainContextSelectors:C,domainServicesSelectors:w,specSelectors:p},x={getSystems:()=>Q,getCanvasSystem:()=>z,getCameraControlSystem:()=>D,getAnimationSystem:()=>b,getDragAndDropSystem:()=>v,getImageRenderingSystem:()=>G,getLayoutSystem:()=>T,getSketchingSystem:()=>j,getExportSystem:()=>k,getCameraSystem:()=>F,getGraphQLSystem:()=>L,getAssistantSystem:()=>R},E={...I,configuratorExtensionSelectors:x},z=new i(I),D=new r({configuratorExtensionSelectors:x}),v=new g(E),b=new s(I),k=new m(E),L=new l({...I,renderScreenshot:async(e,t)=>{let[n]=await x.getImageRenderingSystem().generateImagesFromComponents([e],t,{},{awaitSettledState:!0});if(!n)throw Error("The canvas rendered no image.");return n.blob},uploadScreenshot:e=>I.getAuthorizedClient().uploadAssistantImage(I.getConfigurationId(),e)}),R=new o(E),T=new S(I),j=new d(E),F=new a(E),G=new c(E),Q={cameraControlSystem:D,layoutSystem:T,sketchingSystem:j,dragAndDropSystem:v,canvasSystem:z,cameraSystem:F,exportSystem:k,imageRenderingSystem:G,animationSystem:b,graphQLSystem:L,assistantSystem:R};return x};

package/dist/configurator/application-runtime/extensions/systems/assistant-system/assistant-system.d.ts

@@ -2,7 +2,7 @@ import type { AnyClientTool } from '@tanstack/ai';
 import { type UIMessage } from '@tanstack/ai-client';
 import { type ObservableWithLastValue } from '@salsita-ai/common/utils';
 import { type AuthorizedPhoenixApiClient } from '#package/client';
-import type { AssistantManifest, DomainContextSelectors, DomainServicesSelectors, InitializableSystem, SessionAssistantSetup, SpecSelectors } from '#package/domain';
+import type { AssistantManifest, DomainContextSelectors, DomainServicesSelectors, InitializableSystem, SessionAssistantSetup } from '#package/domain';
 import type { ConfiguratorExtensionSelectors } from '../../selectors.js';
 /** A tool of the assistant that the model calls and the browser runs, as the chat client accepts it. */
 export type AssistantClientTool = AnyClientTool;
@@ -15,7 +15,6 @@ export interface AssistantSystemContext {
     readonly configuratorExtensionSelectors: ConfiguratorExtensionSelectors;
     readonly domainContextSelectors: DomainContextSelectors;
     readonly domainServicesSelectors: DomainServicesSelectors;
-    readonly specSelectors: SpecSelectors;
     readonly getConfigurationId: () => string;
     readonly getAuthorizedClient: () => AuthorizedPhoenixApiClient<any, any, any>;
     /** The assistant the initialized session runs: its tools, its exposed fields and whether chat runs at all. */
@@ -51,10 +50,34 @@ export interface AssistantChatSnapshot {
      * the chat was open, and the ones loaded with {@link AssistantSystem.loadEarlierThread}.
      */
     readonly earlierThreads: ReadonlyArray<AssistantEarlierThreadSnapshot>;
-    /** True when the server holds a thread older than the oldest painted one. */
-    readonly hasEarlierThread: boolean;
-    /** True while that older thread is being loaded. */
+    /**
+     * The closed thread that {@link AssistantSystem.loadEarlierThread} loads next; `null` when the
+     * painted threads start the conversation. Usually the thread before the oldest painted one, but
+     * the oldest painted one itself when it was closed while only its newest messages were painted:
+     * loading it then paints it whole.
+     */
+    readonly earlierThreadId: string | null;
+    /** True while that thread is being loaded. */
     readonly isLoadingEarlierThread: boolean;
+    /** True when the thread of the chat has older messages than the painted ones on the server; see {@link AssistantSystem.loadOlderMessages}. */
+    readonly hasOlderMessages: boolean;
+    /** True while those older messages are being loaded. */
+    readonly isLoadingOlderMessages: boolean;
+}
+/** What else the caller of {@link AssistantSystem.send} learns about the message. */
+export interface AssistantSendOptions {
+    /**
+     * Called once the message is handed to the chat, which paints it: after its images were uploaded,
+     * and not at all when it is not sent because the thread could not be resumed or an upload failed.
+     * The composer keeps the message until then, so a message that is not sent can be sent again.
+     */
+    readonly onSent?: () => void;
+    /**
+     * Called when a message that was handed to the chat is gone from it after all: the server refused
+     * it because the thread could not continue, the thread was resumed without it, and its images
+     * could not be uploaded into the new thread. The caller gets it back, so it can be sent again.
+     */
+    readonly onUnsent?: () => void;
 }
 /** A closed thread of the conversation as the panel paints it above the thread that continues it. */
 export interface AssistantEarlierThreadSnapshot {
@@ -73,9 +96,9 @@ export interface AssistantPanelSnapshot {
     readonly isInputFocused: boolean;
 }
 /**
- * Owns the conversational assistant of a configurator: its client tools (`getBrowserDetails`,
- * `query` and `apply`), the chat with the server, the state of the built-in panel, and the record
- * of what changed in the configuration since the agent last acted, which every user message carries.
+ * Owns the conversational assistant of a configurator: its client tools (`query` and `apply`), the
+ * chat with the server, the state of the built-in panel, and the record of what changed in the
+ * configuration since the agent last acted, which every user message carries.
  *
  * The server owns the thread, so the chat keeps nothing in browser storage: its client hydrates
  * from the server and rejoins a reply that is still streaming.
@@ -98,11 +121,6 @@ export declare class AssistantSystem implements InitializableSystem {
      * background. Each leaves the set when its reply ends or when a new chat takes its thread over.
      */
     private readonly _finishing;
-    /**
-     * The thread before the oldest painted one, as the server named it; nothing when the painted
-     * threads start the conversation. `hasEarlierThread` of the chat says whether it is set.
-     */
-    private _olderThreadId;
     /** The resume that is running, so two sends that find the thread locked share one. */
     private _resuming;
     /**
@@ -122,8 +140,6 @@ export declare class AssistantSystem implements InitializableSystem {
      * thread continues the same chain; any other new chat starts another one.
      */
     private _chain;
-    /** The earlier thread that is being loaded, so a second press loads nothing twice. */
-    private _loadingThreadId;
     private readonly _recorder;
     /** The recorder's subscription to the committed emissions of the store; made by the first `initialize()`. */
     private _recording;
@@ -136,6 +152,11 @@ export declare class AssistantSystem implements InitializableSystem {
      */
     private readonly _applyToolCallIds;
     private readonly _undoTipToolCallId;
+    /**
+     * Object URLs of the screenshots read so far, by image id. An uploaded image never changes, so
+     * each is read once and kept while the configuration stays loaded.
+     */
+    private _screenshotUrls;
     constructor(_context: AssistantSystemContext);
     /** The conversation. It never completes, and holds the empty chat whenever no chat is active. */
     readonly chat$: ObservableWithLastValue<AssistantChatSnapshot>;
@@ -194,6 +215,12 @@ export declare class AssistantSystem implements InitializableSystem {
      * acted, which the server puts in front of the message for the model. The record is taken only
      * when there is a chat to send it on, because taking it moves its baseline.
      *
+     * The images the user attached go with the message: they are uploaded into the chat's thread
+     * first, and the message references them, one image part after its text each. The text part is
+     * left out of a message with images only. Each attempt to send uploads them again, into the
+     * thread it sends on. An upload that fails leaves the message unsent, with the failure as the
+     * error of the chat; `onSent` is not called then.
+     *
      * A thread can end in a tool call that nothing will answer: its reply parked while no page was
      * open, or the page that ran the tool was left before the result was sent. The client refuses to
      * send while it waits on such a call, so the wait is given up first, and the server records for
@@ -204,20 +231,28 @@ export declare class AssistantSystem implements InitializableSystem {
      *
      * The chat can be out of date about that: the thread reached its size limit with the reply before
      * this message, or the assistant's setup changed while the configurator stayed open. The server
-     * then refuses the message and says that the thread cannot be continued. The message stays
-     * painted while the thread is resumed, and is then sent again on the new thread, with the change
-     * record it was first sent with. This happens once: a refusal of the second attempt is the
-     * failure it is. When resuming fails, the message is left as any message that failed to send:
-     * painted, with the failure as the error of the chat.
+     * then refuses the message, or the upload of one of its images, and says that the thread cannot
+     * be continued. The thread is resumed, and the message is then sent again on the new thread, its
+     * images uploaded again, with the change record it was first sent with. This happens once: a
+     * refusal of the second attempt is the failure it is. When resuming fails, a refused message is
+     * left as any message that failed to send: painted, with the failure as the error of the chat; a
+     * refused upload leaves the message unsent. When the images of a refused message cannot be
+     * uploaded into the new thread, the message is given back through `onUnsent`.
+     *
+     * A chat that ends while the images upload, because another configuration was loaded or the
+     * thread is read again, sends nothing.
      *
      * Accepted: when the server refuses the compaction itself with a conflict, because another tab
      * compacted the thread or a run is still running, the thread is read again (see `resume`) and
      * the refused message is gone without a notice. It takes two tabs or a run racing the send, and
      * the user writes the message again, as after any reload of a thread that failed.
      *
+     * Accepted: images uploaded by an attempt that is not sent stay stored in that thread, which no
+     * message references.
+     *
      * It never rejects: a message the client could not send is reported as the error of the chat.
      */
-    send: (content: string) => Promise<void>;
+    send: (content: string, images?: ReadonlyArray<Blob>, { onSent, onUnsent }?: AssistantSendOptions) => Promise<void>;
     /**
      * Makes the chat ready for the next message. A thread the server no longer lets this session
      * continue, because the assistant's setup changed since it was started or the thread reached
@@ -232,10 +267,25 @@ export declare class AssistantSystem implements InitializableSystem {
      */
     resume: () => Promise<boolean>;
     /**
-     * Loads the thread before the oldest painted one and paints it above. Does nothing when there is
-     * none or one is being loaded. A load that fails is logged and can be asked for again.
+     * An object URL of a screenshot of the conversation, by the id its tool result references it by.
+     * It is read from the server through the client of the current chat, once per image; a read that
+     * failed is forgotten, so it can be asked for again. Rejects without a chat or when the read fails.
+     */
+    loadScreenshotUrl: (imageId: string) => Promise<string>;
+    /**
+     * Loads the closed thread named by `earlierThreadId` of the chat, whole, and paints it above the
+     * painted ones; when it is the oldest painted thread itself, closed while only its newest messages
+     * were painted, it replaces that partial copy. Does nothing when there is none, one is being
+     * loaded, or the chat's own thread still has older messages: the earlier threads come above them.
+     * A load that fails is logged and can be asked for again.
      */
     loadEarlierThread: () => Promise<void>;
+    /**
+     * Loads the page of messages before the oldest painted one of the chat's thread and paints it
+     * above. Does nothing when the thread has no older messages or a page is being loaded. A load that
+     * fails is logged and can be asked for again; one that ends after its chat did is dropped.
+     */
+    loadOlderMessages: () => Promise<void>;
     /**
      * Stops the reply on both sides. Closing the stream alone keeps the server run going, because a
      * closed connection is also how a reload looks and a reload must be able to rejoin the run.
@@ -265,8 +315,24 @@ export declare class AssistantSystem implements InitializableSystem {
      * is no such message. A refused continuation of a reply is not one: its message is stored.
      */
     private _findRefusedMessageIndex;
+    /** The content of a user message: its text, when it has any, and a reference to each of its images. */
+    private _messageContent;
+    /**
+     * Uploads the images of a message into the chat's thread, in their order, and resolves with their
+     * ids. Resolves with `'refused'` when the server refused an upload because the thread cannot be
+     * continued, and marks the chat so; then with `null` for any other failure, which is reported as
+     * the error of the chat. It never rejects.
+     */
+    private _uploadImages;
+    /**
+     * Uploads the images of a message into the thread that was resumed for it. A message the chat
+     * refused shows nowhere meanwhile, so the chat stays resuming until the upload is over: nothing
+     * else is sent ahead of it.
+     */
+    private _uploadSuccessorImages;
+    private _reportUploadFailure;
     private _sendOn;
-    private _resume;
+    private _compact;
     /**
      * The `apply` call whose committed state is the step the configuration is at. Nothing at the bottom
      * of the history, where nothing can be undone: that step was not made by a change it could take back.
@@ -300,6 +366,8 @@ export declare class AssistantSystem implements InitializableSystem {
      * it is: whether it finishes its reply or is cut off is the caller's decision.
      */
     private _retireChat;
+    /** Revokes the object URLs of the screenshots read for the configuration that was loaded, also those still being read. */
+    private _releaseScreenshotUrls;
     /** Ends the current chat without cutting its reply off. */
     private _endChat;
 }