@paymanai/payman-typescript-ask-sdk 1.2.7 → 1.2.9

package/dist/index.d.mts

@@ -71,10 +71,13 @@ type UseVoiceReturn = {
 type MessageRole = "user" | "assistant" | "system";
 type StreamProgress = "started" | "processing" | "completed" | "error";
 type WorkflowStage = "DEV" | "SANDBOX" | "PROD" | "ARCHIVED";
+type UserActionType = "PAYMENT_APPROVAL" | "PAYEE_APPROVAL";
 type UserActionRequest = {
     userActionId: string;
+    userActionType?: UserActionType;
     message: string;
     requestedSchema: Record<string, unknown>;
+    metadata?: Record<string, string>;
 };
 type UserActionResult = "approved" | "rejected";
 type UserActionState = {
@@ -123,6 +126,8 @@ type MessageDisplay = {
     activeThinkingText?: string;
     /** All thinking accumulated across blocks (for post-stream display) */
     allThinkingText?: string;
+    /** True while RAG image URLs are being resolved after the final response is shown */
+    isResolvingImages?: boolean;
 };
 type SessionParams = {
     id?: string;
@@ -138,6 +143,8 @@ type APIConfig = {
     headers?: Record<string, string>;
     /** API endpoint for streaming (default: /api/workflows/ask/stream) */
     streamEndpoint?: string;
+    /** API endpoint for resolving RAG image URLs (default: /api/playground/ask/resolve-image-urls) */
+    resolveImagesEndpoint?: string;
 };
 type ChatConfig = {
     /** API configuration - required for the library to make calls */
@@ -301,8 +308,10 @@ type StreamEvent = {
     elapsedMs?: number;
     userActionRequest?: {
         userActionId: string;
+        userActionType?: string;
         message: string;
         requestedSchema: Record<string, unknown>;
+        metadata?: Record<string, string>;
     };
     [key: string]: unknown;
 };
@@ -334,4 +343,4 @@ declare function cancelUserAction(config: ChatConfig, userActionId: string): Pro
  */
 declare function resendUserAction(config: ChatConfig, userActionId: string): Promise<UserActionResponse>;
 
-export { type APIConfig, type ChatCallbacks, type ChatConfig, type ChunkDisplay, type MessageDisplay, type MessageRole, type SessionParams, type StreamEvent, type StreamOptions, type StreamProgress, type StreamingStep, type UseChatReturn, type UseVoiceReturn, type UserActionRequest, type UserActionResult, type UserActionState, type VoiceCallbacks, type VoiceConfig, type VoicePermissions, type VoiceResult, type VoiceState, type WorkflowStage, cancelUserAction, generateId, resendUserAction, streamWorkflowEvents, submitUserAction, useChat, useVoice };
+export { type APIConfig, type ChatCallbacks, type ChatConfig, type ChunkDisplay, type MessageDisplay, type MessageRole, type SessionParams, type StreamEvent, type StreamOptions, type StreamProgress, type StreamingStep, type UseChatReturn, type UseVoiceReturn, type UserActionRequest, type UserActionResult, type UserActionState, type UserActionType, type VoiceCallbacks, type VoiceConfig, type VoicePermissions, type VoiceResult, type VoiceState, type WorkflowStage, cancelUserAction, generateId, resendUserAction, streamWorkflowEvents, submitUserAction, useChat, useVoice };

package/dist/index.d.ts

@@ -71,10 +71,13 @@ type UseVoiceReturn = {
 type MessageRole = "user" | "assistant" | "system";
 type StreamProgress = "started" | "processing" | "completed" | "error";
 type WorkflowStage = "DEV" | "SANDBOX" | "PROD" | "ARCHIVED";
+type UserActionType = "PAYMENT_APPROVAL" | "PAYEE_APPROVAL";
 type UserActionRequest = {
     userActionId: string;
+    userActionType?: UserActionType;
     message: string;
     requestedSchema: Record<string, unknown>;
+    metadata?: Record<string, string>;
 };
 type UserActionResult = "approved" | "rejected";
 type UserActionState = {
@@ -123,6 +126,8 @@ type MessageDisplay = {
     activeThinkingText?: string;
     /** All thinking accumulated across blocks (for post-stream display) */
     allThinkingText?: string;
+    /** True while RAG image URLs are being resolved after the final response is shown */
+    isResolvingImages?: boolean;
 };
 type SessionParams = {
     id?: string;
@@ -138,6 +143,8 @@ type APIConfig = {
     headers?: Record<string, string>;
     /** API endpoint for streaming (default: /api/workflows/ask/stream) */
     streamEndpoint?: string;
+    /** API endpoint for resolving RAG image URLs (default: /api/playground/ask/resolve-image-urls) */
+    resolveImagesEndpoint?: string;
 };
 type ChatConfig = {
     /** API configuration - required for the library to make calls */
@@ -301,8 +308,10 @@ type StreamEvent = {
     elapsedMs?: number;
     userActionRequest?: {
         userActionId: string;
+        userActionType?: string;
         message: string;
         requestedSchema: Record<string, unknown>;
+        metadata?: Record<string, string>;
     };
     [key: string]: unknown;
 };
@@ -334,4 +343,4 @@ declare function cancelUserAction(config: ChatConfig, userActionId: string): Pro
  */
 declare function resendUserAction(config: ChatConfig, userActionId: string): Promise<UserActionResponse>;
 
-export { type APIConfig, type ChatCallbacks, type ChatConfig, type ChunkDisplay, type MessageDisplay, type MessageRole, type SessionParams, type StreamEvent, type StreamOptions, type StreamProgress, type StreamingStep, type UseChatReturn, type UseVoiceReturn, type UserActionRequest, type UserActionResult, type UserActionState, type VoiceCallbacks, type VoiceConfig, type VoicePermissions, type VoiceResult, type VoiceState, type WorkflowStage, cancelUserAction, generateId, resendUserAction, streamWorkflowEvents, submitUserAction, useChat, useVoice };
+export { type APIConfig, type ChatCallbacks, type ChatConfig, type ChunkDisplay, type MessageDisplay, type MessageRole, type SessionParams, type StreamEvent, type StreamOptions, type StreamProgress, type StreamingStep, type UseChatReturn, type UseVoiceReturn, type UserActionRequest, type UserActionResult, type UserActionState, type UserActionType, type VoiceCallbacks, type VoiceConfig, type VoicePermissions, type VoiceResult, type VoiceState, type WorkflowStage, cancelUserAction, generateId, resendUserAction, streamWorkflowEvents, submitUserAction, useChat, useVoice };

package/dist/index.js

@@ -336,8 +336,10 @@ function processStreamEvent(event, state) {
     if (event.userActionRequest) {
       state.userActionRequest = {
         userActionId: event.userActionRequest.userActionId,
+        userActionType: event.userActionRequest.userActionType,
         message: event.userActionRequest.message,
-        requestedSchema: event.userActionRequest.requestedSchema
+        requestedSchema: event.userActionRequest.requestedSchema,
+        metadata: event.userActionRequest.metadata
       };
     }
     state.userActionPending = true;
@@ -529,7 +531,8 @@ function createFinalMessage(streamingId, state) {
     currentExecutingStepId: void 0,
     userActionResult: state.userActionResult,
     activeThinkingText: void 0,
-    allThinkingText: state.hasError ? void 0 : state.allThinkingText
+    allThinkingText: state.hasError ? void 0 : state.allThinkingText,
+    isResolvingImages: state.hasError ? void 0 : state.isResolvingImages
   };
 }
 function createCancelledMessageUpdate(steps, currentMessage) {
@@ -583,6 +586,16 @@ function buildUserActionUrl(config, userActionId, action) {
   const encodedUserActionId = encodeURIComponent(userActionId);
   return `${config.api.baseUrl}${basePath}/user-action/${encodedUserActionId}/${action}`;
 }
+function buildResolveImagesUrl(config) {
+  if (config.api.resolveImagesEndpoint) {
+    return `${config.api.baseUrl}${config.api.resolveImagesEndpoint}`;
+  }
+  const streamEndpoint = config.api.streamEndpoint || "/api/workflows/ask/stream";
+  const [endpointPath] = streamEndpoint.split("?");
+  const normalizedEndpointPath = endpointPath.replace(/\/+$/, "");
+  const basePath = normalizedEndpointPath.endsWith("/stream") ? normalizedEndpointPath.slice(0, -"/stream".length) : normalizedEndpointPath;
+  return `${config.api.baseUrl}${basePath}/resolve-image-urls`;
+}
 function buildRequestHeaders(config) {
   const headers = {
     ...config.api.headers
@@ -697,6 +710,58 @@ var activeStreamStore = {
     streams.delete(key);
   }
 };
+
+// src/utils/ragImageResolver.ts
+var RAG_IMAGE_REGEX = /\/api\/rag\/chunks\/[^"'\s]+\/image/;
+function hasRagImages(content) {
+  return RAG_IMAGE_REGEX.test(content);
+}
+async function waitForNextPaint(signal) {
+  if (signal?.aborted) return;
+  await new Promise((resolve) => {
+    let isSettled = false;
+    const finish = () => {
+      if (isSettled) return;
+      isSettled = true;
+      signal?.removeEventListener("abort", finish);
+      resolve();
+    };
+    signal?.addEventListener("abort", finish, { once: true });
+    if (typeof requestAnimationFrame === "function") {
+      requestAnimationFrame(() => {
+        setTimeout(finish, 0);
+      });
+      return;
+    }
+    setTimeout(finish, 0);
+  });
+}
+async function resolveRagImageUrls(config, content, signal) {
+  const url = buildResolveImagesUrl(config);
+  const baseHeaders = buildRequestHeaders(config);
+  const headers = { "Content-Type": "application/json", ...baseHeaders };
+  const response = await fetch(url, {
+    method: "POST",
+    headers,
+    body: JSON.stringify({ input: content }),
+    signal
+  });
+  if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`HTTP ${response.status}: ${errorText}`);
+  }
+  const text = await response.text();
+  try {
+    const parsed = JSON.parse(text);
+    if (typeof parsed === "string") return parsed;
+    if (typeof parsed.output === "string") return parsed.output;
+    if (typeof parsed.result === "string") return parsed.result;
+  } catch {
+  }
+  return text;
+}
+
+// src/hooks/useStreamManager.ts
 function useStreamManager(config, callbacks, setMessages, setIsWaitingForResponse) {
   const abortControllerRef = react.useRef(null);
   const configRef = react.useRef(config);
@@ -862,9 +927,11 @@ function useStreamManager(config, callbacks, setMessages, setIsWaitingForRespons
             if (state.currentSessionId && state.currentSessionId !== sessionId) {
               callbacksRef.current.onSessionIdChange?.(state.currentSessionId);
             }
+            const needsImageResolve = !state.hasError && !abortController.signal.aborted && hasRagImages(state.accumulatedContent);
             const finalMessage = createFinalMessage(streamingId, {
               ...state,
-              sessionId: state.currentSessionId || sessionId
+              sessionId: state.currentSessionId || sessionId,
+              isResolvingImages: needsImageResolve
             });
             setMessages(
               (prev) => prev.map(
@@ -875,6 +942,30 @@ function useStreamManager(config, callbacks, setMessages, setIsWaitingForRespons
           }
         });
         clearThrottle();
+        const shouldResolveImages = !abortController.signal.aborted && !state.hasError && hasRagImages(state.accumulatedContent);
+        if (shouldResolveImages) {
+          await waitForNextPaint(abortController.signal);
+        }
+        if (shouldResolveImages && !abortController.signal.aborted) {
+          try {
+            const resolvedContent = await resolveRagImageUrls(
+              currentConfig,
+              state.accumulatedContent,
+              abortController.signal
+            );
+            setMessages(
+              (prev) => prev.map(
+                (msg) => msg.id === streamingId ? { ...msg, content: resolvedContent, isResolvingImages: false } : msg
+              )
+            );
+          } catch {
+            setMessages(
+              (prev) => prev.map(
+                (msg) => msg.id === streamingId ? { ...msg, isResolvingImages: false } : msg
+              )
+            );
+          }
+        }
         return state.currentSessionId;
       } catch (error) {
         clearThrottle();