guideai-app 0.5.0 → 0.5.1

package/dist/components/AnimatedSettingsItem.d.ts

@@ -5,5 +5,5 @@ interface AnimatedSettingsItemProps {
     children: React.ReactNode;
     React: typeof import('react');
 }
-declare const AnimatedSettingsItem: ({ visible, gap, isLast, children, React }: AnimatedSettingsItemProps) => import("react").JSX.Element;
+declare const AnimatedSettingsItem: ({ visible, gap, isLast, children, React, }: AnimatedSettingsItemProps) => import("react").JSX.Element;
 export default AnimatedSettingsItem;

package/dist/components/Microphone.d.ts

@@ -15,5 +15,5 @@ interface MicrophoneProps {
     isMuted: boolean;
     React: typeof import('react');
 }
-declare const Microphone: ({ componentRef, baseStyles, hasInteracted, popupPosition, showOnboarding, handleOnboardingComplete, handleOnboardingClose, isConnecting, status, handleToggleConversation, showTranscript, hasMic, isMuted, React }: MicrophoneProps) => import("react").JSX.Element;
+declare const Microphone: ({ componentRef, baseStyles, hasInteracted, popupPosition, showOnboarding, handleOnboardingComplete, handleOnboardingClose, isConnecting, status, handleToggleConversation, showTranscript, hasMic, isMuted, React, }: MicrophoneProps) => import("react").JSX.Element;
 export default Microphone;

package/dist/components/SettingsMenu.d.ts

@@ -12,5 +12,5 @@ interface SettingsMenuProps {
     micPosition?: MicButtonPosition;
     React: typeof import('react');
 }
-declare const SettingsMenu: ({ handleResetChat, hasMic, isMuted, handleToggleMute, showTranscript, handleToggleTranscript, showSettings, setShowSettings, transcriptPosition, micPosition, React }: SettingsMenuProps) => import("react").JSX.Element;
+declare const SettingsMenu: ({ handleResetChat, hasMic, isMuted, handleToggleMute, showTranscript, handleToggleTranscript, showSettings, setShowSettings, transcriptPosition, micPosition, React, }: SettingsMenuProps) => import("react").JSX.Element;
 export default SettingsMenu;

package/dist/components/TranscriptBox.d.ts

@@ -22,10 +22,11 @@ interface TranscriptBoxProps {
     showSettings?: boolean;
     setShowSettings?: (value: boolean) => void;
     isDataChannelOpen?: boolean;
+    isResponseActive?: boolean;
     React: typeof import('react');
 }
 declare const TranscriptBox: {
-    ({ allMessages, showTranscript, handleCloseTranscript, handleToggleTranscript, showTextInput, textInput, setTextInput, handleTextSubmit, handleTextKeyPress, textPlaceholder, micPosition, transcriptPosition, hasMic, isMuted, handleToggleMute, isConversationActive, handleResetChat, showSettings, setShowSettings, isDataChannelOpen, React }: TranscriptBoxProps): import("react").JSX.Element | null;
+    ({ allMessages, showTranscript, handleCloseTranscript: _handleCloseTranscript, handleToggleTranscript, showTextInput, textInput, setTextInput, handleTextSubmit, handleTextKeyPress, textPlaceholder, micPosition, transcriptPosition, hasMic, isMuted, handleToggleMute, isConversationActive: _isConversationActive, handleResetChat, showSettings, setShowSettings, isDataChannelOpen, isResponseActive, React, }: TranscriptBoxProps): import("react").JSX.Element | null;
     displayName: string;
 };
 export default TranscriptBox;

package/dist/components/TranscriptTextInput.d.ts

@@ -5,7 +5,8 @@ interface TranscriptTextInputProps {
     handleTextKeyPress?: (event: React.KeyboardEvent) => void;
     textPlaceholder?: string;
     isDataChannelOpen?: boolean;
+    isResponseActive?: boolean;
     React: typeof import('react');
 }
-declare const TranscriptTextInput: ({ textInput, setTextInput, handleTextSubmit, handleTextKeyPress, textPlaceholder, isDataChannelOpen, React }: TranscriptTextInputProps) => import("react").JSX.Element;
+declare const TranscriptTextInput: ({ textInput, setTextInput, handleTextSubmit, handleTextKeyPress, textPlaceholder, isDataChannelOpen, isResponseActive, React, }: TranscriptTextInputProps) => import("react").JSX.Element;
 export default TranscriptTextInput;

package/dist/components/TranscriptToggle.d.ts

@@ -3,5 +3,5 @@ interface TranscriptToggleProps {
     handleToggleTranscript?: () => void;
     React: typeof import('react');
 }
-declare const TranscriptToggle: ({ showTranscript, handleToggleTranscript, React }: TranscriptToggleProps) => import("react").JSX.Element;
+declare const TranscriptToggle: ({ showTranscript, handleToggleTranscript, React, }: TranscriptToggleProps) => import("react").JSX.Element;
 export default TranscriptToggle;

package/dist/hooks/useWebRTC.d.ts

@@ -8,6 +8,11 @@ import { ConversationManager } from '../utils/conversationManager';
 import type { RecordingStatus } from '../types/GuideAI.types';
 import type { GuideAIEnvironment } from '../types/GuideAI.types';
 import type { StoredMessage } from '../utils/messageStorage';
+export type PropTools = Record<string, {
+    description: string;
+    parameters: object;
+    execute: (args: Record<string, unknown>) => Promise<unknown>;
+}>;
 export interface UseWebRTCParams {
     hooks: {
         useRef: <T>(initialValue: T) => {
@@ -18,6 +23,7 @@ export interface UseWebRTCParams {
     organizationKey: string;
     environment: GuideAIEnvironment;
     setIsDataChannelOpen: (open: boolean) => void;
+    setIsResponseActive: (active: boolean) => void;
     setIsConnecting: (connecting: boolean) => void;
     setStatus: (status: RecordingStatus) => void;
     handleHighlightThenClick: (out: any) => Promise<boolean>;
@@ -38,6 +44,8 @@ export interface UseWebRTCParams {
         current: ConversationManager | null;
     };
     onMessageLogged: () => void;
+    /** Optional tools from component prop: Record<functionName, { description, parameters, execute }> */
+    tools?: PropTools;
 }
 export declare function useWebRTC(params: UseWebRTCParams): {
     peerConnectionRef: {

package/dist/types/GuideAI.types.d.ts

@@ -38,6 +38,12 @@ export interface GuideAIProps {
         placeholder?: string;
     };
     visualContext?: VisualContextConfig;
+    /** Custom tools: Record<functionName, { description, parameters, execute }> - always custom handler */
+    tools?: Record<string, {
+        description: string;
+        parameters: object;
+        execute: (args: Record<string, unknown>) => Promise<unknown>;
+    }>;
 }
 export type TranscriptPosition = 'right' | 'left';
 export type PopupPosition = 'above' | 'below' | 'above-left' | 'above-right' | 'above-center' | 'below-left' | 'below-right' | 'below-center';

package/dist/utils/api.d.ts

@@ -11,15 +11,27 @@ export interface Workflow {
     createdAt?: string;
     updatedAt?: string;
 }
+export interface PropToolDefinition {
+    name: string;
+    description: string;
+    parameters: object;
+}
 export interface InitializeWebRTCPayload {
     sdp: string;
     organizationKey: string;
     user?: string;
     conversationId?: string;
+    /** Prop tools to sync to library (server creates if not exist, unpublished) */
+    propTools?: PropToolDefinition[];
+}
+export interface ToolFromServer {
+    toolConfig: object;
+    functionConfig: object;
 }
 export interface InitializeWebRTCResponse {
     answerSdp: string;
     id: string;
+    tools?: ToolFromServer[];
 }
 export declare const initializeWebRTC: (endpoint: string, payload: InitializeWebRTCPayload) => Promise<InitializeWebRTCResponse>;
 export declare const logMessage: (messageData: MessageData, conversationId: string | null, organizationKey: string, user?: string, environment?: GuideAIEnvironment) => Promise<void>;

package/dist/utils/constants.d.ts

@@ -5,7 +5,7 @@ export declare const GUIDE_AI_API_BASE_LOCAL = "http://localhost:3000/api";
 export declare const getApiBaseUrl: (environment?: "development" | "production" | "local") => string;
 export declare const GUIDE_AI_API_BASE = "https://app.getguide.ai/api";
 export declare const OPENAI_REALTIME_BASE = "https://api.openai.com/v1/realtime/calls";
-export type ElementInteractionType = "HIGHLIGHT" | "HOVERANDCLICK";
+export type ElementInteractionType = 'HIGHLIGHT' | 'HOVERANDCLICK';
 export declare const UI_LAYOUT: {
     /** Mic/icon wrapper size - matches .guideai-icon-wrapper */
     readonly micButtonSize: 50;

package/dist/utils/dataChannel.d.ts

@@ -1,4 +1,5 @@
 import { StoredMessage } from './messageStorage';
+import { type ToolWithConfig } from './toolRegistry';
 import { ConversationManager } from './conversationManager';
 export type RecordingStatus = 'idle' | 'recording' | 'active' | 'processing' | 'playing';
 export declare const IGNORE_MESSAGE_TYPES: string[];
@@ -13,6 +14,7 @@ export interface DataChannelCallbacks {
     onDataChannelClose: (pc: RTCPeerConnection) => void;
     onDataChannelError: (event: Event) => void;
     onDataChannelMessageError: (message: any) => void;
+    setIsResponseActive: (active: boolean) => void;
     updateStreamingMessage: (delta: string) => void;
     /** Reset streaming state when a new response starts (call on response.created) */
     resetStreamingMessage?: () => void;
@@ -28,6 +30,14 @@ export interface DataChannelCallbacks {
 export interface DataChannelConfig {
     audioStream: MediaStream | null;
     callbacks: DataChannelCallbacks;
+    /** Tools from server (initialize response). If undefined = old server, use built-in. If [] = new server, no tools. */
+    tools?: ToolWithConfig[];
+    /** Prop tools: Record<functionName, { description, parameters, execute }> - always custom handler */
+    propTools?: Record<string, {
+        description: string;
+        parameters: object;
+        execute: (args: Record<string, unknown>) => Promise<unknown>;
+    }>;
 }
 export declare const BUFFERED_AMOUNT_THRESHOLD = 65536;
 export declare class DataChannelManager {
@@ -36,7 +46,12 @@ export declare class DataChannelManager {
     private callbacks;
     private audioStream;
     private sendQueue;
+    private toolsConfig;
+    private serverToolsReceived;
+    private propTools?;
     constructor(config: DataChannelConfig);
+    /** Set tools from server (call after initialize, before channel opens) */
+    setTools(tools: ToolWithConfig[]): void;
     /**
      * Create a new data channel on the peer connection
      */

package/dist/utils/highlightThenClick.d.ts

@@ -1,2 +1,2 @@
-import { ToolInput } from "./elementInteractions";
+import { ToolInput } from './elementInteractions';
 export declare const highlightThenClick: (out: ToolInput, isHighlighting: boolean, setIsHighlighting: (highlighting: boolean) => void) => Promise<boolean>;

package/dist/utils/logger.d.ts

@@ -1,4 +1,4 @@
-type Component = 'GuideAI' | 'API' | 'TranscriptBox' | 'Onboarding' | 'VisualContext' | 'MessageStorage' | 'DataChannel' | 'ConversationManager' | 'LocalStorageHelper' | 'WebRTCConnection';
+type Component = 'GuideAI' | 'API' | 'TranscriptBox' | 'Onboarding' | 'VisualContext' | 'MessageStorage' | 'DataChannel' | 'ConversationManager' | 'LocalStorageHelper' | 'WebRTCConnection' | 'ToolRegistry';
 declare class Logger {
     private static formatMessage;
     private static checkLoggingEnabled;

package/dist/utils/toolRegistry.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Tool execution registry.
+ * Maps function names to handlers for built-in types and api_call.
+ * No eval - only registered handlers or HTTP fetch for api_call.
+ */
+export type ToolHandler = (args: Record<string, unknown>, callbacks: {
+    handleHighlightThenClick: (out: any) => Promise<boolean>;
+    handleHoverThenClick: (out: any) => Promise<boolean>;
+    handleHover: (out: any) => Promise<boolean>;
+    handleGoToAElmLink: (linkText: string, delay?: number) => Promise<boolean>;
+}) => Promise<unknown>;
+export interface ToolWithConfig {
+    toolConfig: {
+        type: string;
+        name: string;
+        description?: string;
+        parameters?: object;
+    };
+    functionConfig: {
+        handlerType: string;
+        url?: string;
+    };
+}
+/**
+ * Execute a tool by name using server-provided tools config and callbacks.
+ * Returns the result for function_call_output.
+ */
+export declare function executeTool(name: string, args: string, toolsConfig: ToolWithConfig[], callbacks: {
+    handleHighlightThenClick: (out: any) => Promise<boolean>;
+    handleHoverThenClick: (out: any) => Promise<boolean>;
+    handleHover: (out: any) => Promise<boolean>;
+    handleGoToAElmLink: (linkText: string, delay?: number) => Promise<boolean>;
+}, propHandlers?: Record<string, (args: Record<string, unknown>) => Promise<unknown>>): Promise<unknown>;

package/dist/utils/webrtcConnection.d.ts

@@ -16,11 +16,16 @@ export interface WebRTCConnectionConfig {
     audioStream: MediaStream | null;
     /** Initialize endpoint URL (e.g. /api/initialize) - returns { id, answerSdp } */
     initializeEndpoint: string;
-    /** Payload for initialize (organizationKey, user, conversationId */
+    /** Payload for initialize (organizationKey, user, conversationId, propTools) */
     initializePayload: {
         organizationKey: string;
         user?: string;
         conversationId?: string | null;
+        propTools?: {
+            name: string;
+            description: string;
+            parameters: object;
+        }[];
     };
     /** Called when session data is received (id) */
     onSessionData?: (data: InitializeSessionData) => void;

package/dist/visualContext/debug-overlay.d.ts

@@ -6,5 +6,5 @@ interface DebugOverlayProps {
     onToggleGallery?: () => void;
     showGallery?: boolean;
 }
-export declare const DebugOverlay: ({ React, frames, latencyMs, onToggleGallery, showGallery }: DebugOverlayProps) => import("react").DetailedReactHTMLElement<import("react").HTMLAttributes<HTMLElement>, HTMLElement>;
+export declare const DebugOverlay: ({ React, frames, latencyMs, onToggleGallery, showGallery, }: DebugOverlayProps) => import("react").DetailedReactHTMLElement<import("react").HTMLAttributes<HTMLElement>, HTMLElement>;
 export {};

package/dist/visualContext/index.d.ts

@@ -8,5 +8,5 @@ export { VisualContextScheduler } from './VisualContextScheduler';
 export { DebugOverlay } from './debug-overlay';
 export { useVisualContext } from './useVisualContext';
 export { createDefaultScreenshotProvider, getDefaultScreenshotProvider } from './defaultProvider';
-export type { ScreenshotResponse, ScreenshotFrame, ScreenshotDetail, ScreenshotOptions, ScreenshotProvider, VisualContextConfig } from './types';
+export type { ScreenshotResponse, ScreenshotFrame, ScreenshotDetail, ScreenshotOptions, ScreenshotProvider, VisualContextConfig, } from './types';
 export { MAX_IMAGE_MESSAGE_BYTES } from './types';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "guideai-app",
-  "version": "0.5.0",
+  "version": "0.5.1",
   "description": "AI-powered guide component for React applications",
   "main": "dist/GuideAI.js",
   "types": "dist/index.d.ts",
@@ -22,6 +22,7 @@
     "dev": "npm run watch",
     "serve:local": "npm run build:dev && npx serve -l 8080 dist",
     "prepare": "npm run build",
+    "lint": "eslint src --ext .ts,.tsx",
     "test": "jest",
     "test:watch": "jest --watch",
     "test:coverage": "jest --coverage"
@@ -44,10 +45,15 @@
     "react-dom": "^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0"
   },
   "devDependencies": {
+    "@eslint/js": "^10.0.1",
     "@testing-library/jest-dom": "^6.9.1",
     "@testing-library/react": "^16.3.0",
     "@types/jest": "^30.0.0",
     "@types/react": "^18.2.0",
+    "@typescript-eslint/eslint-plugin": "^8.56.0",
+    "@typescript-eslint/parser": "^8.56.0",
+    "eslint": "^10.0.1",
+    "eslint-config-prettier": "^10.1.8",
     "javascript-obfuscator": "^4.1.0",
     "jest": "^30.2.0",
     "jest-circus": "^30.2.0",
@@ -62,4 +68,4 @@
     "webpack": "^5.98.0",
     "webpack-cli": "^6.0.1"
   }
-}
+}