@cuekit-ai/react 1.6.1 → 1.6.2

package/dist/{chunk-24V3WQXJ.mjs → chunk-VPBWDYPG.mjs}

@@ -22994,7 +22994,7 @@ var setWebRTCConnectionState = (state) => {
 };
 
 // src/constants/index.ts
-var WEBRTC_BACKEND_SERVER_URL = "https://api-webrtc-dev.ansyr.ai";
+var WEBRTC_BACKEND_SERVER_URL = "http://ansyr-interview-be-dev-nlb-adb7e355084b6bb8.elb.ap-south-1.amazonaws.com";
 
 // src/core/intent-store.ts
 var store = {
@@ -23327,13 +23327,14 @@ function getImmediateText(element) {
 }
 function executeAction(action) {
   console.log("\u{1F3AF} Executing element action:", action);
-  const { action_type, target_element, target } = action;
+  const { action_type, target_element, target, text, input_intent } = action;
   switch (action_type) {
     case "click":
       return clickElement(target_element);
     case "navigate":
       return navigateToElement(target_element || target);
     case "input":
+      return inputElement(target_element, text, input_intent);
     case "focus":
       return focusElement(target_element);
     case "toggle":
@@ -23343,6 +23344,35 @@ function executeAction(action) {
       return false;
   }
 }
+function getElementType(element) {
+  const tagName = element.tagName.toLowerCase();
+  if (tagName === "input") {
+    const inputType = element.type;
+    return "input";
+  }
+  if (tagName === "textarea") {
+    return "input";
+  }
+  if (tagName === "select") {
+    return "input";
+  }
+  if (tagName === "button") {
+    return "button";
+  }
+  if (element.getAttribute("role") === "button") {
+    return "button";
+  }
+  if (tagName === "a") {
+    return "link";
+  }
+  if (element.getAttribute("role") === "link") {
+    return "link";
+  }
+  if (tagName === "form") {
+    return "form";
+  }
+  return "button";
+}
 function captureAllInteractiveElements() {
   console.log("\u{1F333} Capturing ALL interactive elements for Cuekit...");
   const interactiveElements = {};
@@ -23396,8 +23426,9 @@ function captureAllInteractiveElements() {
     if (descriptionsMap.has(elementId)) {
       tags.push(...descriptionsMap.get(elementId) || []);
     }
+    const elementType = getElementType(element);
     const textContent = getImmediateText(element) || element.textContent?.trim() || "";
-    interactiveElements[elementId] = [textContent, ...tags];
+    interactiveElements[elementId] = [elementType, textContent, ...tags];
     console.log("\u{1F333} Captured element:", {
       id: elementId,
       tagName: element.tagName,
@@ -23488,6 +23519,44 @@ function focusElement(elementId) {
     return false;
   }
 }
+function inputElement(elementId, text, inputIntent) {
+  console.log("\u2328\uFE0F inputElement called with:", { elementId, text, inputIntent });
+  if (!elementId || !text) {
+    console.log("\u2328\uFE0F inputElement: missing elementId or text");
+    return false;
+  }
+  const domElement = findDOMElementById(elementId);
+  if (!domElement) {
+    console.log("\u2328\uFE0F inputElement: element not found");
+    return false;
+  }
+  if (domElement instanceof HTMLInputElement || domElement instanceof HTMLTextAreaElement) {
+    console.log("\u2328\uFE0F inputElement: found input element:", {
+      tagName: domElement.tagName,
+      type: domElement.type,
+      currentValue: domElement.value
+    });
+    domElement.focus();
+    if (inputIntent === "add") {
+      domElement.value += text;
+    } else {
+      domElement.value = text;
+    }
+    domElement.dispatchEvent(new Event("input", { bubbles: true }));
+    domElement.dispatchEvent(new Event("change", { bubbles: true }));
+    console.log("\u2328\uFE0F inputElement: text set successfully:", {
+      newValue: domElement.value,
+      inputIntent
+    });
+    return true;
+  } else {
+    console.log("\u2328\uFE0F inputElement: element is not an input field:", {
+      tagName: domElement.tagName,
+      type: domElement.type
+    });
+    return false;
+  }
+}
 function toggleElement(elementId) {
   if (!elementId) {
     return false;
@@ -23591,7 +23660,7 @@ function findDOMElementById(elementId) {
 // src/utils/webrtc-service.ts
 var room = null;
 var reconnectTimeout = null;
-var serverUrl = WEBRTC_BACKEND_SERVER_URL || "https://bdd4c945f073.ngrok-free.app";
+var serverUrl = WEBRTC_BACKEND_SERVER_URL || "http://ansyr-interview-be-dev-nlb-adb7e355084b6bb8.elb.ap-south-1.amazonaws.com";
 var callbacks = {};
 var audioContainerRef = null;
 var livekitUrl = null;

package/dist/cuekit.css

@@ -769,7 +769,6 @@ input::placeholder {
 }
 
 .voice-chat-language-preview {
-  opacity: 0.8;
   transition: opacity 0.2s ease;
 }
 

package/dist/index.d.mts

@@ -119,6 +119,8 @@ interface AIIntentData {
     actionType: 'navigate' | 'click' | 'input' | 'scroll';
     routeName?: string;
     elementId?: string;
+    text?: string;
+    inputIntent?: 'add' | 'replace';
 }
 interface NavigationCommand {
     type: 'ai_intent';
@@ -373,6 +375,8 @@ interface ElementAction {
     target_element?: string;
     target?: string;
     instruction?: string;
+    text?: string;
+    input_intent?: 'add' | 'replace';
 }
 declare function executeAction(action: ElementAction): boolean;
 /**

package/dist/index.d.ts

@@ -119,6 +119,8 @@ interface AIIntentData {
     actionType: 'navigate' | 'click' | 'input' | 'scroll';
     routeName?: string;
     elementId?: string;
+    text?: string;
+    inputIntent?: 'add' | 'replace';
 }
 interface NavigationCommand {
     type: 'ai_intent';
@@ -373,6 +375,8 @@ interface ElementAction {
     target_element?: string;
     target?: string;
     instruction?: string;
+    text?: string;
+    input_intent?: 'add' | 'replace';
 }
 declare function executeAction(action: ElementAction): boolean;
 /**

package/dist/index.js

@@ -331,7 +331,7 @@ var WEBRTC_BACKEND_SERVER_URL;
 var init_constants = __esm({
   "src/constants/index.ts"() {
     "use strict";
-    WEBRTC_BACKEND_SERVER_URL = "https://api-webrtc-dev.ansyr.ai";
+    WEBRTC_BACKEND_SERVER_URL = "http://ansyr-interview-be-dev-nlb-adb7e355084b6bb8.elb.ap-south-1.amazonaws.com";
   }
 });
 
@@ -23320,13 +23320,14 @@ function getImmediateText(element3) {
 }
 function executeAction(action) {
   console.log("\u{1F3AF} Executing element action:", action);
-  const { action_type, target_element, target } = action;
+  const { action_type, target_element, target, text: text7, input_intent } = action;
   switch (action_type) {
     case "click":
       return clickElement(target_element);
     case "navigate":
       return navigateToElement(target_element || target);
     case "input":
+      return inputElement(target_element, text7, input_intent);
     case "focus":
       return focusElement(target_element);
     case "toggle":
@@ -23336,6 +23337,35 @@ function executeAction(action) {
       return false;
   }
 }
+function getElementType(element3) {
+  const tagName = element3.tagName.toLowerCase();
+  if (tagName === "input") {
+    const inputType = element3.type;
+    return "input";
+  }
+  if (tagName === "textarea") {
+    return "input";
+  }
+  if (tagName === "select") {
+    return "input";
+  }
+  if (tagName === "button") {
+    return "button";
+  }
+  if (element3.getAttribute("role") === "button") {
+    return "button";
+  }
+  if (tagName === "a") {
+    return "link";
+  }
+  if (element3.getAttribute("role") === "link") {
+    return "link";
+  }
+  if (tagName === "form") {
+    return "form";
+  }
+  return "button";
+}
 function captureAllInteractiveElements() {
   console.log("\u{1F333} Capturing ALL interactive elements for Cuekit...");
   const interactiveElements = {};
@@ -23389,8 +23419,9 @@ function captureAllInteractiveElements() {
     if (descriptionsMap.has(elementId)) {
       tags.push(...descriptionsMap.get(elementId) || []);
     }
+    const elementType = getElementType(element3);
     const textContent = getImmediateText(element3) || element3.textContent?.trim() || "";
-    interactiveElements[elementId] = [textContent, ...tags];
+    interactiveElements[elementId] = [elementType, textContent, ...tags];
     console.log("\u{1F333} Captured element:", {
       id: elementId,
       tagName: element3.tagName,
@@ -23481,6 +23512,44 @@ function focusElement(elementId) {
     return false;
   }
 }
+function inputElement(elementId, text7, inputIntent) {
+  console.log("\u2328\uFE0F inputElement called with:", { elementId, text: text7, inputIntent });
+  if (!elementId || !text7) {
+    console.log("\u2328\uFE0F inputElement: missing elementId or text");
+    return false;
+  }
+  const domElement = findDOMElementById(elementId);
+  if (!domElement) {
+    console.log("\u2328\uFE0F inputElement: element not found");
+    return false;
+  }
+  if (domElement instanceof HTMLInputElement || domElement instanceof HTMLTextAreaElement) {
+    console.log("\u2328\uFE0F inputElement: found input element:", {
+      tagName: domElement.tagName,
+      type: domElement.type,
+      currentValue: domElement.value
+    });
+    domElement.focus();
+    if (inputIntent === "add") {
+      domElement.value += text7;
+    } else {
+      domElement.value = text7;
+    }
+    domElement.dispatchEvent(new Event("input", { bubbles: true }));
+    domElement.dispatchEvent(new Event("change", { bubbles: true }));
+    console.log("\u2328\uFE0F inputElement: text set successfully:", {
+      newValue: domElement.value,
+      inputIntent
+    });
+    return true;
+  } else {
+    console.log("\u2328\uFE0F inputElement: element is not an input field:", {
+      tagName: domElement.tagName,
+      type: domElement.type
+    });
+    return false;
+  }
+}
 function toggleElement(elementId) {
   if (!elementId) {
     return false;
@@ -23877,7 +23946,7 @@ var init_webrtc_service = __esm({
     init_navigation();
     room = null;
     reconnectTimeout = null;
-    serverUrl = WEBRTC_BACKEND_SERVER_URL || "https://bdd4c945f073.ngrok-free.app";
+    serverUrl = WEBRTC_BACKEND_SERVER_URL || "http://ansyr-interview-be-dev-nlb-adb7e355084b6bb8.elb.ap-south-1.amazonaws.com";
     callbacks = {};
     audioContainerRef = null;
     livekitUrl = null;
@@ -25054,7 +25123,7 @@ function InitCuekit(config) {
     setAppId(config.appId);
   }
   const webRTCConfig = {
-    serverUrl: config.webRTC?.serverUrl || "https://your-deployed-webrtc-backend.com",
+    serverUrl: config.webRTC?.serverUrl || "http://ansyr-interview-be-dev-nlb-adb7e355084b6bb8.elb.ap-south-1.amazonaws.com",
     roomName: config.webRTC?.roomName || "default-room",
     participantName: config.webRTC?.participantName || "user",
     tokenTtlSeconds: config.webRTC?.tokenTtlSeconds || 7200
@@ -25479,6 +25548,18 @@ var useCuekit = (options) => {
             action_type: "navigate",
             target_element: intent.routeName
           });
+        } else if (intent.actionType === "input" && intent.elementId && intent.text) {
+          console.log("\u{1F3AF} Executing input action:", {
+            elementId: intent.elementId,
+            text: intent.text,
+            inputIntent: intent.inputIntent
+          });
+          executeAction({
+            action_type: "input",
+            target_element: intent.elementId,
+            text: intent.text,
+            input_intent: intent.inputIntent || "replace"
+          });
         } else {
           console.log("\u{1F3AF} AI Intent not handled:", intent);
         }

package/dist/index.mjs

@@ -37,7 +37,7 @@ import {
   setWebRTCCallbacks,
   setWebRTCConfig,
   validateDynamicElements
-} from "./chunk-24V3WQXJ.mjs";
+} from "./chunk-VPBWDYPG.mjs";
 
 // node_modules/inline-style-parser/index.js
 var require_inline_style_parser = __commonJS({
@@ -1175,7 +1175,7 @@ function InitCuekit(config) {
     setAppId(config.appId);
   }
   const webRTCConfig = {
-    serverUrl: config.webRTC?.serverUrl || "https://your-deployed-webrtc-backend.com",
+    serverUrl: config.webRTC?.serverUrl || "http://ansyr-interview-be-dev-nlb-adb7e355084b6bb8.elb.ap-south-1.amazonaws.com",
     roomName: config.webRTC?.roomName || "default-room",
     participantName: config.webRTC?.participantName || "user",
     tokenTtlSeconds: config.webRTC?.tokenTtlSeconds || 7200
@@ -1293,7 +1293,7 @@ var AnsyrProvider = ({
     };
   }, [navigationHandler]);
   useEffect(() => {
-    import("./webrtc-service-N76TYFI4.mjs").then(({ setWebRTCCallbacks: setWebRTCCallbacks2 }) => {
+    import("./webrtc-service-FGQXAECZ.mjs").then(({ setWebRTCCallbacks: setWebRTCCallbacks2 }) => {
       setWebRTCCallbacks2({
         onNavigationCommand: (command) => {
           if (command.data.actionType === "navigate" && command.data.routeName) {
@@ -1588,6 +1588,18 @@ var useCuekit = (options) => {
             action_type: "navigate",
             target_element: intent.routeName
           });
+        } else if (intent.actionType === "input" && intent.elementId && intent.text) {
+          console.log("\u{1F3AF} Executing input action:", {
+            elementId: intent.elementId,
+            text: intent.text,
+            inputIntent: intent.inputIntent
+          });
+          executeAction({
+            action_type: "input",
+            target_element: intent.elementId,
+            text: intent.text,
+            input_intent: intent.inputIntent || "replace"
+          });
         } else {
           console.log("\u{1F3AF} AI Intent not handled:", intent);
         }

package/dist/{webrtc-service-N76TYFI4.mjs → webrtc-service-FGQXAECZ.mjs}

@@ -15,7 +15,7 @@ import {
   setAudioContainer,
   setServerUrl,
   setWebRTCCallbacks
-} from "./chunk-24V3WQXJ.mjs";
+} from "./chunk-VPBWDYPG.mjs";
 export {
   authenticate,
   connectToRoom,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cuekit-ai/react",
-  "version": "1.6.1",
+  "version": "1.6.2",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "exports": {