@worktango/ai-assistant 0.0.45 → 0.0.47

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@worktango/ai-assistant",
-  "version": "0.0.45",
+  "version": "0.0.47",
   "files": [
     "dist",
     "express.d.ts",
@@ -20,6 +20,8 @@
     "gql:generate": "gql-generate"
   },
   "dependencies": {
+    "dom-to-semantic-markdown": "^1.3",
+    "html2canvas": "^1.4.1",
     "http-proxy-middleware": "^3",
     "json-nd": "^1",
     "micromark": "^4"

package/react.d.ts

@@ -13,13 +13,23 @@ type ToolDeclaration = {
     role: "user" | "model" | "tool";
     parts: ChatData[];
   }) => boolean;
-  fulfill: (result: any) => Promise<string>;
+  fulfill: (result: any) => Promise<string | ChatDataFile>;
 };
 
-type ChatData = ChatDataText | ChatDataToolCall | ChatDataToolResult;
+type ChatData =
+  | ChatDataText
+  | ChatDataToolCall
+  | ChatDataToolResult
+  | ChatDataFile;
 
 type ChatDataText = { type: "text"; text: string };
 
+type ChatDataFile = {
+  type: "file";
+  fileUri: string;
+  mimeType: string;
+};
+
 type ChatDataToolCall = {
   type: "toolCall";
   toolName: string;
@@ -32,6 +42,27 @@ type ChatDataToolResult = {
   result: any;
 };
 
+export type ChatHistoryItem = {
+  title: string;
+  messages: any[];
+  [key: string]: any;
+};
+
+export type ChatHistory = Record<string, ChatHistoryItem[]>;
+
+export type ChatSizes = "small" | "default" | "large" | "full";
+
+type AiAssistantProps = {
+  tools?: ToolDeclaration[];
+  enableDebug: boolean;
+  onClose: () => void;
+  hasCloseButton?: boolean;
+  hasToggleChatSizeButton?: boolean;
+  hasChatHistory?: boolean;
+  chatHistory?: ChatHistory;
+  startingWidth?: ChatSizes;
+};
+
 export function AiAssistant({
   tools,
 }: {
@@ -46,6 +77,7 @@ export const tools: {
     doMathTool: ToolDeclaration;
     getCurrentTimeTool: ToolDeclaration;
     askSingleShotQuestion: ToolDeclaration;
+    analyzeCurrentPage: ToolDeclaration;
   };
   createTool<TParams extends TSchema = TSchema>({
     name,
@@ -95,4 +127,12 @@ export const config: {
    * Set the strategy for getting Pulse bearer tokens.
    */
   setPulseBearerTokenStrategy: (strategy: () => string) => void;
+  /**
+   * Set the main content selector for the page for when taking screenshots.
+   */
+  setScreenshotMainContentSelector: (selector: string) => void;
+  /**
+   * Get the main content selector for the page for when taking screenshots.
+   */
+  getScreenshotMainContentSelector: () => string;
 };