@aj-archipelago/cortex 1.3.42 → 1.3.43

package/config.js

@@ -478,6 +478,11 @@ var config = convict({
         default: null,
         env: 'NEURALSPACE_API_KEY'
     },
+    browserServiceUrl: {
+        format: String,
+        default: null,
+        env: 'CORTEX_BROWSER_URL'
+    }
 });
 
 // Read in environment variables and set up service configuration

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.3.42",
+  "version": "1.3.43",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "private": false,
   "repository": {

package/pathways/system/entity/tools/sys_tool_browser.js

@@ -0,0 +1,67 @@
+// sys_tool_browser.js
+// Tool pathway that handles web page content scraping functionality
+import logger from '../../../../lib/logger.js';
+import { config } from '../../../../config.js';
+import { getSearchResultId } from '../../../../lib/util.js';
+
+export default {
+    prompt: [],
+    timeout: 300,
+    toolDefinition: { 
+        type: "function",
+        icon: "🌍",
+        function: {
+            name: "WebPageContent",
+            description: "This tool allows you to fetch and extract the text content from any webpage. Use this when you need to analyze or understand the content of a specific webpage.",
+            parameters: {
+                type: "object",
+                properties: {
+                    url: {
+                        type: "string",
+                        description: "The complete URL of the webpage to fetch and analyze"
+                    },
+                    userMessage: {
+                        type: "string",
+                        description: "A user-friendly message that describes what you're doing with this tool"
+                    }
+                },
+                required: ["url", "userMessage"]
+            }
+        }
+    },
+
+    executePathway: async ({args, runAllPrompts, resolver}) => {
+        // Check if browser service URL is available
+        const browserServiceUrl = config.get('browserServiceUrl');
+        if (!browserServiceUrl) {
+            throw new Error("Browser service is not available - missing CORTEX_BROWSER_URL configuration");
+        }
+
+        try {
+            // Construct the full URL for the browser service
+            const scrapeUrl = `${browserServiceUrl}/api/scrape?url=${encodeURIComponent(args.url)}`;
+            
+            // Call the browser service
+            const response = await fetch(scrapeUrl);
+            if (!response.ok) {
+                throw new Error(`Browser service returned error: ${response.status} ${response.statusText}`);
+            }
+
+            const data = await response.json();
+            
+            // Create a result object with the scraped content
+            const result = {
+                searchResultId: getSearchResultId(),
+                title: "Webpage Content",
+                url: data.url,
+                content: data.text
+            };
+
+            resolver.tool = JSON.stringify({ toolUsed: "WebPageContent" });
+            return JSON.stringify({ _type: "SearchResponse", value: [result] });
+        } catch (e) {
+            logger.error(`Error in browser tool: ${e}`);
+            throw e;
+        }
+    }
+};