@olane/o-tools-common 0.4.4 → 0.5.1

package/dist/index.d.ts

@@ -6,4 +6,5 @@ export * from './plan/index.js';
 export * from './setup/index.js';
 export * from './encryption/index.js';
 export * from './leader/index.js';
+export * from './web/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,WAAW,CAAC;AAC1B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,WAAW,CAAC;AAC1B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC"}

package/dist/index.js

@@ -6,3 +6,4 @@ export * from './plan/index.js';
 export * from './setup/index.js';
 export * from './encryption/index.js';
 export * from './leader/index.js';
+export * from './web/index.js';

package/dist/storage/providers/secure-storage-provider.tool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"secure-storage-provider.tool.d.ts","sourceRoot":"","sources":["../../../src/storage/providers/secure-storage-provider.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAExD,OAAO,EAAuB,QAAQ,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAIxE,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAGtE,UAAU,iBAAkB,SAAQ,WAAW;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,QAAQ,CAAC;CACpB;AAOD,qBAAa,qBAAsB,SAAQ,mBAAmB;gBAChD,MAAM,EAAE,iBAAiB;IASrC;;;;OAIG;IACG,SAAS,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;IAoCvD;;;;OAIG;IACG,SAAS,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC;CAsB7D"}
+{"version":3,"file":"secure-storage-provider.tool.d.ts","sourceRoot":"","sources":["../../../src/storage/providers/secure-storage-provider.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGnD,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAGtE,UAAU,iBAAkB,SAAQ,WAAW;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,QAAQ,CAAC;CACpB;AAOD,qBAAa,qBAAsB,SAAQ,mBAAmB;gBAChD,MAAM,EAAE,iBAAiB;IASrC;;;;OAIG;IACG,SAAS,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;IAoCvD;;;;OAIG;IACG,SAAS,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC;CAsB7D"}

package/dist/web/index.d.ts

@@ -0,0 +1,4 @@
+export * from './web.tool.js';
+export * from './interfaces/index.js';
+export * from './parameters/web-interpreter.parameters.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/web/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/web/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4CAA4C,CAAC"}

package/dist/web/index.js

@@ -0,0 +1,3 @@
+export * from './web.tool.js';
+export * from './interfaces/index.js';
+export * from './parameters/web-interpreter.parameters.js';

package/dist/web/interfaces/index.d.ts

@@ -0,0 +1,2 @@
+export * from './web-interpreter.interface.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/web/interfaces/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/web/interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,gCAAgC,CAAC"}

package/dist/web/interfaces/index.js

@@ -0,0 +1 @@
+export * from './web-interpreter.interface.js';

package/dist/web/interfaces/web-interpreter.interface.d.ts

@@ -0,0 +1,75 @@
+import { ToolResult } from '@olane/o-tool';
+export interface WebPageAnalysis {
+    url: string;
+    title?: string;
+    content: string;
+    metadata: {
+        description?: string;
+        keywords?: string[];
+        author?: string;
+        publishedDate?: string;
+        modifiedDate?: string;
+        language?: string;
+        charset?: string;
+    };
+    structure: {
+        headings: Array<{
+            level: number;
+            text: string;
+        }>;
+        links: Array<{
+            text: string;
+            url: string;
+            isExternal: boolean;
+        }>;
+        images: Array<{
+            src: string;
+            alt?: string;
+            title?: string;
+        }>;
+    };
+    performance: {
+        loadTime?: number;
+        contentLength: number;
+        responseStatus: number;
+    };
+}
+export interface WebInterpreterRequest {
+    url: string;
+    options?: {
+        includeImages?: boolean;
+        includeLinks?: boolean;
+        maxContentLength?: number;
+        timeout?: number;
+        userAgent?: string;
+        extractMode?: 'full' | 'text-only' | 'structured';
+    };
+}
+export interface WebInterpreterResponse extends ToolResult {
+    analysis: WebPageAnalysis;
+    aiOptimized: {
+        summary: string;
+        keyPoints: string[];
+        topics: string[];
+        sentiment?: 'positive' | 'negative' | 'neutral';
+        readingTime: number;
+        contentType: 'article' | 'blog' | 'news' | 'product' | 'documentation' | 'other';
+    };
+    extracted: {
+        mainContent: string;
+        cleanedText: string;
+        codeBlocks?: Array<{
+            language?: string;
+            code: string;
+        }>;
+    };
+}
+export interface WebInterpreterConfig {
+    maxConcurrentRequests?: number;
+    defaultTimeout?: number;
+    cacheEnabled?: boolean;
+    cacheTtl?: number;
+    allowedDomains?: string[];
+    blockedDomains?: string[];
+}
+//# sourceMappingURL=web-interpreter.interface.d.ts.map

package/dist/web/interfaces/web-interpreter.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-interpreter.interface.d.ts","sourceRoot":"","sources":["../../../src/web/interfaces/web-interpreter.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE;QACR,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,SAAS,EAAE;QACT,QAAQ,EAAE,KAAK,CAAC;YACd,KAAK,EAAE,MAAM,CAAC;YACd,IAAI,EAAE,MAAM,CAAC;SACd,CAAC,CAAC;QACH,KAAK,EAAE,KAAK,CAAC;YACX,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;YACZ,UAAU,EAAE,OAAO,CAAC;SACrB,CAAC,CAAC;QACH,MAAM,EAAE,KAAK,CAAC;YACZ,GAAG,EAAE,MAAM,CAAC;YACZ,GAAG,CAAC,EAAE,MAAM,CAAC;YACb,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB,CAAC,CAAC;KACJ,CAAC;IACF,WAAW,EAAE;QACX,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE;QACR,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC;KACnD,CAAC;CACH;AAED,MAAM,WAAW,sBAAuB,SAAQ,UAAU;IACxD,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE;QACX,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,SAAS,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;QAChD,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EACP,SAAS,GACT,MAAM,GACN,MAAM,GACN,SAAS,GACT,eAAe,GACf,OAAO,CAAC;KACb,CAAC;IACF,SAAS,EAAE;QACT,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,KAAK,CAAC;YACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,IAAI,EAAE,MAAM,CAAC;SACd,CAAC,CAAC;KACJ,CAAC;CACH;AAED,MAAM,WAAW,oBAAoB;IACnC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B"}

package/dist/web/interfaces/web-interpreter.interface.js

@@ -0,0 +1 @@
+export {};

package/dist/web/parameters/web-interpreter.parameters.d.ts

@@ -0,0 +1,5 @@
+import { oMethod } from '@olane/o-protocol';
+export declare const WEB_INTERPRETER_PARAMS: {
+    [key: string]: oMethod;
+};
+//# sourceMappingURL=web-interpreter.parameters.d.ts.map

package/dist/web/parameters/web-interpreter.parameters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-interpreter.parameters.d.ts","sourceRoot":"","sources":["../../../src/web/parameters/web-interpreter.parameters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,eAAO,MAAM,sBAAsB,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAiE5D,CAAC"}

package/dist/web/parameters/web-interpreter.parameters.js

@@ -0,0 +1,65 @@
+export const WEB_INTERPRETER_PARAMS = {
+    interpret: {
+        name: 'interpret',
+        description: 'Interprets a webpage and returns AI-optimized content analysis',
+        dependencies: [],
+        parameters: [
+            {
+                name: 'url',
+                type: 'string',
+                value: 'string',
+                description: 'The URL of the webpage to interpret',
+                required: true,
+            },
+            {
+                name: 'options',
+                type: 'object',
+                value: 'object',
+                description: 'Optional configuration for webpage interpretation',
+                required: false,
+            },
+        ],
+    },
+    extractText: {
+        name: 'extractText',
+        description: 'Extracts clean text content from a webpage',
+        dependencies: [],
+        parameters: [
+            {
+                name: 'url',
+                type: 'string',
+                value: 'string',
+                description: 'The URL of the webpage to extract text from',
+                required: true,
+            },
+            {
+                name: 'options',
+                type: 'object',
+                value: 'object',
+                description: 'Optional extraction configuration',
+                required: false,
+            },
+        ],
+    },
+    analyze: {
+        name: 'analyze',
+        description: 'Analyzes webpage structure and metadata',
+        dependencies: [],
+        parameters: [
+            {
+                name: 'url',
+                type: 'string',
+                value: 'string',
+                description: 'The URL of the webpage to analyze',
+                required: true,
+            },
+            {
+                name: 'options',
+                type: 'object',
+                value: 'object',
+                description: 'Optional analysis configuration',
+                required: false,
+            },
+        ],
+    },
+};

package/dist/web/web.tool.d.ts

@@ -0,0 +1,18 @@
+import { oToolConfig, oVirtualTool } from '@olane/o-tool';
+import { oRequest } from '@olane/o-core';
+import { ToolResult } from '@olane/o-tool';
+import { WebInterpreterResponse, WebInterpreterConfig } from './interfaces/web-interpreter.interface.js';
+export declare class WebInterpreterTool extends oVirtualTool {
+    private config;
+    constructor(config: oToolConfig & {
+        webConfig?: WebInterpreterConfig;
+    });
+    _tool_interpret(request: oRequest): Promise<WebInterpreterResponse>;
+    _tool_extractText(request: oRequest): Promise<ToolResult>;
+    _tool_analyze(request: oRequest): Promise<ToolResult>;
+    private validateUrl;
+    private analyzeWebpage;
+    private generateAiOptimizedContent;
+    private extractContent;
+}
+//# sourceMappingURL=web.tool.d.ts.map

package/dist/web/web.tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.tool.d.ts","sourceRoot":"","sources":["../../src/web/web.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAY,QAAQ,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAEL,sBAAsB,EAEtB,oBAAoB,EACrB,MAAM,2CAA2C,CAAC;AAEnD,qBAAa,kBAAmB,SAAQ,YAAY;IAClD,OAAO,CAAC,MAAM,CAAuB;gBAEzB,MAAM,EAAE,WAAW,GAAG;QAAE,SAAS,CAAC,EAAE,oBAAoB,CAAA;KAAE;IAoBhE,eAAe,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAmCnE,iBAAiB,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;IAoBzD,aAAa,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;YAmB7C,WAAW;YA8BX,cAAc;YA+Bd,0BAA0B;YAkB1B,cAAc;CAc7B"}

package/dist/web/web.tool.js

@@ -0,0 +1,157 @@
+import { oVirtualTool } from '@olane/o-tool';
+import { oAddress } from '@olane/o-core';
+import { WEB_INTERPRETER_PARAMS } from './parameters/web-interpreter.parameters.js';
+export class WebInterpreterTool extends oVirtualTool {
+    constructor(config) {
+        super({
+            ...config,
+            address: new oAddress('o://web-interpreter'),
+            methods: WEB_INTERPRETER_PARAMS,
+            description: 'Resolve internet URL references and return AI-optimized content analysis',
+        });
+        this.config = {
+            maxConcurrentRequests: 5,
+            defaultTimeout: 30000,
+            cacheEnabled: true,
+            cacheTtl: 3600,
+            allowedDomains: [],
+            blockedDomains: ['localhost', '127.0.0.1'],
+            ...config.webConfig,
+        };
+    }
+    async _tool_interpret(request) {
+        const { url, options } = request.params;
+        this.logger.debug('Interpreting webpage:', url);
+        try {
+            // Validate URL
+            await this.validateUrl(url);
+            // Fetch and analyze webpage
+            const analysis = await this.analyzeWebpage(url, options);
+            // Generate AI-optimized content
+            const aiOptimized = await this.generateAiOptimizedContent(analysis);
+            // Extract clean content
+            const extracted = await this.extractContent(analysis);
+            return {
+                success: true,
+                data: {
+                    analysis,
+                    aiOptimized,
+                    extracted,
+                },
+                analysis,
+                aiOptimized,
+                extracted,
+            };
+        }
+        catch (error) {
+            this.logger.error('Error interpreting webpage:', error);
+            throw error;
+        }
+    }
+    async _tool_extractText(request) {
+        const { url, options } = request.params;
+        this.logger.debug('Extracting text from webpage:', url);
+        try {
+            await this.validateUrl(url);
+            const analysis = await this.analyzeWebpage(url, options);
+            const extracted = await this.extractContent(analysis);
+            return {
+                success: true,
+                data: extracted,
+            };
+        }
+        catch (error) {
+            this.logger.error('Error extracting text from webpage:', error);
+            throw error;
+        }
+    }
+    async _tool_analyze(request) {
+        const { url, options } = request.params;
+        this.logger.debug('Analyzing webpage:', url);
+        try {
+            await this.validateUrl(url);
+            const analysis = await this.analyzeWebpage(url, options);
+            return {
+                success: true,
+                data: analysis,
+            };
+        }
+        catch (error) {
+            this.logger.error('Error analyzing webpage:', error);
+            throw error;
+        }
+    }
+    async validateUrl(url) {
+        try {
+            const parsedUrl = new URL(url);
+            // Check blocked domains
+            if (this.config.blockedDomains?.includes(parsedUrl.hostname)) {
+                throw new Error(`Domain ${parsedUrl.hostname} is blocked`);
+            }
+            // Check allowed domains (if specified)
+            if (this.config.allowedDomains && this.config.allowedDomains.length > 0) {
+                if (!this.config.allowedDomains.includes(parsedUrl.hostname)) {
+                    throw new Error(`Domain ${parsedUrl.hostname} is not in allowed list`);
+                }
+            }
+            // Ensure https or http
+            if (!['http:', 'https:'].includes(parsedUrl.protocol)) {
+                throw new Error('Only HTTP and HTTPS protocols are supported');
+            }
+        }
+        catch (error) {
+            if (error instanceof TypeError) {
+                throw new Error('Invalid URL format');
+            }
+            throw error;
+        }
+    }
+    async analyzeWebpage(url, options) {
+        // TODO: Implement actual webpage fetching and analysis
+        // This is a placeholder that will be implemented with proper tools
+        this.logger.debug('Analyzing webpage structure and content...');
+        return {
+            url,
+            title: 'Placeholder Title',
+            content: 'Placeholder content - to be implemented',
+            metadata: {
+                description: 'Placeholder description',
+                keywords: ['placeholder'],
+                language: 'en',
+                charset: 'utf-8',
+            },
+            structure: {
+                headings: [],
+                links: [],
+                images: [],
+            },
+            performance: {
+                contentLength: 0,
+                responseStatus: 200,
+            },
+        };
+    }
+    async generateAiOptimizedContent(analysis) {
+        // TODO: Implement AI content optimization
+        // This will use AI services to generate summaries, key points, etc.
+        this.logger.debug('Generating AI-optimized content...');
+        return {
+            summary: 'Placeholder summary - to be implemented with AI',
+            keyPoints: ['Placeholder key point 1', 'Placeholder key point 2'],
+            topics: ['placeholder', 'topic'],
+            sentiment: 'neutral',
+            readingTime: 1,
+            contentType: 'other',
+        };
+    }
+    async extractContent(analysis) {
+        // TODO: Implement content extraction and cleaning
+        // This will use proper text extraction tools
+        this.logger.debug('Extracting and cleaning content...');
+        return {
+            mainContent: analysis.content,
+            cleanedText: analysis.content,
+            codeBlocks: [],
+        };
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@olane/o-tools-common",
-  "version": "0.4.4",
+  "version": "0.5.1",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -19,6 +19,7 @@
     "test": "echo 'No tests'",
     "dev": "DEBUG=o-protocol:* npx tsx src/tests/index.ts",
     "build": "tsc",
+    "deep:clean": "rm -rf node_modules && rm package-lock.json",
     "start:prod": "node dist/index.js",
     "prepublishOnly": "npm run build",
     "update:lib": "npm install @olane/o-core@latest",
@@ -34,6 +35,10 @@
   "devDependencies": {
     "@eslint/eslintrc": "^3.3.1",
     "@eslint/js": "^9.29.0",
+    "@olane/o-config": "0.5.1",
+    "@olane/o-core": "0.5.1",
+    "@olane/o-protocol": "0.5.1",
+    "@olane/o-tool": "0.5.1",
     "@tsconfig/node20": "^20.1.6",
     "@types/jest": "^30.0.0",
     "@typescript-eslint/eslint-plugin": "^8.34.1",
@@ -51,10 +56,10 @@
     "typescript": "5.4.5"
   },
   "peerDependencies": {
-    "@olane/o-config": "^0.4.4",
-    "@olane/o-core": "^0.4.4",
-    "@olane/o-protocol": "^0.4.4",
-    "@olane/o-tool": "^0.4.4"
+    "@olane/o-config": "^0.5.1",
+    "@olane/o-core": "^0.5.1",
+    "@olane/o-protocol": "^0.5.1",
+    "@olane/o-tool": "^0.5.1"
   },
   "dependencies": {
     "debug": "^4.4.1",