vibesurf 0.1.30__tar.gz → 0.1.32__tar.gz

{vibesurf-0.1.30 → vibesurf-0.1.32}/PKG-INFO

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: vibesurf
-Version: 0.1.30
+Version: 0.1.32
 Summary: VibeSurf: A powerful browser assistant for vibe surfing
-Author: Shao Warm
+Author: WarmShao
 License: Apache-2.0
-Project-URL: Repository, https://github.com/vvincent1234/VibeSurf
+Project-URL: Repository, https://github.com/vibesurf-ai/VibeSurf
 Keywords: browser use,browser automation,browser assistant,agentic browser,vibe surf,AI browser
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
@@ -21,7 +21,7 @@ Requires-Dist: aiofiles>=24.1.0
 Requires-Dist: anyio>=4.9.0
 Requires-Dist: psutil>=7.0.0
 Requires-Dist: pydantic>=2.11.5
-Requires-Dist: cdp-use>=1.4.0
+Requires-Dist: cdp-use>=1.4.1
 Requires-Dist: json-repair>=0.48.0
 Requires-Dist: aiohttp>=3.12.15
 Requires-Dist: scikit-image>=0.25.2
@@ -45,6 +45,7 @@ Requires-Dist: pathvalidate>=3.3.1
 Requires-Dist: dashscope>=1.24.5
 Requires-Dist: yfinance>=0.2.66
 Requires-Dist: pyexecjs>=1.5.1
+Requires-Dist: youtube-transcript-api>=1.2.2
 Dynamic: license-file
 
 # VibeSurf: A powerful browser assistant for vibe surfing

{vibesurf-0.1.30 → vibesurf-0.1.32}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "vibesurf"
 dynamic = ["version"]
-authors = [{ name = "Shao Warm" }]
+authors = [{ name = "WarmShao" }]
 description = "VibeSurf: A powerful browser assistant for vibe surfing"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -22,7 +22,7 @@ dependencies = [
     "anyio>=4.9.0",
     "psutil>=7.0.0",
     "pydantic>=2.11.5",
-    "cdp-use>=1.4.0",
+    "cdp-use>=1.4.1",
     "json-repair>=0.48.0",
     "aiohttp>=3.12.15",
     "scikit-image>=0.25.2",
@@ -46,10 +46,11 @@ dependencies = [
     "dashscope>=1.24.5",
     "yfinance>=0.2.66",
     "pyexecjs>=1.5.1",
+    "youtube-transcript-api>=1.2.2",
 ]
 
 [project.urls]
-Repository = "https://github.com/vvincent1234/VibeSurf"
+Repository = "https://github.com/vibesurf-ai/VibeSurf"
 
 [project.scripts]
 vibesurf = "vibe_surf.cli:main"

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.1.30'
-__version_tuple__ = version_tuple = (0, 1, 30)
+__version__ = version = '0.1.32'
+__version_tuple__ = version_tuple = (0, 1, 32)
 
-__commit_id__ = commit_id = 'gc10cb51b5'
+__commit_id__ = commit_id = 'g5ca20a39e'

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/agents/vibe_surf_agent.py

@@ -479,7 +479,7 @@ async def _vibesurf_agent_node_impl(state: VibeSurfState) -> VibeSurfState:
                     llm=vibesurf_agent.llm,
                     file_system=vibesurf_agent.file_system,
                 )
-                if action_name.startswith("skill_"):
+                if action_name in ['skill_search', 'skill_crawl', 'skill_summary', 'skill_deep_research']:
                     state.current_step = "END"
                     # Format final response
                     final_response = f"{result.extracted_content}" or f"{result.error}"

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/backend/shared_state.py

@@ -24,6 +24,7 @@ from browser_use.browser import BrowserProfile
 from vibe_surf.llm.openai_compatible import ChatOpenAICompatible
 from vibe_surf.browser.agent_browser_session import AgentBrowserSession
 from vibe_surf.browser.agen_browser_profile import AgentBrowserProfile
+from vibe_surf.backend.utils.utils import configure_system_proxies
 
 logger = logging.getLogger(__name__)
 
@@ -330,7 +331,7 @@ async def initialize_vibesurf_components():
         # Load environment variables
         workspace_dir = common.get_workspace_dir()
         logger.info("WorkSpace directory: {}".format(workspace_dir))
-
+        configure_system_proxies()
         # Load environment configuration from envs.json
         envs_file_path = os.path.join(workspace_dir, "envs.json")
         try:

vibesurf-0.1.32/vibe_surf/backend/utils/utils.py

@@ -0,0 +1,42 @@
+import pdb
+import urllib.request
+import os
+from vibe_surf.logger import get_logger
+
+logger = get_logger(__name__)
+
+def configure_system_proxies():
+    """
+    Get system proxy settings using urllib.request.getproxies()
+    and set them as HTTP_PROXY and HTTPS_PROXY environment variables.
+    """
+
+    # 1. Get system proxy setting
+    try:
+        proxies = urllib.request.getproxies()
+        logger.info(proxies)
+    except Exception as e:
+        # Simple error handling
+        logger.error(e)
+        return
+
+    if not proxies:
+        logger.info("No system proxies detected.")
+        return
+
+    logger.debug(f"Detected system proxies: {proxies}")
+
+    # 2. Configure HTTP_PROXY
+    http_proxy = proxies.get('http')
+    if http_proxy:
+        os.environ['HTTP_PROXY'] = http_proxy
+        logger.info(f"Set HTTP_PROXY to: {http_proxy}")
+
+    # 3. Configure HTTPS_PROXY
+    https_proxy = proxies.get('https')
+    if https_proxy:
+        os.environ['HTTPS_PROXY'] = https_proxy
+        logger.info(f"Set HTTPS_PROXY to: {https_proxy}")
+
+    if http_proxy or https_proxy:
+        os.environ['no_proxy'] = 'localhost,127.0.0.1,::1'

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/cli.py

@@ -15,9 +15,6 @@ from pathlib import Path
 from typing import Optional
 import os
 
-# In case user has a proxy in localhost
-os.environ['no_proxy'] = 'localhost,127.0.0.1,::1'
-
 try:
     from rich.console import Console
     from rich.panel import Panel

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/tools/browser_use_tools.py

@@ -594,93 +594,93 @@ class BrowserUseTools(Tools, VibeSurfTools):
                 logger.error(error_msg)
                 return ActionResult(error=error_msg)
 
-        async def _detect_file_format(self, url: str, headers: dict, content: bytes) -> str:
-            """Detect file format from URL, headers, and content"""
-            
-            # Try Content-Type header first
-            content_type = headers.get('content-type', '').lower()
-            if content_type:
-                # Common image formats
-                if 'image/jpeg' in content_type or 'image/jpg' in content_type:
-                    return '.jpg'
-                elif 'image/png' in content_type:
-                    return '.png'
-                elif 'image/gif' in content_type:
-                    return '.gif'
-                elif 'image/webp' in content_type:
-                    return '.webp'
-                elif 'image/svg' in content_type:
-                    return '.svg'
-                elif 'image/bmp' in content_type:
-                    return '.bmp'
-                elif 'image/tiff' in content_type:
-                    return '.tiff'
-                # Video formats
-                elif 'video/mp4' in content_type:
-                    return '.mp4'
-                elif 'video/webm' in content_type:
-                    return '.webm'
-                elif 'video/avi' in content_type:
-                    return '.avi'
-                elif 'video/mov' in content_type or 'video/quicktime' in content_type:
-                    return '.mov'
-                # Audio formats
-                elif 'audio/mpeg' in content_type or 'audio/mp3' in content_type:
-                    return '.mp3'
-                elif 'audio/wav' in content_type:
-                    return '.wav'
-                elif 'audio/ogg' in content_type:
-                    return '.ogg'
-                elif 'audio/webm' in content_type:
-                    return '.webm'
-            
-            # Try magic number detection
-            if len(content) >= 8:
-                # JPEG
-                if content.startswith(b'\xff\xd8\xff'):
-                    return '.jpg'
-                # PNG
-                elif content.startswith(b'\x89PNG\r\n\x1a\n'):
-                    return '.png'
-                # GIF
-                elif content.startswith(b'GIF87a') or content.startswith(b'GIF89a'):
-                    return '.gif'
-                # WebP
-                elif content[8:12] == b'WEBP':
-                    return '.webp'
-                # BMP
-                elif content.startswith(b'BM'):
-                    return '.bmp'
-                # TIFF
-                elif content.startswith(b'II*\x00') or content.startswith(b'MM\x00*'):
-                    return '.tiff'
-                # MP4
-                elif b'ftyp' in content[4:12]:
-                    return '.mp4'
-                # PDF
-                elif content.startswith(b'%PDF'):
-                    return '.pdf'
-            
-            # Try URL path extension
-            url_path = urllib.parse.urlparse(url).path
-            if url_path:
-                ext = os.path.splitext(url_path)[1].lower()
-                if ext in ['.jpg', '.jpeg', '.png', '.gif', '.webp', '.svg', '.bmp', '.tiff',
-                          '.mp4', '.webm', '.avi', '.mov', '.wmv', '.flv',
-                          '.mp3', '.wav', '.ogg', '.aac', '.flac',
-                          '.pdf', '.doc', '.docx', '.txt']:
-                    return ext
-            
-            # Default fallback
-            return '.bin'
-
-        def _format_file_size(self, size_bytes: int) -> str:
-            """Format file size in human readable format"""
-            if size_bytes == 0:
-                return "0 B"
-            size_names = ["B", "KB", "MB", "GB", "TB"]
-            i = 0
-            while size_bytes >= 1024.0 and i < len(size_names) - 1:
-                size_bytes /= 1024.0
-                i += 1
-            return f"{size_bytes:.1f} {size_names[i]}"
+    async def _detect_file_format(self, url: str, headers: dict, content: bytes) -> str:
+        """Detect file format from URL, headers, and content"""
+
+        # Try Content-Type header first
+        content_type = headers.get('content-type', '').lower()
+        if content_type:
+            # Common image formats
+            if 'image/jpeg' in content_type or 'image/jpg' in content_type:
+                return '.jpg'
+            elif 'image/png' in content_type:
+                return '.png'
+            elif 'image/gif' in content_type:
+                return '.gif'
+            elif 'image/webp' in content_type:
+                return '.webp'
+            elif 'image/svg' in content_type:
+                return '.svg'
+            elif 'image/bmp' in content_type:
+                return '.bmp'
+            elif 'image/tiff' in content_type:
+                return '.tiff'
+            # Video formats
+            elif 'video/mp4' in content_type:
+                return '.mp4'
+            elif 'video/webm' in content_type:
+                return '.webm'
+            elif 'video/avi' in content_type:
+                return '.avi'
+            elif 'video/mov' in content_type or 'video/quicktime' in content_type:
+                return '.mov'
+            # Audio formats
+            elif 'audio/mpeg' in content_type or 'audio/mp3' in content_type:
+                return '.mp3'
+            elif 'audio/wav' in content_type:
+                return '.wav'
+            elif 'audio/ogg' in content_type:
+                return '.ogg'
+            elif 'audio/webm' in content_type:
+                return '.webm'
+
+        # Try magic number detection
+        if len(content) >= 8:
+            # JPEG
+            if content.startswith(b'\xff\xd8\xff'):
+                return '.jpg'
+            # PNG
+            elif content.startswith(b'\x89PNG\r\n\x1a\n'):
+                return '.png'
+            # GIF
+            elif content.startswith(b'GIF87a') or content.startswith(b'GIF89a'):
+                return '.gif'
+            # WebP
+            elif content[8:12] == b'WEBP':
+                return '.webp'
+            # BMP
+            elif content.startswith(b'BM'):
+                return '.bmp'
+            # TIFF
+            elif content.startswith(b'II*\x00') or content.startswith(b'MM\x00*'):
+                return '.tiff'
+            # MP4
+            elif b'ftyp' in content[4:12]:
+                return '.mp4'
+            # PDF
+            elif content.startswith(b'%PDF'):
+                return '.pdf'
+
+        # Try URL path extension
+        url_path = urllib.parse.urlparse(url).path
+        if url_path:
+            ext = os.path.splitext(url_path)[1].lower()
+            if ext in ['.jpg', '.jpeg', '.png', '.gif', '.webp', '.svg', '.bmp', '.tiff',
+                      '.mp4', '.webm', '.avi', '.mov', '.wmv', '.flv',
+                      '.mp3', '.wav', '.ogg', '.aac', '.flac',
+                      '.pdf', '.doc', '.docx', '.txt']:
+                return ext
+
+        # Default fallback
+        return '.bin'
+
+    def _format_file_size(self, size_bytes: int) -> str:
+        """Format file size in human readable format"""
+        if size_bytes == 0:
+            return "0 B"
+        size_names = ["B", "KB", "MB", "GB", "TB"]
+        i = 0
+        while size_bytes >= 1024.0 and i < len(size_names) - 1:
+            size_bytes /= 1024.0
+            i += 1
+        return f"{size_bytes:.1f} {size_names[i]}"

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/tools/vibesurf_tools.py

@@ -1263,7 +1263,18 @@ Please generate alternative JavaScript code that avoids this system error:"""
 
 
         @self.registry.action(
-            'Skill: YouTube API - Access YouTube platform data including search, video details, comments, channel info, and trending videos. Methods: search_videos, get_video_details, get_video_comments, get_channel_info, get_channel_videos, get_trending_videos.',
+            """Skill: YouTube API - Access YouTube platform data including search, video details, comments, channel info, trending videos, and video transcripts. 
+            Methods: 
+            search_videos, 
+            get_video_details, 
+            get_video_comments, 
+            get_channel_info, 
+            get_channel_videos, 
+            get_trending_videos, 
+            get_video_transcript.
+            
+            If users want to know the specific content of this video, please use get_video_transcript to get detailed video content first.
+            """,
             param_model=SkillYoutubeAction,
         )
         async def skill_youtube(
@@ -1281,6 +1292,7 @@ Please generate alternative JavaScript code that avoids this system error:"""
             - get_channel_info: Get channel information
             - get_channel_videos: Get videos from specific channel
             - get_trending_videos: Get trending videos
+            - get_video_transcript: Get video transcript in multiple languages
             """
             try:
                 from vibe_surf.tools.website_api.youtube.client import YouTubeApiClient
@@ -1311,6 +1323,8 @@ Please generate alternative JavaScript code that avoids this system error:"""
                     result = await yt_client.get_channel_videos(**method_params)
                 elif params.method == "get_trending_videos":
                     result = await yt_client.get_trending_videos()
+                elif params.method == "get_video_transcript":
+                    result = await yt_client.get_video_transcript(**method_params)
                 else:
                     return ActionResult(error=f"Unknown method: {params.method}")
                 

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/tools/views.py

@@ -281,7 +281,8 @@ class SkillYoutubeAction(BaseModel):
         - get_video_comments: Get video comments, params required: {"video_id": "video ID", "max_comments": 200}
         - get_channel_info: Get channel information, params required: {"channel_id": "channel ID"}
         - get_channel_videos: Get channel videos, params required: {"channel_id": "channel ID", "max_videos": 20}
-        - get_trending_videos: Get trending videos, params: {}'''
+        - get_trending_videos: Get trending videos, params: {}
+        - get_video_transcript: Get video transcript, params required: {"video_id": "video ID", "languages": ["en", "zh-CN"] (optional, defaults to ["en"])}'''
     )
     params: str = Field(
         description='JSON string of method parameters, provide corresponding parameters according to the method parameter. Example: {"query": "tech tutorial", "max_results": 30}'

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibe_surf/tools/website_api/youtube/client.py

@@ -10,6 +10,7 @@ from typing import Dict, List, Optional, Callable, Union, Any
 import httpx
 from tenacity import retry, stop_after_attempt, wait_fixed
 from urllib.parse import parse_qs, unquote, urlencode
+from youtube_transcript_api import YouTubeTranscriptApi
 
 from vibe_surf.browser.agent_browser_session import AgentBrowserSession
 from vibe_surf.logger import get_logger
@@ -1170,6 +1171,62 @@ class YouTubeApiClient:
             logger.error(f"Failed to get trending videos: {e}")
             return []
 
+    async def get_video_transcript(self, video_id: str, languages: Optional[List[str]] = None) -> Optional[Dict[str, List[Dict]]]:
+        """
+        Get transcript for a YouTube video
+        
+        Args:
+            video_id: YouTube video ID (not the full URL)
+            languages: List of language codes to try (default: ['en'])
+            
+        Returns:
+            Dictionary with language codes as keys and transcript raw data as values
+            Returns None if no transcripts are available
+        """
+        try:
+            if languages is None:
+                languages = ['en']
+            
+            # Create YouTubeTranscriptApi instance
+            ytt_api = YouTubeTranscriptApi()
+            
+            # List available transcripts to check what's available
+            transcript_list = ytt_api.list(video_id)
+            available_languages = [transcript.language_code for transcript in transcript_list]
+            
+            logger.info(f"Available transcript languages for video {video_id}: {available_languages}")
+            
+            # Filter requested languages to only include available ones
+            valid_languages = [lang for lang in languages if lang in available_languages]
+            
+            if not valid_languages:
+                logger.warning(f"None of the requested languages {languages} are available for video {video_id}")
+                return None
+            
+            # Fetch transcripts for each valid language
+            result = {}
+            for language in valid_languages:
+                try:
+                    # Find transcript for this specific language
+                    transcript = transcript_list.find_transcript([language])
+                    fetched_transcript = transcript.fetch()
+                    
+                    # Convert to raw data format
+                    raw_data = fetched_transcript.to_raw_data()
+                    result[language] = raw_data
+                    
+                    logger.info(f"Successfully fetched transcript for video {video_id} in language {language}")
+                    
+                except Exception as lang_error:
+                    logger.warning(f"Failed to fetch transcript for language {language}: {lang_error}")
+                    continue
+            
+            return result if result else None
+            
+        except Exception as e:
+            logger.error(f"Failed to get transcript for video {video_id}: {e}")
+            return None
+
     async def close(self):
         if self.browser_session and self.target_id:
             try:

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibesurf.egg-info/PKG-INFO

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: vibesurf
-Version: 0.1.30
+Version: 0.1.32
 Summary: VibeSurf: A powerful browser assistant for vibe surfing
-Author: Shao Warm
+Author: WarmShao
 License: Apache-2.0
-Project-URL: Repository, https://github.com/vvincent1234/VibeSurf
+Project-URL: Repository, https://github.com/vibesurf-ai/VibeSurf
 Keywords: browser use,browser automation,browser assistant,agentic browser,vibe surf,AI browser
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
@@ -21,7 +21,7 @@ Requires-Dist: aiofiles>=24.1.0
 Requires-Dist: anyio>=4.9.0
 Requires-Dist: psutil>=7.0.0
 Requires-Dist: pydantic>=2.11.5
-Requires-Dist: cdp-use>=1.4.0
+Requires-Dist: cdp-use>=1.4.1
 Requires-Dist: json-repair>=0.48.0
 Requires-Dist: aiohttp>=3.12.15
 Requires-Dist: scikit-image>=0.25.2
@@ -45,6 +45,7 @@ Requires-Dist: pathvalidate>=3.3.1
 Requires-Dist: dashscope>=1.24.5
 Requires-Dist: yfinance>=0.2.66
 Requires-Dist: pyexecjs>=1.5.1
+Requires-Dist: youtube-transcript-api>=1.2.2
 Dynamic: license-file
 
 # VibeSurf: A powerful browser assistant for vibe surfing

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibesurf.egg-info/SOURCES.txt

@@ -46,6 +46,7 @@ vibesurf.spec
 ./vibe_surf/backend/utils/__init__.py
 ./vibe_surf/backend/utils/encryption.py
 ./vibe_surf/backend/utils/llm_factory.py
+./vibe_surf/backend/utils/utils.py
 ./vibe_surf/browser/__init__.py
 ./vibe_surf/browser/agen_browser_profile.py
 ./vibe_surf/browser/agent_browser_session.py
@@ -166,6 +167,7 @@ vibe_surf/backend/database/migrations/v004_add_voice_profiles.sql
 vibe_surf/backend/utils/__init__.py
 vibe_surf/backend/utils/encryption.py
 vibe_surf/backend/utils/llm_factory.py
+vibe_surf/backend/utils/utils.py
 vibe_surf/browser/__init__.py
 vibe_surf/browser/agen_browser_profile.py
 vibe_surf/browser/agent_browser_session.py

{vibesurf-0.1.30 → vibesurf-0.1.32}/vibesurf.egg-info/requires.txt

@@ -3,7 +3,7 @@ aiofiles>=24.1.0
 anyio>=4.9.0
 psutil>=7.0.0
 pydantic>=2.11.5
-cdp-use>=1.4.0
+cdp-use>=1.4.1
 json-repair>=0.48.0
 aiohttp>=3.12.15
 scikit-image>=0.25.2
@@ -27,3 +27,4 @@ pathvalidate>=3.3.1
 dashscope>=1.24.5
 yfinance>=0.2.66
 pyexecjs>=1.5.1
+youtube-transcript-api>=1.2.2