academic-refchecker 1.2.34__py3-none-any.whl → 1.2.35__py3-none-any.whl

__version__.py

@@ -1,3 +1,3 @@
 """Version information for RefChecker."""
 
-__version__ = "1.2.34"
+__version__ = "1.2.35"

{academic_refchecker-1.2.34.dist-info → academic_refchecker-1.2.35.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: academic-refchecker
-Version: 1.2.34
+Version: 1.2.35
 Summary: A comprehensive tool for validating reference accuracy in academic papers
 Author-email: Mark Russinovich <markrussinovich@hotmail.com>
 License-Expression: MIT

{academic_refchecker-1.2.34.dist-info → academic_refchecker-1.2.35.dist-info}/RECORD

@@ -1,11 +1,12 @@
-__version__.py,sha256=NILKo4itluYaURYOESTeekpOkHLS5SAJHNn-BjLe16Q,65
-academic_refchecker-1.2.34.dist-info/licenses/LICENSE,sha256=Kwrx3fePVCeEFDCZvCW4OuoTNBiSoYbpGBI6qzGhWF0,1067
+__version__.py,sha256=uj_o09nsXqyl0HrS9JiFstvRwB4CAFwQuTgnfqbNKdg,65
+academic_refchecker-1.2.35.dist-info/licenses/LICENSE,sha256=Kwrx3fePVCeEFDCZvCW4OuoTNBiSoYbpGBI6qzGhWF0,1067
 checkers/__init__.py,sha256=T0PAHTFt6UiGvn-WGoJU8CdhXNmf6zaHmcGVoWHhmJQ,533
 checkers/crossref.py,sha256=Hzq4dlf1CSn0aZWU8CMOnLxIvaSivTabLoepIOkgkmY,20585
-checkers/enhanced_hybrid_checker.py,sha256=_OcI_vJgsz3JZD9yrwwIZJ7YABaUH0PxMIlLdZo864M,22329
+checkers/enhanced_hybrid_checker.py,sha256=6yf5tV4jLSVzjX1xR_kQq0NOgQIst-z_WmkiqqMc8hQ,23469
 checkers/github_checker.py,sha256=54K6_YJW5w2GtzodnSOLfK5d1ErFJxbTOIIV5P_kFX0,13543
 checkers/local_semantic_scholar.py,sha256=DgGMjmR_w_saz2UTMatEhfXbhUED9tUmDG3vlZAIzc4,20428
 checkers/openalex.py,sha256=GxYUH9GZ0AyF-WFKgXiFHqkalrSnySgFSkiM1PsK0VI,19757
+checkers/openreview_checker.py,sha256=QRQXUk1Ws-e-wETSeLgq06WmHQrjUk17my_Zj4rrwmY,20303
 checkers/semantic_scholar.py,sha256=YHR9nWaT7aieyczVMRKCPHr3k_Hl8g1rzd0k4f3bDTs,35022
 checkers/webpage_checker.py,sha256=BvNwOqukTX9IeQUpUfIrI_5Gr2w9VLBt5x_PB-hKUIo,21616
 config/__init__.py,sha256=r7sONsX2-ITviUJRU1KEz76uAuTRqZlzU-TVkvFRGYY,15
@@ -32,11 +33,11 @@ utils/db_utils.py,sha256=_wSupfBlm0ILFvntQTvoj7tLDCbrYPRQrp9NDvphF_E,6281
 utils/doi_utils.py,sha256=8f3iE4RdSNkzeqa9wJfoKcVEiBVse3_uf643biLudmw,4134
 utils/error_utils.py,sha256=2qdRM3Bv4GvE3mlXgXp9jiQBfvB08qeg8vTgNVivcgk,5706
 utils/mock_objects.py,sha256=QxU-UXyHSY27IZYN8Sb8ei0JtNkpGSdMXoErrRLHXvE,6437
-utils/text_utils.py,sha256=Z2DsyNPkSgqZTc7b4wAeWm-7rakXe9E6tJkDXLpQY3M,177071
+utils/text_utils.py,sha256=SbuzUQD8430z7Ll1_4aTilVzwknh1O4N8LeSAx5yF-M,177904
 utils/unicode_utils.py,sha256=-WBKarXO756p7fd7gCeNsMag4ztDNURwFX5IVniOtwY,10366
 utils/url_utils.py,sha256=qoimCrMFCBGvlmF_t1c6zSOmkWi_rUm-gZM0XZ4rEVE,6291
-academic_refchecker-1.2.34.dist-info/METADATA,sha256=6xhLRKjXee8mC5yWxj6My8Y1SZSsvEp-2wZF7XhjCDc,22298
-academic_refchecker-1.2.34.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-academic_refchecker-1.2.34.dist-info/entry_points.txt,sha256=WdI89tYkIfz-M628PiboOfOLzTBWZAqvlF29qCVCkek,61
-academic_refchecker-1.2.34.dist-info/top_level.txt,sha256=6RlcQEA0kHb7-ndbKMFMZnYnJQVohgsU6BBkbEvJvEs,69
-academic_refchecker-1.2.34.dist-info/RECORD,,
+academic_refchecker-1.2.35.dist-info/METADATA,sha256=W8YaWup9_0p1c24SOEJP-AHSG9pcGBrXFugNfn5TR0g,22298
+academic_refchecker-1.2.35.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+academic_refchecker-1.2.35.dist-info/entry_points.txt,sha256=WdI89tYkIfz-M628PiboOfOLzTBWZAqvlF29qCVCkek,61
+academic_refchecker-1.2.35.dist-info/top_level.txt,sha256=6RlcQEA0kHb7-ndbKMFMZnYnJQVohgsU6BBkbEvJvEs,69
+academic_refchecker-1.2.35.dist-info/RECORD,,

checkers/enhanced_hybrid_checker.py

@@ -98,6 +98,16 @@ class EnhancedHybridReferenceChecker:
             except Exception as e:
                 logger.warning(f"Enhanced Hybrid: Failed to initialize CrossRef: {e}")
         
+        # Initialize OpenReview checker
+        self.openreview = None
+        try:
+            from .openreview_checker import OpenReviewReferenceChecker
+            self.openreview = OpenReviewReferenceChecker()
+            logger.debug("Enhanced Hybrid: OpenReview checker initialized")
+        except Exception as e:
+            logger.warning(f"Enhanced Hybrid: Failed to initialize OpenReview: {e}")
+            self.openreview = None
+        
         # Google Scholar removed - using more reliable APIs only
         
         # Track API performance for adaptive selection
@@ -105,7 +115,8 @@ class EnhancedHybridReferenceChecker:
             'local_db': {'success': 0, 'failure': 0, 'avg_time': 0, 'throttled': 0},
             'semantic_scholar': {'success': 0, 'failure': 0, 'avg_time': 0, 'throttled': 0},
             'openalex': {'success': 0, 'failure': 0, 'avg_time': 0, 'throttled': 0},
-            'crossref': {'success': 0, 'failure': 0, 'avg_time': 0, 'throttled': 0}
+            'crossref': {'success': 0, 'failure': 0, 'avg_time': 0, 'throttled': 0},
+            'openreview': {'success': 0, 'failure': 0, 'avg_time': 0, 'throttled': 0}
         }
         
         # Track failed API calls for retry logic - OPTIMIZED CONFIGURATION
@@ -297,7 +308,17 @@ class EnhancedHybridReferenceChecker:
             if failure_type in ['throttled', 'timeout', 'server_error']:
                 failed_apis.append(('openalex', self.openalex, failure_type))
         
-        # Strategy 5: Try CrossRef if we haven't already (for non-DOI references)
+        # Strategy 5: Try OpenReview if URL suggests it's an OpenReview paper
+        if (self.openreview and 
+            hasattr(self.openreview, 'is_openreview_reference') and 
+            self.openreview.is_openreview_reference(reference)):
+            verified_data, errors, url, success, failure_type = self._try_api('openreview', self.openreview, reference)
+            if success:
+                return verified_data, errors, url
+            if failure_type in ['throttled', 'timeout', 'server_error']:
+                failed_apis.append(('openreview', self.openreview, failure_type))
+        
+        # Strategy 6: Try CrossRef if we haven't already (for non-DOI references)
         if not self._should_try_doi_apis_first(reference) and self.crossref:
             verified_data, errors, url, success, failure_type = self._try_api('crossref', self.crossref, reference)
             if success:

checkers/openreview_checker.py

@@ -0,0 +1,512 @@
+#!/usr/bin/env python3
+"""
+OpenReview API Client for Reference Verification
+
+This module provides functionality to verify references from OpenReview papers.
+OpenReview is a platform for open peer review in machine learning conferences
+like ICLR, NeurIPS, ICML, etc.
+
+Usage:
+    from openreview_checker import OpenReviewReferenceChecker
+    
+    # Initialize the checker
+    checker = OpenReviewReferenceChecker()
+    
+    # Verify a reference
+    reference = {
+        'title': 'Title of the paper',
+        'authors': ['Author 1', 'Author 2'],
+        'year': 2024,
+        'url': 'https://openreview.net/forum?id=ZG3RaNIsO8',
+        'raw_text': 'Full citation text'
+    }
+    
+    verified_data, errors, url = checker.verify_reference(reference)
+"""
+
+import requests
+import time
+import logging
+import re
+import json
+from typing import Dict, List, Tuple, Optional, Any, Union
+from urllib.parse import urlparse, parse_qs
+from bs4 import BeautifulSoup
+from utils.text_utils import (
+    normalize_text, clean_title_basic, is_name_match, 
+    calculate_title_similarity, compare_authors, 
+    clean_title_for_search, are_venues_substantially_different,
+    is_year_substantially_different
+)
+
+# Set up logging
+logger = logging.getLogger(__name__)
+
+class OpenReviewReferenceChecker:
+    """
+    A class to verify references using OpenReview
+    """
+    
+    def __init__(self, request_delay: float = 1.0):
+        """
+        Initialize the OpenReview client
+        
+        Args:
+            request_delay: Delay between requests to be respectful to OpenReview servers
+        """
+        self.base_url = "https://openreview.net"
+        self.api_url = "https://api.openreview.net"
+        self.request_delay = request_delay
+        self.last_request_time = 0
+        
+        # Session for connection pooling
+        self.session = requests.Session()
+        self.session.headers.update({
+            'User-Agent': 'RefChecker/1.0 (Academic Reference Verification)',
+            'Accept': 'application/json, text/html',
+            'Accept-Language': 'en-US,en;q=0.9'
+        })
+    
+    def is_openreview_url(self, url: str) -> bool:
+        """
+        Check if URL is from OpenReview
+        
+        Args:
+            url: URL to check
+            
+        Returns:
+            True if it's an OpenReview URL
+        """
+        return bool(url and 'openreview.net' in url.lower())
+    
+    def is_openreview_reference(self, reference: Dict[str, Any]) -> bool:
+        """
+        Determine if this reference is from OpenReview based on URL patterns
+        
+        Args:
+            reference: Reference dictionary to check
+            
+        Returns:
+            True if reference appears to be from OpenReview
+        """
+        # Check various URL fields for OpenReview URLs
+        url_fields = ['url', 'openreview_url', 'link', 'venue_url']
+        for field in url_fields:
+            url = reference.get(field, '')
+            if url and self.is_openreview_url(url):
+                return True
+        
+        # Check raw text for OpenReview URLs  
+        raw_text = reference.get('raw_text', '')
+        if raw_text and 'openreview.net' in raw_text.lower():
+            return True
+            
+        return False
+    
+    def extract_paper_id(self, url: str) -> Optional[str]:
+        """
+        Extract paper ID from OpenReview URL
+        
+        Args:
+            url: OpenReview URL
+            
+        Returns:
+            Paper ID if found, None otherwise
+        """
+        if not self.is_openreview_url(url):
+            return None
+        
+        # Handle different OpenReview URL formats:
+        # https://openreview.net/forum?id=ZG3RaNIsO8
+        # https://openreview.net/pdf?id=ZG3RaNIsO8
+        # https://openreview.net/forum?id=ZG3RaNIsO8&noteId=...
+        
+        parsed = urlparse(url)
+        query_params = parse_qs(parsed.query)
+        
+        if 'id' in query_params:
+            return query_params['id'][0]
+        
+        # Also check path-based URLs (if they exist)
+        path_match = re.search(r'/(?:forum|pdf|notes)/([A-Za-z0-9_-]+)', parsed.path)
+        if path_match:
+            return path_match.group(1)
+        
+        return None
+    
+    def _respectful_request(self, url: str, **kwargs) -> Optional[requests.Response]:
+        """Make a respectful HTTP request with rate limiting"""
+        current_time = time.time()
+        time_since_last = current_time - self.last_request_time
+        
+        if time_since_last < self.request_delay:
+            time.sleep(self.request_delay - time_since_last)
+        
+        try:
+            logger.debug(f"Making request to: {url}")
+            response = self.session.get(url, timeout=15, **kwargs)
+            self.last_request_time = time.time()
+            logger.debug(f"Request successful: {response.status_code}")
+            return response
+        except requests.exceptions.RequestException as e:
+            logger.debug(f"Request failed for {url}: {type(e).__name__}: {e}")
+            return None
+    
+    def get_paper_metadata(self, paper_id: str) -> Optional[Dict[str, Any]]:
+        """
+        Get paper metadata from OpenReview
+        
+        Args:
+            paper_id: OpenReview paper ID
+            
+        Returns:
+            Paper metadata dictionary or None if not found
+        """
+        # Try API endpoint first
+        api_url = f"{self.api_url}/notes?id={paper_id}"
+        response = self._respectful_request(api_url)
+        
+        if response and response.status_code == 200:
+            try:
+                data = response.json()
+                if 'notes' in data and data['notes']:
+                    note = data['notes'][0]
+                    return self._parse_api_response(note)
+            except (json.JSONDecodeError, KeyError) as e:
+                logger.debug(f"Failed to parse API response: {e}")
+        
+        # Fall back to web scraping
+        forum_url = f"{self.base_url}/forum?id={paper_id}"
+        response = self._respectful_request(forum_url)
+        
+        if not response or response.status_code != 200:
+            return None
+        
+        return self._parse_web_page(response.text, forum_url)
+    
+    def _parse_api_response(self, note: Dict[str, Any]) -> Dict[str, Any]:
+        """
+        Parse OpenReview API response to extract metadata
+        
+        Args:
+            note: Note data from API response
+            
+        Returns:
+            Parsed metadata dictionary
+        """
+        content = note.get('content', {})
+        
+        # Extract basic metadata
+        metadata = {
+            'id': note.get('id'),
+            'title': content.get('title', '').strip(),
+            'authors': [],
+            'year': None,
+            'venue': None,
+            'abstract': content.get('abstract', '').strip(),
+            'keywords': content.get('keywords', []),
+            'pdf_url': content.get('pdf'),
+            'forum_url': f"{self.base_url}/forum?id={note.get('id')}",
+            'source': 'openreview_api'
+        }
+        
+        # Parse authors
+        authors_raw = content.get('authors', [])
+        if isinstance(authors_raw, list):
+            metadata['authors'] = [author.strip() for author in authors_raw if author.strip()]
+        elif isinstance(authors_raw, str):
+            # Sometimes authors are in a single string
+            metadata['authors'] = [author.strip() for author in authors_raw.split(',') if author.strip()]
+        
+        # Extract year from various sources
+        # Check creation time
+        if 'cdate' in note:
+            try:
+                import datetime
+                timestamp = note['cdate'] / 1000.0  # Convert from milliseconds
+                year = datetime.datetime.fromtimestamp(timestamp).year
+                metadata['year'] = year
+            except (ValueError, TypeError):
+                pass
+        
+        # Check if venue/conference info is available
+        venue_info = content.get('venue', '')
+        if venue_info:
+            metadata['venue'] = venue_info.strip()
+        
+        # Try to extract venue from forum context or submission info
+        if not metadata['venue']:
+            # Common venues for OpenReview
+            forum_path = note.get('forum', '')
+            if 'ICLR' in str(content) or 'iclr' in forum_path.lower():
+                metadata['venue'] = 'ICLR'
+            elif 'NeurIPS' in str(content) or 'neurips' in forum_path.lower():
+                metadata['venue'] = 'NeurIPS'
+            elif 'ICML' in str(content) or 'icml' in forum_path.lower():
+                metadata['venue'] = 'ICML'
+        
+        return metadata
+    
+    def _parse_web_page(self, html: str, url: str) -> Dict[str, Any]:
+        """
+        Parse OpenReview web page to extract metadata
+        
+        Args:
+            html: HTML content of the page
+            url: Original URL
+            
+        Returns:
+            Parsed metadata dictionary
+        """
+        soup = BeautifulSoup(html, 'html.parser')
+        
+        # Extract paper ID from URL
+        paper_id = self.extract_paper_id(url)
+        
+        metadata = {
+            'id': paper_id,
+            'title': '',
+            'authors': [],
+            'year': None,
+            'venue': None,
+            'abstract': '',
+            'keywords': [],
+            'forum_url': url,
+            'source': 'openreview_web'
+        }
+        
+        # Extract title
+        title_elem = soup.find('h2', {'class': 'citation_title'}) or soup.find('h1')
+        if title_elem:
+            metadata['title'] = title_elem.get_text().strip()
+        
+        # Try to find title in meta tags
+        if not metadata['title']:
+            meta_title = soup.find('meta', {'property': 'og:title'}) or soup.find('meta', {'name': 'title'})
+            if meta_title and meta_title.get('content'):
+                metadata['title'] = meta_title['content'].strip()
+        
+        # Extract authors from meta tags (most reliable for OpenReview)
+        author_metas = soup.find_all('meta', {'name': 'citation_author'})
+        if author_metas:
+            metadata['authors'] = [meta.get('content', '').strip() for meta in author_metas if meta.get('content', '').strip()]
+        
+        # Fallback: try to find authors in HTML structure
+        if not metadata['authors']:
+            authors_section = soup.find('div', {'class': 'authors'}) or soup.find('span', {'class': 'authors'})
+            if authors_section:
+                # Extract author names from links or text
+                author_links = authors_section.find_all('a')
+                if author_links:
+                    metadata['authors'] = [link.get_text().strip() for link in author_links]
+                else:
+                    # Parse comma-separated authors
+                    authors_text = authors_section.get_text().strip()
+                    metadata['authors'] = [author.strip() for author in authors_text.split(',') if author.strip()]
+        
+        # Extract year from various sources
+        year_pattern = r'\b(20\d{2})\b'
+        
+        # Check date/year elements
+        date_elem = soup.find('span', {'class': 'date'}) or soup.find('time')
+        if date_elem:
+            year_match = re.search(year_pattern, date_elem.get_text())
+            if year_match:
+                metadata['year'] = int(year_match.group(1))
+        
+        # Check meta tags for date
+        if not metadata['year']:
+            meta_date = soup.find('meta', {'name': 'citation_date'}) or soup.find('meta', {'name': 'date'})
+            if meta_date and meta_date.get('content'):
+                year_match = re.search(year_pattern, meta_date['content'])
+                if year_match:
+                    metadata['year'] = int(year_match.group(1))
+        
+        # Extract abstract
+        abstract_elem = soup.find('div', {'class': 'abstract'}) or soup.find('section', {'class': 'abstract'})
+        if abstract_elem:
+            metadata['abstract'] = abstract_elem.get_text().strip()
+        
+        # Extract venue information from meta tags (most reliable for OpenReview)
+        venue_meta = soup.find('meta', {'name': 'citation_conference_title'})
+        if venue_meta and venue_meta.get('content'):
+            venue_full = venue_meta['content'].strip()
+            # Convert long conference names to common abbreviations
+            if 'International Conference on Learning Representations' in venue_full:
+                # Extract year if present
+                year_match = re.search(r'\b(20\d{2})\b', venue_full)
+                if year_match:
+                    metadata['venue'] = f'ICLR {year_match.group(1)}'
+                else:
+                    metadata['venue'] = 'ICLR'
+            elif 'Neural Information Processing Systems' in venue_full or 'NeurIPS' in venue_full:
+                year_match = re.search(r'\b(20\d{2})\b', venue_full)
+                if year_match:
+                    metadata['venue'] = f'NeurIPS {year_match.group(1)}'
+                else:
+                    metadata['venue'] = 'NeurIPS'
+            else:
+                metadata['venue'] = venue_full
+        
+        # Fallback: try HTML structure  
+        if not metadata['venue']:
+            venue_elem = soup.find('div', {'class': 'venue'}) or soup.find('span', {'class': 'venue'})
+            if venue_elem:
+                metadata['venue'] = venue_elem.get_text().strip()
+        
+        # Final fallback: try to determine venue from page context or URL
+        if not metadata['venue']:
+            page_text = soup.get_text().lower()
+            if 'iclr' in page_text or 'iclr' in url.lower():
+                if '2024' in page_text:
+                    metadata['venue'] = 'ICLR 2024'
+                else:
+                    metadata['venue'] = 'ICLR'
+            elif 'neurips' in page_text or 'neurips' in url.lower():
+                metadata['venue'] = 'NeurIPS'
+            elif 'icml' in page_text or 'icml' in url.lower():
+                metadata['venue'] = 'ICML'
+        
+        # Extract keywords if available
+        keywords_elem = soup.find('div', {'class': 'keywords'})
+        if keywords_elem:
+            keywords_text = keywords_elem.get_text()
+            metadata['keywords'] = [kw.strip() for kw in keywords_text.split(',') if kw.strip()]
+        
+        return metadata
+    
+    def verify_reference(self, reference: Dict[str, Any]) -> Tuple[Optional[Dict[str, Any]], List[Dict[str, Any]], Optional[str]]:
+        """
+        Verify a reference against OpenReview
+        
+        Args:
+            reference: Reference dictionary with title, authors, year, url, etc.
+            
+        Returns:
+            Tuple of (verified_data, errors, paper_url) where:
+            - verified_data: Dict with verified OpenReview paper data or None
+            - errors: List of error/warning dictionaries
+            - paper_url: The OpenReview URL
+        """
+        logger.debug(f"Verifying OpenReview reference: {reference.get('title', 'Untitled')}")
+        
+        # Extract OpenReview URL from reference
+        openreview_url = None
+        for url_key in ['url', 'openreview_url', 'link']:
+            if url_key in reference and reference[url_key]:
+                url = reference[url_key].strip()
+                if self.is_openreview_url(url):
+                    openreview_url = url
+                    break
+        
+        if not openreview_url:
+            logger.debug("No OpenReview URL found in reference")
+            return None, [], None
+        
+        # Extract paper ID
+        paper_id = self.extract_paper_id(openreview_url)
+        if not paper_id:
+            return None, [{"error_type": "unverified", "error_details": "Could not extract paper ID from OpenReview URL"}], openreview_url
+        
+        # Get paper metadata
+        paper_data = self.get_paper_metadata(paper_id)
+        if not paper_data:
+            return None, [{"error_type": "unverified", "error_details": "Paper not found on OpenReview"}], openreview_url
+        
+        logger.debug(f"Found OpenReview paper: {paper_data.get('title', 'Untitled')}")
+        
+        # Verify the reference against the paper data
+        errors = []
+        
+        # Check title match
+        cited_title = reference.get('title', '').strip()
+        paper_title = paper_data.get('title', '').strip()
+        
+        if cited_title and paper_title:
+            similarity = calculate_title_similarity(cited_title, paper_title)
+            if similarity < 0.7:  # Using a reasonable threshold
+                errors.append({
+                    "warning_type": "title",
+                    "warning_details": f"Title mismatch: cited as '{cited_title}' but OpenReview shows '{paper_title}' (similarity: {similarity:.2f})"
+                })
+        
+        # Check authors
+        cited_authors = reference.get('authors', [])
+        paper_authors = paper_data.get('authors', [])
+        
+        if cited_authors and paper_authors:
+            # Convert to list format if needed
+            if isinstance(cited_authors, str):
+                cited_authors = [author.strip() for author in cited_authors.split(',')]
+            if isinstance(paper_authors, str):
+                paper_authors = [author.strip() for author in paper_authors.split(',')]
+            
+            # Use the existing author comparison function
+            match, error_msg = compare_authors(cited_authors, paper_authors)
+            if not match and error_msg:
+                errors.append({
+                    "warning_type": "author",
+                    "warning_details": error_msg
+                })
+        
+        # Check year
+        cited_year = reference.get('year')
+        paper_year = paper_data.get('year')
+        
+        if cited_year and paper_year:
+            try:
+                cited_year_int = int(cited_year)
+                paper_year_int = int(paper_year)
+                
+                is_different, year_message = is_year_substantially_different(cited_year_int, paper_year_int)
+                if is_different and year_message:
+                    errors.append({
+                        "warning_type": "year",
+                        "warning_details": year_message
+                    })
+            except (ValueError, TypeError):
+                pass  # Skip year validation if conversion fails
+        
+        # Check venue if provided in reference
+        cited_venue = reference.get('venue', '').strip()
+        paper_venue = paper_data.get('venue', '').strip()
+        
+        if cited_venue and paper_venue:
+            if are_venues_substantially_different(cited_venue, paper_venue):
+                errors.append({
+                    "warning_type": "venue",
+                    "warning_details": f"Venue mismatch: cited as '{cited_venue}' but OpenReview shows '{paper_venue}'"
+                })
+        
+        # Create verified data structure
+        verified_data = {
+            'title': paper_data.get('title', cited_title),
+            'authors': paper_data.get('authors', cited_authors),
+            'year': paper_data.get('year', cited_year),
+            'venue': paper_data.get('venue', cited_venue),
+            'url': openreview_url,
+            'abstract': paper_data.get('abstract', ''),
+            'keywords': paper_data.get('keywords', []),
+            'openreview_metadata': paper_data,
+            'verification_source': 'OpenReview'
+        }
+        
+        logger.debug(f"OpenReview verification completed for: {openreview_url}")
+        return verified_data, errors, openreview_url
+    
+    def search_paper(self, title: str, authors: List[str] = None, year: int = None) -> List[Dict[str, Any]]:
+        """
+        Search for papers on OpenReview by title, authors, and/or year
+        
+        Args:
+            title: Paper title to search for
+            authors: List of author names (optional)
+            year: Publication year (optional)
+            
+        Returns:
+            List of matching paper metadata dictionaries
+        """
+        # This would implement search functionality if needed
+        # For now, OpenReview verification is primarily URL-based
+        logger.debug(f"Search functionality not yet implemented for OpenReview")
+        return []

utils/text_utils.py

@@ -81,6 +81,11 @@ def parse_authors_with_initials(authors_text):
     # Import regex at function level to avoid import issues
     import re
     
+    # Handle standalone "others" or "et al" cases that should return empty list
+    stripped_text = authors_text.strip().lower()
+    if stripped_text in ['others', 'and others', 'et al', 'et al.']:
+        return []
+    
     # Fix spacing around periods in initials (e.g., "Y . Li" -> "Y. Li") before parsing
     authors_text = re.sub(r'(\w)\s+\.', r'\1.', authors_text)
     
@@ -94,10 +99,16 @@ def parse_authors_with_initials(authors_text):
             valid_names = []
             for part in and_parts:
                 part = part.strip()
-                if part and (len(part.split()) >= 2 or re.search(r'[A-Z]\.', part)):
+                # Check for et al indicators first
+                if part.lower() in ['others', 'et al', 'et al.', 'and others']:
+                    # Add et al if we have real authors, then stop
+                    if valid_names:
+                        valid_names.append("et al")
+                    break
+                elif part and (len(part.split()) >= 2 or re.search(r'[A-Z]\.', part)):
                     valid_names.append(part)
             
-            if len(valid_names) == len(and_parts):  # All parts look like valid names
+            if valid_names:  # Return if we found any valid names (including et al handling)
                 return valid_names
         
         # Case 2: "Lastname, Firstname and Lastname, Firstname" format (BibTeX format)
@@ -112,9 +123,11 @@ def parse_authors_with_initials(authors_text):
                 # Handle special cases without commas
                 if comma_count == 0:
                     # Check if this is "others", "et al", or similar
-                    if part.lower() in ['others', 'et al', 'et al.']:
-                        # Skip these entirely - they're not real author names
-                        continue
+                    if part.lower() in ['others', 'et al', 'et al.', 'and others']:
+                        # Convert to standard "et al" and add it, then stop processing
+                        if valid_author_parts:  # Only add if we have real authors
+                            valid_author_parts.append("et al")
+                        break  # Stop processing after et al indicator
                     else:
                         # This might be a name without lastname, firstname format
                         # For now, skip to be safe unless it's clearly a single name
@@ -3865,6 +3878,7 @@ def are_venues_substantially_different(venue1: str, venue2: str) -> bool:
         word_roots = {
             'robot': 'robotics', 'robotics': 'robot',
             'sci': 'science', 'science': 'sci',
+            'science': 'sciences', 'sciences': 'science',  # Handle singular/plural
             'adv': 'advanced', 'advanced': 'adv', 
             'intell': 'intelligent', 'intelligent': 'intell',
             'syst': 'systems', 'systems': 'syst',