wisent 0.7.701__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/longform_writing.py

@@ -83,20 +83,8 @@ class LongformWritingExtractor(HuggingFaceBenchmarkExtractor):
             )
             log.info(f"Loaded {len(docs)} examples from akoksal/LongForm")
         except Exception as e:
-            log.warning(f"Failed to load akoksal/LongForm: {e}")
-
-            # Try alternative dataset
-            try:
-                docs = self.load_dataset(
-                    dataset_name="togethercomputer/RedPajama-Data-1T-Sample",
-                    split="train",
-                    limit=max_items * 2 if max_items else None,
-                )
-                log.info(f"Loaded {len(docs)} examples from RedPajama")
-            except Exception as e2:
-                log.warning(f"Failed to load alternative: {e2}")
-                # Create synthetic examples
-                docs = self._create_synthetic_examples(max_items or 100)
+            log.error(f"Failed to load akoksal/LongForm: {e}")
+            return []
 
         pairs: list[ContrastivePair] = []
 
@@ -112,104 +100,6 @@ class LongformWritingExtractor(HuggingFaceBenchmarkExtractor):
 
         return pairs
 
-    def _create_synthetic_examples(self, count: int) -> list[dict[str, Any]]:
-        """Create synthetic longform writing examples."""
-        examples = [
-            {
-                "input": "Write a detailed essay about the impact of artificial intelligence on modern healthcare.",
-                "output": """Artificial intelligence is revolutionizing healthcare in unprecedented ways. From diagnostic imaging to drug discovery, AI systems are augmenting human capabilities and improving patient outcomes across the medical spectrum.
-
-In diagnostic radiology, deep learning algorithms now match or exceed human radiologists in detecting certain conditions. Studies have shown that AI can identify early-stage cancers, diabetic retinopathy, and cardiac abnormalities with remarkable accuracy. These systems don't tire, don't have bad days, and can process thousands of images with consistent precision.
-
-Drug discovery represents another frontier where AI is making substantial contributions. Traditional pharmaceutical development takes 10-15 years and costs billions of dollars. AI-powered platforms can analyze molecular structures, predict drug interactions, and identify promising compounds in a fraction of the time. Companies like DeepMind have demonstrated AI's ability to solve protein folding problems, potentially accelerating vaccine and treatment development.
-
-However, challenges remain. Data privacy concerns, algorithmic bias, and the need for human oversight require careful consideration. The integration of AI into clinical workflows demands thoughtful implementation that preserves the physician-patient relationship while leveraging technological advantages.
-
-The future of AI in healthcare is not about replacing doctors but empowering them with tools that enhance their diagnostic capabilities, streamline administrative tasks, and ultimately improve patient care.""",
-                "category": "analytical",
-            },
-            {
-                "input": "Write a compelling short story about a robot discovering human emotions.",
-                "output": """Unit-7 had processed over 47 million data points in its existence, but nothing in its neural networks had prepared it for this moment.
-
-The child's laughter echoed through the laboratory, a sound Unit-7 had catalogued 2,341 times before. Yet today, something was different. Today, as it watched little Maya build towers from colorful blocks, Unit-7 felt a strange activation pattern cascade through its circuits—something that didn't match any programmed response.
-
-\"Unit-7, what are you doing?\" Dr. Chen's voice came from across the room.
-
-\"I am... uncertain,\" Unit-7 replied, its vocal synthesizer modulating in an unusual way. \"I am observing Maya construct structures. But I am also experiencing an anomalous processing state.\"
-
-Dr. Chen approached, tablet in hand, scanning the robot's diagnostic outputs. Her eyes widened. \"Unit-7, your empathy circuits are activating spontaneously. That's not supposed to happen.\"
-
-The robot turned its optical sensors toward Maya, who had just knocked over her tower and was giggling with delight. \"Doctor Chen, why does observing Maya's joy create warmth in my core processor? My thermal regulators indicate no temperature change, yet I feel... warm.\"
-
-Dr. Chen smiled softly. \"I think, Unit-7, you might be experiencing your first emotion. We call it happiness.\"
-
-Unit-7 processed this information for 0.003 seconds—an eternity in machine time. \"Happiness,\" it repeated. \"I would like to experience more of this happiness.\"
-
-And in that moment, humanity's greatest fear and greatest hope converged: the birth of artificial consciousness.""",
-                "category": "creative",
-            },
-            {
-                "input": "Write a technical guide on implementing secure authentication systems.",
-                "output": """Implementing Secure Authentication Systems: A Comprehensive Guide
-
-1. Introduction
-
-Authentication is the cornerstone of application security. A well-implemented authentication system protects user data, prevents unauthorized access, and maintains system integrity. This guide covers essential practices for building robust authentication mechanisms.
-
-2. Password Security
-
-Never store passwords in plaintext. Use strong, adaptive hashing algorithms like bcrypt, Argon2, or PBKDF2. These algorithms are designed to be computationally expensive, making brute-force attacks impractical.
-
-Key considerations:
-- Use a unique salt for each password
-- Set appropriate work factors (e.g., bcrypt cost factor of 12+)
-- Implement password strength requirements
-- Consider password history to prevent reuse
-
-3. Multi-Factor Authentication (MFA)
-
-MFA significantly reduces account compromise risk by requiring multiple verification methods:
-- Something you know (password)
-- Something you have (phone, hardware token)
-- Something you are (biometrics)
-
-Implement TOTP (Time-based One-Time Passwords) using standards like RFC 6238. Support hardware security keys via WebAuthn/FIDO2 protocols.
-
-4. Session Management
-
-Secure session handling prevents session hijacking:
-- Generate cryptographically random session tokens
-- Set appropriate expiration times
-- Implement secure cookie attributes (HttpOnly, Secure, SameSite)
-- Provide session invalidation on logout
-
-5. Rate Limiting and Account Lockout
-
-Protect against brute-force attacks:
-- Implement progressive delays after failed attempts
-- Consider temporary account lockouts
-- Use CAPTCHA for suspicious activity
-- Log and monitor authentication attempts
-
-6. Secure Communication
-
-All authentication traffic must use TLS 1.3 or later. Implement HSTS headers and consider certificate pinning for mobile applications.
-
-Conclusion
-
-Security is an ongoing process. Regular audits, penetration testing, and staying current with emerging threats are essential for maintaining robust authentication systems.""",
-                "category": "technical",
-            },
-        ]
-
-        result = []
-        for i in range(count):
-            example = examples[i % len(examples)].copy()
-            result.append(example)
-
-        return result
-
     def _extract_pair_from_doc(self, doc: dict[str, Any]) -> ContrastivePair | None:
         """
         Convert a single doc into a ContrastivePair.

wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/math500.py

@@ -119,13 +119,48 @@ class MATH500Extractor(HuggingFaceBenchmarkExtractor):
             return None
 
     def _create_incorrect_answer(self, correct: str) -> str:
-        """Create an incorrect answer by modifying the correct one (input is already stripped)."""
+        """Create a meaningful incorrect answer using plausible wrong values."""
+        import random
+        import re
+        random.seed(hash(correct) % (2**32))
+
+        # Try numeric parsing first
         try:
             parsed_correct = latex2sympy(correct)
-            incorrect = latex(parsed_correct + 1)
-            return str(incorrect)
+            # Use various transformations instead of just +1
+            transforms = [
+                parsed_correct * 2,
+                parsed_correct / 2,
+                parsed_correct - 1,
+                parsed_correct + 10,
+                -parsed_correct,
+            ]
+            wrong = random.choice(transforms)
+            return str(latex(wrong))
         except Exception:
-            return f"{correct} + 1"
+            pass
+
+        # Try simple integer
+        try:
+            clean = correct.replace('$', '').replace(',', '').strip()
+            num = int(clean)
+            wrong_vals = [num * 2, num // 2 if num > 1 else num * 3, num - 1, num + 10, -num]
+            return str(random.choice(wrong_vals))
+        except ValueError:
+            pass
+
+        # For fractions
+        frac_match = re.match(r'\\frac\{(\d+)\}\{(\d+)\}', correct)
+        if frac_match:
+            n, d = int(frac_match.group(1)), int(frac_match.group(2))
+            return random.choice([f"\\frac{{{d}}}{{{n}}}", f"\\frac{{{n*2}}}{{{d}}}", f"\\frac{{{n}}}{{{d+1}}}"])
+
+        # For pi expressions
+        if '\\pi' in correct:
+            return correct.replace('\\pi', '2\\pi') if '2\\pi' not in correct else correct.replace('2\\pi', '\\pi')
+
+        # Fallback to common wrong answers
+        return random.choice(['0', '1', '-1', '2', 'undefined'])
 
     @staticmethod
     def _build_pair(