QuantumChecker 0.2.1__tar.gz → 0.2.3__tar.gz

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/PKG-INFO

@@ -1,20 +1,27 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.2.1
+Version: 0.2.3
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
-Author-email: Qobiljon <qobiljonkhayrullayev@gmail.com>
+Author: Qobiljon
+Author-email: qobiljonkhayrullayev@gmail.com
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
-License-File: LICENSE
 Requires-Dist: requests>=2.31.0
 Requires-Dist: tenacity>=8.2.3
 Requires-Dist: pdf2image>=1.16.3
 Requires-Dist: python-dotenv>=1.0.0
 Requires-Dist: Pillow>=10.0.0
-Dynamic: license-file
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # HomeworkEvaluator
 

quantumchecker-0.2.3/QuantumCheck/main.py

@@ -0,0 +1,125 @@
+import logging
+import os
+from datetime import datetime
+from typing import List, Dict, Optional
+from .python_evaluator import PythonEvaluator
+from .sql_evaluator import SQLEvaluator
+from .powerbi_evaluator import PowerBIEvaluator
+from .ssis_evaluator import SSISEvaluator
+
+
+class HomeworkEvaluator:
+    EXTENSION_TO_TYPE = {
+        ".py": "python",
+        ".sql": "sql",
+        ".zip": "powerbi",
+        ".dtsx": "ssis",
+        ".DTSX": "ssis",
+        ".txt": "text",
+        ".md": "text"
+    }
+
+    def _setup_logger(self, file_type: str) -> logging.Logger:
+        base_log_dir = os.path.join(os.path.dirname(__file__), "logs")
+        type_log_dir = os.path.join(base_log_dir, file_type)
+        os.makedirs(type_log_dir, exist_ok=True)
+
+        timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
+        log_file_path = os.path.join(type_log_dir, f"evaluation_{timestamp}.log")
+
+        logger = logging.getLogger(f"{file_type}_{timestamp}")
+        logger.setLevel(logging.INFO)
+
+        if not logger.handlers:
+            file_handler = logging.FileHandler(log_file_path, encoding="utf-8")
+            formatter = logging.Formatter("%(asctime)s - %(levelname)s - %(message)s")
+            file_handler.setFormatter(formatter)
+            logger.addHandler(file_handler)
+
+        return logger
+
+    @staticmethod
+    def parse_questions(md_content: str) -> List[str]:
+        questions = [q.strip() for q in md_content.strip().split("\n\n") if q.strip()]
+        if not questions:
+            raise ValueError("No valid questions found in the question content")
+        return questions
+
+    def evaluate_from_content(
+        self,
+        question_content: str,
+        answer_path: str,
+        api_key: str,
+        backup_api_keys: Optional[List[str]] = None,
+    ) -> Dict[str, any]:
+        if backup_api_keys is None:
+            backup_api_keys = []
+
+        try:
+            questions = self.parse_questions(question_content)
+        except Exception as e:
+            base_logger = logging.getLogger("base")
+            base_logger.error("Failed to parse question content: %s", str(e))
+            raise ValueError(f"Failed to parse question content: {str(e)}")
+
+        answer_path = answer_path.strip()
+        _, ext = os.path.splitext(answer_path)
+        ext = ext.lower()
+        file_type = self.EXTENSION_TO_TYPE.get(ext, "text")
+
+        logger = self._setup_logger(file_type)
+        logger.info("Processing answer_path: %s", answer_path)
+        logger.info("Extracted extension: %s", ext)
+        logger.info("Detected file type: %s for file: %s", file_type, answer_path)
+
+        if not os.path.exists(answer_path):
+            logger.error("Answer file not found: %s", answer_path)
+            raise FileNotFoundError(f"Answer file not found: {answer_path}")
+
+        def create_evaluator(ftype, key):
+            if ftype == "python":
+                return PythonEvaluator(key)
+            elif ftype == "sql":
+                return SQLEvaluator(key)
+            elif ftype == "powerbi":
+                return PowerBIEvaluator(key)
+            elif ftype == "ssis":
+                return SSISEvaluator(key)
+            else:
+                return PythonEvaluator(key)  # default fallback
+
+        keys_to_try = [api_key] + backup_api_keys[:5]  # max 5 backups
+
+        last_exception = None
+        for i, key in enumerate(keys_to_try):
+            evaluator = create_evaluator(file_type, key)
+            try:
+                evaluation = evaluator.evaluate(questions, answer_path)
+                logger.info(f"Evaluation complete with API key #{i + 1}: Score = {evaluation.get('score')}")
+                break
+            except Exception as e:
+                error_msg = str(e).lower()
+                if (
+                    "429" in error_msg
+                    or "rate limit" in error_msg
+                    or "quota exceeded" in error_msg
+                    or "daily limit exceeded" in error_msg
+                    or "quota" in error_msg
+                ):
+                    logger.warning(f"API key #{i + 1} limited or quota exceeded. Trying next key if available.")
+                    last_exception = e
+                    continue
+                else:
+                    logger.error(f"Evaluation failed with API key #{i + 1}: {str(e)}")
+                    raise
+        else:
+            logger.error("All API keys exhausted and evaluation failed.")
+            if last_exception:
+                raise last_exception
+            else:
+                raise RuntimeError("Evaluation failed for unknown reasons.")
+
+        return {
+            "mark": evaluation["score"],
+            "feedback": evaluation["feedback"]
+        }

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/QuantumCheck/powerbi_evaluator.py

@@ -14,7 +14,7 @@ from PIL import Image
 import io
 import base64
 
-from prompts import prompt_text_powerbi
+from .prompts import prompt_text_powerbi
 
 load_dotenv()
 logger = logging.getLogger(__name__)

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/QuantumCheck/python_evaluator.py

@@ -1,6 +1,6 @@
 import logging
 import requests
-from prompts import prompt_text_python
+from .prompts import prompt_text_python
 from typing import List, Dict
 from tenacity import retry, stop_after_attempt, wait_exponential, retry_if_exception_type
 

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/QuantumCheck/sql_evaluator.py

@@ -3,7 +3,7 @@ import requests
 from typing import List, Dict
 from tenacity import retry, stop_after_attempt, wait_exponential, retry_if_exception_type
 
-from prompts import prompt_text_sql
+from .prompts import prompt_text_sql
 
 logger = logging.getLogger(__name__)
 

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/QuantumCheck/ssis_evaluator.py

@@ -4,7 +4,7 @@ import xml.etree.ElementTree as ET
 from typing import List, Dict
 from tenacity import retry, stop_after_attempt, wait_exponential, retry_if_exception_type
 
-from prompts import prompt_text_ssis
+from .prompts import prompt_text_ssis
 
 logger = logging.getLogger(__name__)
 

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/QuantumChecker.egg-info/PKG-INFO

@@ -1,20 +1,27 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.2.1
+Version: 0.2.3
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
-Author-email: Qobiljon <qobiljonkhayrullayev@gmail.com>
+Author: Qobiljon
+Author-email: qobiljonkhayrullayev@gmail.com
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
-License-File: LICENSE
 Requires-Dist: requests>=2.31.0
 Requires-Dist: tenacity>=8.2.3
 Requires-Dist: pdf2image>=1.16.3
 Requires-Dist: python-dotenv>=1.0.0
 Requires-Dist: Pillow>=10.0.0
-Dynamic: license-file
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # HomeworkEvaluator
 

{quantumchecker-0.2.1 → quantumchecker-0.2.3}/QuantumChecker.egg-info/SOURCES.txt

@@ -1,6 +1,5 @@
-LICENSE
 README.md
-pyproject.toml
+setup.py
 QuantumCheck/__init__.py
 QuantumCheck/main.py
 QuantumCheck/powerbi_evaluator.py
@@ -12,4 +11,5 @@ QuantumChecker.egg-info/PKG-INFO
 QuantumChecker.egg-info/SOURCES.txt
 QuantumChecker.egg-info/dependency_links.txt
 QuantumChecker.egg-info/requires.txt
-QuantumChecker.egg-info/top_level.txt
+QuantumChecker.egg-info/top_level.txt
+tests/test.py

quantumchecker-0.2.3/setup.py

@@ -0,0 +1,27 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="QuantumChecker",
+    version="0.2.3",
+    author="Qobiljon",
+    author_email="qobiljonkhayrullayev@gmail.com",
+    description="A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.",
+    long_description=open("README.md", encoding="utf-8").read(),
+    long_description_content_type="text/markdown",
+    license_files=["LICENSE.txt"],
+    python_requires=">=3.6",
+    packages=find_packages(),
+    install_requires=[
+        "requests>=2.31.0",
+        "tenacity>=8.2.3",
+        "pdf2image>=1.16.3",
+        "python-dotenv>=1.0.0",
+        "Pillow>=10.0.0",
+    ],
+    classifiers=[
+        "Programming Language :: Python :: 3",
+        "License :: OSI Approved :: MIT License",
+        "Operating System :: OS Independent",
+    ],
+    include_package_data=True,
+)

quantumchecker-0.2.3/tests/test.py

@@ -0,0 +1,29 @@
+from QuantumCheck import HomeworkEvaluator
+
+if __name__ == "__main__":
+    evaluator = HomeworkEvaluator()
+
+    primary_api_key = "AIzaSyD0ptgEixhLLjCWjkyxhqDsUzO16ytQq2c"
+    question = "How to write print in python"
+
+    backup_keys = [
+        "BACKUP_KEY_1",
+        "BACKUP_KEY_2",
+        "BACKUP_KEY_3",
+        "BACKUP_KEY_4",
+        "BACKUP_KEY_5",
+    ]
+
+    result = evaluator.evaluate_from_content(
+        question_content="How to write print in python",
+        answer_path="../tests/answer/answer.py",
+        api_key=primary_api_key,
+        backup_api_keys=backup_keys
+    )
+
+    print(result)
+
+
+
+
+

quantumchecker-0.2.1/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2025 Qobiljon Xayrullayev
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

quantumchecker-0.2.1/QuantumCheck/main.py

@@ -1,72 +0,0 @@
-import logging
-import os
-from typing import List, Dict
-from python_evaluator import PythonEvaluator
-from sql_evaluator import SQLEvaluator
-from powerbi_evaluator import PowerBIEvaluator
-from ssis_evaluator import SSISEvaluator
-
-logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
-logger = logging.getLogger(__name__)
-
-
-class HomeworkEvaluator:
-    EXTENSION_TO_TYPE = {
-        ".py": "python",
-        ".sql": "sql",
-        ".zip": "powerbi",
-        ".dtsx": "ssis",
-        ".DTSX": "ssis",
-        ".txt": "text",
-        ".md": "text"
-    }
-
-    @staticmethod
-    def parse_questions(md_content: str) -> List[str]:
-        questions = [q.strip() for q in md_content.strip().split("\n\n") if q.strip()]
-        if not questions:
-            raise ValueError("No valid questions found in the question content")
-        return questions
-
-    def evaluate_from_content(self, question_content: str, answer_path: str, api_key: str) -> Dict[str, any]:
-        try:
-            questions = self.parse_questions(question_content)
-        except Exception as e:
-            logger.error("Failed to parse question content: %s", str(e))
-            raise ValueError(f"Failed to parse question content: {str(e)}")
-
-        answer_path = answer_path.strip()
-        logger.info("Processing answer_path: %s", answer_path)
-        _, ext = os.path.splitext(answer_path)
-        ext = ext.lower()
-        logger.info("Extracted extension: %s", ext)
-        file_type = self.EXTENSION_TO_TYPE.get(ext, "text")
-        logger.info("Detected file type: %s for file: %s", file_type, answer_path)
-
-        if not os.path.exists(answer_path):
-            logger.error("Answer file not found: %s", answer_path)
-            raise FileNotFoundError(f"Answer file not found: {answer_path}")
-
-        if file_type == "python":
-            evaluator = PythonEvaluator(api_key)
-            evaluation = evaluator.evaluate(questions, answer_path)
-        elif file_type == "sql":
-            evaluator = SQLEvaluator(api_key)
-            evaluation = evaluator.evaluate(questions, answer_path)
-        elif file_type == "powerbi":
-            evaluator = PowerBIEvaluator(api_key)
-            evaluation = evaluator.evaluate(questions, answer_path)
-        elif file_type == "ssis":
-            evaluator = SSISEvaluator(api_key)
-            evaluation = evaluator.evaluate(questions, answer_path)
-        else:
-            logger.warning("Unrecognized file type '%s', defaulting to text (Python parser)", file_type)
-            evaluator = PythonEvaluator(api_key)
-            evaluation = evaluator.evaluate(questions, answer_path)
-
-        return {
-            "mark": evaluation["score"],
-            "feedback": evaluation["feedback"]
-        }
-
-

quantumchecker-0.2.1/pyproject.toml

@@ -1,27 +0,0 @@
-[build-system]
-requires = ["setuptools>=61.0", "wheel"]
-build-backend = "setuptools.build_meta"
-
-[project]
-name = "QuantumChecker"
-version = "0.2.1"
-authors = [
-  { name = "Qobiljon", email = "qobiljonkhayrullayev@gmail.com" },
-]
-description = "A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS."
-readme = "README.md"
-license = { file = "LICENSE.txt" }
-requires-python = ">=3.6"
-dependencies = [
-  "requests>=2.31.0",
-  "tenacity>=8.2.3",
-  "pdf2image>=1.16.3",
-  "python-dotenv>=1.0.0",
-  "Pillow>=10.0.0",
-]
-classifiers = [
-  "Programming Language :: Python :: 3",
-  "License :: OSI Approved :: MIT License",
-  "Operating System :: OS Independent",
-]
-