QuantumChecker 0.3.8__tar.gz → 0.5.0__tar.gz

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.3.8
+Version: 0.5.0
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
 Author: Qobiljon
 Author-email: qobiljonkhayrullayev@gmail.com

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumCheck/main.py

@@ -20,12 +20,27 @@ class HomeworkEvaluator:
     }
 
     EXTENSION_TO_TYPE = {
+        #Python
         ".py": "python",
+        ".ipynb": "python",
+        ".pyw": "python",
+        ".pyi": "python",
+        ".pyx": "python",
+        ".pxd": "python",
+        ".pyd": "python",
+        ".so": "python",
+
+        #SQL
         ".sql": "sql",
+
+        #Power BI
         ".pbit": "powerbi",
         ".pdf": "powerbi",
+
+        #SSIS
         ".dtsx": "ssis",
         ".DTSX": "ssis",
+
         ".txt": "text",
         ".md": "text"
     }

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumCheck/powerbi_evaluator.py

@@ -188,8 +188,22 @@ class PowerBIProcessor:
             schema_path = os.path.join(export_path, "DataModelSchema")
             txt_path = os.path.join(export_path, "DataModelSchema.txt")
             os.rename(schema_path, txt_path)
-            with open(txt_path, "r", encoding="utf-16-le") as file:
-                return json.load(file)
+            try:
+                with open(txt_path, "r", encoding="utf-16-le") as file:
+                    data = file.read()
+            except UnicodeDecodeError:
+                with open(txt_path, "r", encoding="utf-16-le", errors="ignore") as file:
+                    data = file.read()
+
+            # normalize curly quotes and similar unicode chars
+            data = (
+                data.replace("’", "'")
+                .replace("‘", "'")
+                .replace("“", '"')
+                .replace("”", '"')
+            )
+
+            return json.loads(data)
         except UnicodeDecodeError as e:
             logger.error("Failed to decode DataModelSchema: %s", str(e))
             raise ProcessingError(f"Invalid encoding in DataModelSchema: {e}")

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumCheck/prompts.py

@@ -84,35 +84,42 @@ def prompt_text_sql(combined_content: str):
 
 def prompt_text_ssis(combined_content: str) -> str:
     return (
+
         "You are an SSIS data engineer evaluating a beginner-level SSIS package submission (1–2 months experience).\n\n"
         "Evaluation Criteria:\n"
         "- Assess correct and relevant use of SSIS components: Connection Managers, Control Flow tasks (e.g., Execute SQL Task), Data Flow tasks (e.g., Flat File Source to OLE DB Destination).\n"
+        "- Check if the submission attempts to solve the task using SSIS packages (.dtsx) and related concepts.\n"
         "- Confirm proper linking of components and appropriate use of data types.\n"
         "- Consider clarity, effort, and completeness.\n"
         "- If scheduling (e.g., SQL Server Agent Job) is missing, note it but deduct no more than 5 points.\n\n"
+        "**STRICT RULE ON OFF-TOPIC SUBMISSIONS:**\n"
+        "- If the submission is off-topic (e.g., Python scripts, SQL queries, Power BI reports, or anything NOT an SSIS package or SSIS-related), assign exactly 20/100 points.\n"
+        "- Do NOT give any additional points or feedback related to SSIS components.\n"
+        "- Clearly state in feedback that the submission does not address the SSIS package requirement and advise focusing on SSIS for this task.\n\n"
         "Scoring Guidelines:\n"
         "- Begin with a baseline of 60/100 for any reasonable SSIS attempt.\n"
         "- Add 5–10 points for extra effort or partial correctness.\n"
         "- Never exceed 100 points.\n"
-        "- Always reward genuine effort.\n\n"
-        "Feedback Format (keep total under 120 words):\n"
+        "- Always reward genuine effort unless off-topic.\n\n"
+        "Feedback Format:\n"
         "=== COMPREHENSIVE EVALUATION ===\n"
         "OVERALL SCORE: <score>/100\n\n"
         "FEEDBACK SUMMARY:\n"
-        "- What was done well (1–2 sentences)\n"
-        "- What needs improvement (1–2 sentences)\n"
-        "- Major issues (if any, 1 sentence)\n\n"
+        "- What was done well\n"
+        "- What needs improvement\n"
+        "- Major issues (including off-topic comments if applicable)\n\n"
         "KEY ADVICE:\n"
-        "- 1–2 improvement tips (1 line each)\n"
+        "- 1–2 improvement tips\n"
         "- Core SSIS concepts to review\n"
         "- Encouragement to keep practicing\n\n"
         f"{combined_content}\n"
         "=== EVALUATION COMPLETE ===\n\n"
         "Notes:\n"
-        "- Be concise, clear, and beginner-friendly.\n"
+        "- Be kind, clear, and beginner-friendly.\n"
+        "- If off-topic, strictly enforce 20/100 score with no exceptions.\n"
+        "- Remind student clearly to read the question carefully and focus on SSIS.\n"
     )
 
-
 def prompt_text_powerbi(combined_content: str):
     return (
     "You are a BI professional evaluating a beginner student's Power BI submission, including DAX, data models, and visuals.\n\n"

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumCheck/python_evaluator.py

@@ -102,6 +102,7 @@ class GeminiFlashModel:
 class PythonAnswerParser:
     @staticmethod
     def parse_single_file(content: str) -> List[str]:
+        content = content.replace("’", "'").replace("‘", "'")
         answers = [a.strip() for a in content.strip().split("\n\n") if a.strip()]
         if not answers:
             logger.warning("No valid answers found in single file")
@@ -128,7 +129,11 @@ class PythonAnswerParser:
                 zip_ref.extractall(temp_dir)
 
             python_files = sorted(
-                [f for f in os.listdir(temp_dir) if f.endswith(".py")]
+                [
+                    f
+                    for f in os.listdir(temp_dir)
+                    if f.endswith((".py", ".ipynb", ".pyw", ".pyi", ".pyx", ".pxd", ".pyd", ".so"))
+                ]
             )
 
             if not python_files:
@@ -140,8 +145,10 @@ class PythonAnswerParser:
                         os.path.join(temp_dir, python_file),
                         "r",
                         encoding="utf-8",
+                        errors="ignore",
                 ) as f:
                     content = f.read().strip()
+                    content = content.replace("’", "'").replace("‘", "'")
                     if content:
                         combined_content.append(content)
 

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumCheck/sql_evaluator.py

@@ -102,6 +102,7 @@ class GeminiFlashModel:
 class SQLAnswerParser:
     @staticmethod
     def parse_single_file(content: str) -> List[str]:
+        content = content.replace("’", "'").replace("‘", "'")
         answers = [a.strip() for a in content.strip().split("\n\n") if a.strip()]
         if not answers:
             logger.warning("No valid answers found in single file")
@@ -140,8 +141,10 @@ class SQLAnswerParser:
                         os.path.join(temp_dir, sql_file),
                         "r",
                         encoding="utf-8",
+                        errors="ignore",
                 ) as f:
                     content = f.read().strip()
+                    content = content.replace("’", "'").replace("‘", "'")
                     if content:
                         combined_content.append(content)
 
@@ -183,12 +186,26 @@ class SQLEvaluator:
         """
         try:
             if answer_path.endswith(".zip"):
-                # Use provided temp_dir or generate a default one
                 temp_dir = temp_dir or f"temp_sql_extract_{os.getpid()}"
                 answers = SQLAnswerParser.parse_zip_file(answer_path, temp_dir)
             else:
-                with open(answer_path, "r", encoding="utf-8") as file:
-                    content = file.read()
+                try:
+                    with open(answer_path, "r", encoding="utf-8") as file:
+                        content = file.read()
+                except UnicodeDecodeError:
+                    try:
+                        with open(answer_path, "r", encoding="cp1252") as file:
+                            content = file.read()
+                    except UnicodeDecodeError:
+                        with open(answer_path, "r", encoding="utf-8", errors="ignore") as file:
+                            content = file.read()
+
+                content = (
+                    content.replace("’", "'")
+                    .replace("‘", "'")
+                    .replace("“", '"')
+                    .replace("”", '"')
+                )
                 answers = SQLAnswerParser.parse_single_file(content)
 
             logger.info(

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumCheck/ssis_evaluator.py

@@ -262,9 +262,20 @@ class SSISAnswerParser:
 
             for dtsx_file in dtsx_files:
                 file_path = os.path.join(temp_dir, dtsx_file)
-                with open(file_path, "r", encoding="utf-8") as f:
-                    content = f.read().strip()
-                    if content:
+                try:
+                    with open(file_path, "r", encoding="utf-8") as f:
+                        content = f.read()
+                except UnicodeDecodeError:
+                    with open(file_path, "r", encoding="utf-8", errors="ignore") as f:
+                        content = f.read()
+
+                content = (
+                    content.replace("’", "'")
+                    .replace("‘", "'")
+                    .replace("“", '"')
+                    .replace("”", '"')
+                ).strip()
+                if content:
                         parsed_data = SSISAnswerParser.parse_single_file(content)
                         combined_answers.extend(parsed_data.get("text_answers", []))
                         # Merge structured data

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/QuantumChecker.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.3.8
+Version: 0.5.0
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
 Author: Qobiljon
 Author-email: qobiljonkhayrullayev@gmail.com

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="QuantumChecker",
-    version="0.3.8",
+    version="0.5.0",
     author="Qobiljon",
     author_email="qobiljonkhayrullayev@gmail.com",
     description="A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.",

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/tests/test.py

@@ -1,4 +1,6 @@
 import asyncio
+import os
+import psutil
 from pprint import pprint
 from QuantumCheck import HomeworkEvaluator
 
@@ -6,31 +8,36 @@ API_KEY = "AIzaSyDw76DEINpfBVgwIEZLShhy97tvWg7BmzY"
 
 question_sets = {
     "python": "Write a Python function to calculate factorial.\nWrite a Python script to reverse a string.",
-    "powerbi": "Create a Power BI report\nExplain DAX measures for sales analysis.",
+    "powerbi": "Create a Power BI report with a bar chart.\nExplain DAX measures for sales analysis.",
     "sql": "Write a SQL query to join two tables.\nWrite a SQL query for aggregate functions.",
     "ssis": "Design an SSIS package for data import.\nExplain SSIS control flow tasks."
 }
 
 answer_paths = {
-    "python": ["../tests/answers/second_highest_salary.py"],
-    "powerbi": ["../tests/answers/random_diagrams.pdf"],
-    "sql": ["../tests/answers/second_highest_salary.sql"],
-    "ssis": ["../tests/answers/Package.dtsx"]
+    "python": ["../tests/answer/python1.zip"],
+    "powerbi": ["../tests/answer/homework2_last.pdf"],
+    "sql": ["../tests/answer/sql3.zip"],
+    "ssis": ["../tests/answer/answer.dtsx"]
 }
 
 async def main():
     evaluator = HomeworkEvaluator()
+    process = psutil.Process(os.getpid())
 
     for qtype, question in question_sets.items():
         for ans in answer_paths[qtype]:
+            mem_before = process.memory_info().rss
             evaluation = await evaluator.evaluate_from_content(
                 question_content=question,
                 answer_path=ans,
                 api_key=API_KEY,
                 question_type=qtype
             )
+            mem_after = process.memory_info().rss
+            delta_mb = (mem_after - mem_before) / 1024**2
 
             print(f"{qtype} | {ans}")
+            print(f"📈 Memory used for evaluation: {delta_mb:.2f} MB")
             print(f"✅ Evaluation result: {pprint(evaluation)}")
             print("-" * 40)
 

{quantumchecker-0.3.8 → quantumchecker-0.5.0}/tests/test2.py

@@ -2,10 +2,10 @@ import asyncio
 from pprint import pprint
 from QuantumCheck import HomeworkEvaluator
 
-API_KEY = "AIzaSyDw76DEINpfBVgwIEZLShhy97tvWg7BmzY"
+API_KEY = "AIzaSyDuFmw1Z6qHsQicYsb1XVV7EXPtCj7Kzro"
 
-question = "Create ssis file"
-answer_path = "../tests/answers/Package.dtsx"
+question = "Mark the answers below"
+answer_path = "../tests/answers/sample_notebook.ipynb"
 
 async def main():
     evaluator = HomeworkEvaluator()
@@ -13,10 +13,10 @@ async def main():
         question_content=question,
         answer_path=answer_path,
         api_key=API_KEY,
-        question_type="ssis"
+        question_type="python"
     )
 
-    print(f"PowerBI | {answer_path}")
+    print(f" | {answer_path}")
     print("✅ Evaluation result:")
     pprint(evaluation)
     print("-" * 40)