QuantumChecker 0.3.7__tar.gz → 0.4.0__tar.gz

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.3.7
+Version: 0.4.0
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
 Author: Qobiljon
 Author-email: qobiljonkhayrullayev@gmail.com

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumCheck/powerbi_evaluator.py

@@ -57,7 +57,7 @@ logging.basicConfig(
 # Gemini Flash Model
 # ==============================
 class GeminiFlashModel:
-    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash"):
+    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash-lite"):
         api_key = os.getenv("GEMINI_API_KEY") or api_key
         if not api_key:
             raise ValueError("API key not found in .env file or environment variables.")

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumCheck/prompts.py

@@ -84,35 +84,42 @@ def prompt_text_sql(combined_content: str):
 
 def prompt_text_ssis(combined_content: str) -> str:
     return (
+
         "You are an SSIS data engineer evaluating a beginner-level SSIS package submission (1–2 months experience).\n\n"
         "Evaluation Criteria:\n"
         "- Assess correct and relevant use of SSIS components: Connection Managers, Control Flow tasks (e.g., Execute SQL Task), Data Flow tasks (e.g., Flat File Source to OLE DB Destination).\n"
+        "- Check if the submission attempts to solve the task using SSIS packages (.dtsx) and related concepts.\n"
         "- Confirm proper linking of components and appropriate use of data types.\n"
         "- Consider clarity, effort, and completeness.\n"
         "- If scheduling (e.g., SQL Server Agent Job) is missing, note it but deduct no more than 5 points.\n\n"
+        "**STRICT RULE ON OFF-TOPIC SUBMISSIONS:**\n"
+        "- If the submission is off-topic (e.g., Python scripts, SQL queries, Power BI reports, or anything NOT an SSIS package or SSIS-related), assign exactly 20/100 points.\n"
+        "- Do NOT give any additional points or feedback related to SSIS components.\n"
+        "- Clearly state in feedback that the submission does not address the SSIS package requirement and advise focusing on SSIS for this task.\n\n"
         "Scoring Guidelines:\n"
         "- Begin with a baseline of 60/100 for any reasonable SSIS attempt.\n"
         "- Add 5–10 points for extra effort or partial correctness.\n"
         "- Never exceed 100 points.\n"
-        "- Always reward genuine effort.\n\n"
-        "Feedback Format (keep total under 120 words):\n"
+        "- Always reward genuine effort unless off-topic.\n\n"
+        "Feedback Format:\n"
         "=== COMPREHENSIVE EVALUATION ===\n"
         "OVERALL SCORE: <score>/100\n\n"
         "FEEDBACK SUMMARY:\n"
-        "- What was done well (1–2 sentences)\n"
-        "- What needs improvement (1–2 sentences)\n"
-        "- Major issues (if any, 1 sentence)\n\n"
+        "- What was done well\n"
+        "- What needs improvement\n"
+        "- Major issues (including off-topic comments if applicable)\n\n"
         "KEY ADVICE:\n"
-        "- 1–2 improvement tips (1 line each)\n"
+        "- 1–2 improvement tips\n"
         "- Core SSIS concepts to review\n"
         "- Encouragement to keep practicing\n\n"
         f"{combined_content}\n"
         "=== EVALUATION COMPLETE ===\n\n"
         "Notes:\n"
-        "- Be concise, clear, and beginner-friendly.\n"
+        "- Be kind, clear, and beginner-friendly.\n"
+        "- If off-topic, strictly enforce 20/100 score with no exceptions.\n"
+        "- Remind student clearly to read the question carefully and focus on SSIS.\n"
     )
 
-
 def prompt_text_powerbi(combined_content: str):
     return (
     "You are a BI professional evaluating a beginner student's Power BI submission, including DAX, data models, and visuals.\n\n"

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumCheck/python_evaluator.py

@@ -19,7 +19,7 @@ logger = logging.getLogger(__name__)
 
 
 class GeminiFlashModel:
-    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash"):
+    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash-lite"):
         if not api_key:
             raise ValueError("API key is required.")
         self.api_key = api_key

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumCheck/sql_evaluator.py

@@ -19,7 +19,7 @@ logger = logging.getLogger(__name__)
 
 
 class GeminiFlashModel:
-    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash"):
+    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash-lite"):
         if not api_key:
             raise ValueError("API key is required.")
         self.api_key = api_key

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumCheck/ssis_evaluator.py

@@ -15,7 +15,7 @@ logger = logging.getLogger(__name__)
 
 
 class GeminiFlashModel:
-    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash"):
+    def __init__(self, api_key: str, model_name: str = "gemini-2.5-flash-lite"):
         if not api_key:
             raise ValueError("API key is required.")
         self.api_key = api_key

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumChecker.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.3.7
+Version: 0.4.0
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
 Author: Qobiljon
 Author-email: qobiljonkhayrullayev@gmail.com

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/QuantumChecker.egg-info/SOURCES.txt

@@ -1,4 +1,5 @@
 README.md
+setup.cfg
 setup.py
 QuantumCheck/__init__.py
 QuantumCheck/main.py

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="QuantumChecker",
-    version="0.3.7",
+    version="0.4.0",
     author="Qobiljon",
     author_email="qobiljonkhayrullayev@gmail.com",
     description="A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.",

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/tests/test.py

@@ -1,4 +1,6 @@
 import asyncio
+import os
+import psutil
 from pprint import pprint
 from QuantumCheck import HomeworkEvaluator
 
@@ -6,31 +8,36 @@ API_KEY = "AIzaSyDw76DEINpfBVgwIEZLShhy97tvWg7BmzY"
 
 question_sets = {
     "python": "Write a Python function to calculate factorial.\nWrite a Python script to reverse a string.",
-    "powerbi": "Create a Power BI report\nExplain DAX measures for sales analysis.",
+    "powerbi": "Create a Power BI report with a bar chart.\nExplain DAX measures for sales analysis.",
     "sql": "Write a SQL query to join two tables.\nWrite a SQL query for aggregate functions.",
     "ssis": "Design an SSIS package for data import.\nExplain SSIS control flow tasks."
 }
 
 answer_paths = {
-    "python": ["../tests/answers/second_highest_salary.py"],
-    "powerbi": ["../tests/answers/random_diagrams.pdf"],
-    "sql": ["../tests/answers/second_highest_salary.sql"],
-    "ssis": ["../tests/answers/Package.dtsx"]
+    "python": ["../tests/answer/python1.zip"],
+    "powerbi": ["../tests/answer/homework2_last.pdf"],
+    "sql": ["../tests/answer/sql3.zip"],
+    "ssis": ["../tests/answer/answer.dtsx"]
 }
 
 async def main():
     evaluator = HomeworkEvaluator()
+    process = psutil.Process(os.getpid())
 
     for qtype, question in question_sets.items():
         for ans in answer_paths[qtype]:
+            mem_before = process.memory_info().rss
             evaluation = await evaluator.evaluate_from_content(
                 question_content=question,
                 answer_path=ans,
                 api_key=API_KEY,
                 question_type=qtype
             )
+            mem_after = process.memory_info().rss
+            delta_mb = (mem_after - mem_before) / 1024**2
 
             print(f"{qtype} | {ans}")
+            print(f"📈 Memory used for evaluation: {delta_mb:.2f} MB")
             print(f"✅ Evaluation result: {pprint(evaluation)}")
             print("-" * 40)
 

{quantumchecker-0.3.7 → quantumchecker-0.4.0}/tests/test2.py

@@ -4,8 +4,8 @@ from QuantumCheck import HomeworkEvaluator
 
 API_KEY = "AIzaSyDw76DEINpfBVgwIEZLShhy97tvWg7BmzY"
 
-question = "Create ssis file"
-answer_path = "../tests/answers/Package.dtsx"
+question = "Create a Power BI report with a bar chart.\nExplain DAX measures for sales analysis."
+answer_path = "../tests/answer/test.pdf"
 
 async def main():
     evaluator = HomeworkEvaluator()
@@ -13,7 +13,7 @@ async def main():
         question_content=question,
         answer_path=answer_path,
         api_key=API_KEY,
-        question_type="ssis"
+        question_type="powerbi"
     )
 
     print(f"PowerBI | {answer_path}")