QuantumChecker 0.3.1__tar.gz → 0.3.3__tar.gz

{quantumchecker-0.3.1 → quantumchecker-0.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.3.1
+Version: 0.3.3
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
 Author: Qobiljon
 Author-email: qobiljonkhayrullayev@gmail.com

{quantumchecker-0.3.1 → quantumchecker-0.3.3}/QuantumCheck/main.py

@@ -80,8 +80,8 @@ class HomeworkEvaluator:
             now = datetime.now()
             if self._last_request_time:
                 elapsed = (now - self._last_request_time).total_seconds()
-                if elapsed < 30:
-                    await asyncio.sleep(30 - elapsed)
+                if elapsed < 5:
+                    await asyncio.sleep(5 - elapsed)
             self._last_request_time = datetime.now()
 
             logger = self._get_logger("QuantumCheck.main")

{quantumchecker-0.3.1 → quantumchecker-0.3.3}/QuantumCheck/powerbi_evaluator.py

@@ -17,14 +17,28 @@ import base64
 
 def prompt_text_powerbi(combined_content: str) -> str:
     return f"""
-    Evaluate the following Power BI DAX question-answer pairs for correctness, clarity, and appropriateness.
-    Provide an overall score out of 100 and concise feedback. Focus on DAX logic and structure.
-    Structure the response as:
-    OVERALL SCORE: [SCORE]/100
-    [FEEDBACK]
+            You are an expert Power BI instructor evaluating beginner-level DAX question-answer pairs.
+            
+            Each answer contains a data model (in JSON format) extracted from a submitted .pbit file. Evaluate the technical correctness, relevance, and clarity of the DAX elements provided.
+            
+            Use the following criteria to give a fair and supportive evaluation:
+            - Measures (40 points): Are calculated measures meaningful, syntactically valid, and aligned with the question?
+            - Relationships (20 points): Are key relationships between tables defined logically?
+            - Tables & Columns (20 points): Are relevant tables/columns present? Are naming conventions clear?
+            - Expressions (10 points): Are query partitions or expressions present and understandable?
+            - Overall structure (10 points): Does the model appear coherent and purposeful?
+            
+            **Scoring Tolerance**:
+            - Be kind to beginners. Do not give extremely low scores unless the model is completely missing or incorrect.
+            - If measures exist and make some sense, award partial credit (e.g., 20–30 out of 40).
+            - A score below 30/100 should only be given if there’s little to no relevant content.
+            
+            Structure your response exactly like this:
+            OVERALL SCORE: [SCORE]/100  
+            [Brief feedback here — 3–5 sentences focused on strengths + areas to improve.]
+{combined_content}
+"""
 
-    {combined_content}
-    """
 
 
 load_dotenv()

{quantumchecker-0.3.1 → quantumchecker-0.3.3}/QuantumChecker.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: QuantumChecker
-Version: 0.3.1
+Version: 0.3.3
 Summary: A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.
 Author: Qobiljon
 Author-email: qobiljonkhayrullayev@gmail.com

{quantumchecker-0.3.1 → quantumchecker-0.3.3}/QuantumChecker.egg-info/SOURCES.txt

@@ -12,5 +12,4 @@ QuantumChecker.egg-info/SOURCES.txt
 QuantumChecker.egg-info/dependency_links.txt
 QuantumChecker.egg-info/requires.txt
 QuantumChecker.egg-info/top_level.txt
-tests/test.py
-tests/test2.py
+tests/test.py

{quantumchecker-0.3.1 → quantumchecker-0.3.3}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="QuantumChecker",
-    version="0.3.1",
+    version="0.3.3",
     author="Qobiljon",
     author_email="qobiljonkhayrullayev@gmail.com",
     description="A package to evaluate homework submissions in Python, SQL, PowerBI, and SSIS.",

quantumchecker-0.3.3/tests/test.py

@@ -0,0 +1,82 @@
+import asyncio
+from QuantumCheck import HomeworkEvaluator
+
+question_sets = {
+    "python_beginner": "Write a Python function to calculate factorial.\nWrite a Python script to reverse a string.",
+    "power_bi": "Create a Power BI report with a bar chart.\nExplain DAX measures for sales analysis.",
+    "sql": "Write a SQL query to join two tables.\nWrite a SQL query for aggregate functions.",
+    "ssis": "Design an SSIS package for data import.\nExplain SSIS control flow tasks."
+}
+
+answer_paths = {
+    "python": ["../tests/answer/python1.zip"],
+    "powerbi": ["../tests/answer/real.zip"],
+    "sql": ["../tests/answer/sql3.zip"],
+    "ssis": ["../tests/answer/answer.dtsx"]
+}
+
+question_type_mapping = {
+    "python_beginner": "python",
+    "power_bi": "powerbi",
+    "sql": "sql",
+    "ssis": "ssis"
+}
+
+
+def format_score(score):
+    if score >= 90:
+        return f"🟢 Excellent ({score}⭐)"
+    elif score >= 75:
+        return f"🟡 Good ({score})"
+    elif score >= 50:
+        return f"🟠 Pass ({score})"
+    else:
+        return f"🔴 Fail ({score})"
+API_KEY = "<KEY>"
+async def run_evaluation(evaluator, q_key, q_content, question_type, answer_path, index):
+    try:
+        evaluation = await evaluator.evaluate_from_content(
+            question_content=q_content,
+            answer_path=answer_path,
+            api_key=API_KEY,
+            question_type=question_type
+        )
+        score = evaluation.get("score", 0)
+        return (q_key, index, "success", score)
+    except Exception as e:
+        return (q_key, index, "error", str(e))
+
+async def main():
+    evaluator = HomeworkEvaluator()
+    tasks = []
+
+    for q_key, q_content in question_sets.items():
+        question_type = question_type_mapping[q_key]
+        paths = answer_paths.get(question_type, [])
+        if not paths:
+            print(f"⚠️ No answer paths found for question type '{question_type}'")
+            continue
+        for i in range(10):  # run each set 10 times
+            for path in paths:
+                task = run_evaluation(evaluator, q_key, q_content, question_type, path, i + 1)
+                tasks.append(task)
+
+    results = await asyncio.gather(*tasks)
+
+    # Group results by question key
+    grouped = {}
+    for q_key, index, status, output in results:
+        if q_key not in grouped:
+            grouped[q_key] = []
+        grouped[q_key].append((index, status, output))
+
+    # Sort and print all at once, grouped by question
+    for q_key in grouped:
+        print(f"\n📘 {q_key.upper()} Results")
+        for index, status, output in sorted(grouped[q_key], key=lambda x: x[0]):
+            if status == "success":
+                print(f"  ⏱️ Run {index:02}: {format_score(output)}")
+            else:
+                print(f"  ⏱️ Run {index:02}: ❌ Error - {output}")
+
+asyncio.run(main())

quantumchecker-0.3.1/tests/test.py

@@ -1,135 +0,0 @@
-import asyncio
-import logging
-import random
-from concurrent.futures import ThreadPoolExecutor
-from typing import List, Dict
-from QuantumCheck import HomeworkEvaluator
-from backoff import on_exception, expo
-from google.api_core.exceptions import TooManyRequests
-
-
-logging.basicConfig(
-    level=logging.INFO,
-    format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",
-    handlers=[
-        logging.FileHandler("evaluation.log", encoding="utf-8"),
-        logging.StreamHandler()
-    ]
-)
-logger = logging.getLogger(__name__)
-
-
-question_sets = {
-    "python_beginner": "Your Python beginner questions content here...",
-    "power_bi": "Your Power BI questions content here...",
-    "sql": "Your SQL questions content here...",
-    "ssis": "Your SSIS questions content here..."
-}
-
-answer_paths = {
-    "python": ["../tests/answer/python1.zip"],
-    "power_bi": ["../tests/answer/real.zip"],
-    "sql": ["../tests/answer/sql3.zip"],
-    "ssis":["../tests/answer/answer.dtsx"]
-}
-
-question_type_mapping = {
-    "python_beginner": "python",
-    "power_bi": "power_bi",
-    "sql": "sql",
-    "ssis": "ssis"
-}
-
-api_keys = []
-
-
-evaluator = HomeworkEvaluator(log_level=logging.INFO)
-
-@on_exception(expo, TooManyRequests, max_tries=5, max_time=300)
-async def evaluate_async(question_text: str, answer_path: str, api_keys: List[str], question_type: str) -> Dict:
-    """Wrap the async evaluate function with exponential backoff for rate limit errors."""
-    try:
-        return await evaluator.evaluate_from_content(
-            question_content=question_text,
-            answer_path=answer_path,
-            api_keys=api_keys,
-            question_type=question_type
-        )
-    except Exception as e:
-        logger.error(f"Evaluation failed: {str(e)}")
-        return {
-            "score": 0,
-            "feedback": f"Evaluation failed: {str(e)}",
-            "issues": [str(e)],
-            "recommendations": [],
-            "used_api_key_index": None,
-            "used_api_name": None
-        }
-
-async def main(num_requests: int = 10, max_workers: int = 6):
-    resource_exhausted_count = 0
-    logger.info(f"Starting evaluation with {num_requests} requests and {max_workers} workers")
-
-    with ThreadPoolExecutor(max_workers=max_workers) as executor:
-        loop = asyncio.get_running_loop()
-        tasks = []
-
-        for i in range(num_requests):
-            question_key = random.choice(list(question_sets.keys()))
-            question_text = question_sets[question_key]
-            question_type = question_type_mapping.get(question_key, "python")
-            answer_path = random.choice(answer_paths.get(question_type, answer_paths["python"]))
-
-            logger.info(f"Scheduling Request #{i + 1} for '{question_key}' with '{answer_path}'")
-            task = loop.create_task(evaluate_async(question_text, answer_path, api_keys, question_type))
-            tasks.append((i + 1, task))
-
-
-        results = []
-        for i, task in tasks:
-            try:
-                result = await task
-                if "resource exhausted" in str(result.get("feedback", "")).lower():
-                    resource_exhausted_count += 1
-                results.append((i, result))
-            except Exception as e:
-                logger.error(f"Request #{i} failed with error: {str(e)}")
-                if "resource exhausted" in str(e).lower():
-                    resource_exhausted_count += 1
-                results.append((i, {
-                    "score": 0,
-                    "feedback": f"Request failed: {str(e)}",
-                    "issues": [str(e)],
-                    "recommendations": [],
-                    "used_api_key_index": None,
-                    "used_api_name": None
-                }))
-
-    logger.info("All evaluations completed")
-
-    for i, result in results:
-        score = result.get("score", 0)
-        feedback = result.get("feedback", "")
-        used_key_index = result.get("used_api_key_index", "N/A")
-        used_api_name = result.get("used_api_name", "N/A")
-
-        feedback_words = feedback.split()
-        partial_feedback = " ".join(feedback_words[:40]) + ("..." if len(feedback_words) > 10 else "")
-
-        if score == 0 and "failed" in feedback.lower():
-            logger.error(f"Request #{i} failed with error: {feedback}")
-            print(f"X Request #{i} failed with error: {feedback}")
-        else:
-            logger.info(f"Request #{i} succeeded: Score = {score}, API Index = {used_key_index}, API Name = {used_api_name}")
-            print(f"O Request #{i} succeeded: Score = {score}, API Index = {used_key_index}, API Name = {used_api_name}")
-            print(f"   Feedback preview: {partial_feedback}\n")
-
-    logger.info(f"Total 'resource exhausted' errors encountered: {resource_exhausted_count}")
-    print(f"Total 'resource exhausted' errors encountered: {resource_exhausted_count}")
-
-if __name__ == "__main__":
-    try:
-        asyncio.run(main(num_requests=100, max_workers=20))
-    except Exception as e:
-        logger.error(f"Fatal error in main: {e}")
-        print(f"Fatal error in main: {e}")

quantumchecker-0.3.1/tests/test2.py

@@ -1,41 +0,0 @@
-import asyncio
-from QuantumCheck import HomeworkEvaluator
-
-async def main():
-    evaluator = HomeworkEvaluator()
-
-    question_content = """
-    Q1: Write a Python function that calculates the factorial of a number.
-
-    Q2: What is the difference between a list and a tuple in Python?
-    """
-
-    answer_path = "answer/python1.zip"
-
-    question_type = "python"
-
-    result = await evaluator.evaluate_from_content(
-        question_content=question_content,
-        answer_path=answer_path,
-        api_key="AIzaSyC2B_Q38DkCl6O8y4b5hAWEpb6aJHW6FcY",
-        question_type=question_type
-    )
-
-    result2 = await evaluator.evaluate_from_content(
-        question_content=question_content,
-        answer_path=answer_path,
-        api_key="AIzaSyC2B_Q38DkCl6O8y4b5hAWEpb6aJHW6FcY",
-        question_type=question_type
-    )
-
-    print("Evaluation Result:")
-    print(result["score"])
-    print(result["feedback"])
-
-    print("Evaluation Result:")
-    print(result2["score"])
-    print(result2["feedback"])
-
-
-if __name__ == "__main__":
-    asyncio.run(main())