edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev4__py3-none-any.whl

edsl/questions/Quick.py

@@ -1,41 +1,41 @@
-from edsl import (
-    QuestionFreeText,
-    QuestionMultipleChoice,
-    Survey,
-    QuestionList,
-    Question,
-)
-
-
-def Quick(question_text):
-    q_type = QuestionMultipleChoice(
-        question_text=f"A researcher is asking a language model this: {question_text}. What is the most appropriate type of question to ask?",
-        question_name="potential_question_type",
-        question_options=["multiple_choice", "list", "free_text"],
-    )
-
-    q_name = QuestionFreeText(
-        question_text=f"A researcher is asking a language model this: {question_text}. What is a good name for this question that's a valid python identifier? Just return the proposed identifer",
-        question_name="potential_question_name",
-    )
-
-    q_options = QuestionList(
-        question_text=f"A research is asking this question: { question_text }. What are the possible options for this question?",
-        question_name="potential_question_options",
-    )
-
-    survey = Survey([q_type, q_name, q_options]).add_skip_rule(
-        q_options, "{{ potential_question_type }} != 'multiple_choice'"
-    )
-    return survey
-    # results = survey.run()
-    # question_type = results.select("potential_question_type").first()
-    # question_options = results.select("potential_question_options").first()
-    # question_name = results.select("potential_question_name").first()
-    # print("Question Type: ", question_type)
-    # print("Question Name: ", question_name)
-    # print("Question Options: ", question_options)
-    # if question_options == None:
-    #     return Question(question_type, question_name = question_name)
-    # else:
-    #     return Question(question_type, question_name = question_name, question_options = question_options)
+from edsl import (
+    QuestionFreeText,
+    QuestionMultipleChoice,
+    Survey,
+    QuestionList,
+    Question,
+)
+
+
+def Quick(question_text):
+    q_type = QuestionMultipleChoice(
+        question_text=f"A researcher is asking a language model this: {question_text}. What is the most appropriate type of question to ask?",
+        question_name="potential_question_type",
+        question_options=["multiple_choice", "list", "free_text"],
+    )
+
+    q_name = QuestionFreeText(
+        question_text=f"A researcher is asking a language model this: {question_text}. What is a good name for this question that's a valid python identifier? Just return the proposed identifer",
+        question_name="potential_question_name",
+    )
+
+    q_options = QuestionList(
+        question_text=f"A research is asking this question: { question_text }. What are the possible options for this question?",
+        question_name="potential_question_options",
+    )
+
+    survey = Survey([q_type, q_name, q_options]).add_skip_rule(
+        q_options, "{{ potential_question_type }} != 'multiple_choice'"
+    )
+    return survey
+    # results = survey.run()
+    # question_type = results.select("potential_question_type").first()
+    # question_options = results.select("potential_question_options").first()
+    # question_name = results.select("potential_question_name").first()
+    # print("Question Type: ", question_type)
+    # print("Question Name: ", question_name)
+    # print("Question Options: ", question_options)
+    # if question_options == None:
+    #     return Question(question_type, question_name = question_name)
+    # else:
+    #     return Question(question_type, question_name = question_name, question_options = question_options)

edsl/questions/SimpleAskMixin.py

@@ -1,73 +1,74 @@
-from rich.table import Table
-from rich.console import Console
-import math
-
-
-def logprob_to_prob(logprob):
-    if logprob is None:
-        return None
-    return math.exp(logprob)
-
-
-def format_output(data):
-    content = data["choices"][0]["logprobs"]["content"]
-    table = Table(show_header=True, header_style="bold magenta")
-
-    # First pass to determine the maximum number of top tokens
-    max_tokens = max(len(item["top_logprobs"]) for item in content)
-
-    # Set up the table columns
-    table.add_column("Token", style="bold")
-    for i in range(max_tokens):
-        table.add_column(f"Top Token {i+1}")
-
-    for item in content:
-        token = item["token"].strip()
-        top_tokens = [
-            (top["token"].strip(), logprob_to_prob(top.get("logprob")))
-            for top in item["top_logprobs"]
-        ]
-
-        # Row data starts with the main token
-        row = [token]
-
-        # Add each top token with coloring based on probability
-        for token, probability in top_tokens:
-            if probability is not None:
-                # Assign color based on probability value
-                if probability > 0.5:
-                    color = "green"
-                elif probability > 0.2:
-                    color = "yellow"
-                else:
-                    color = "red"
-                formatted_token = f"[{color}]{token} ({probability:.2f})[/]"
-            else:
-                formatted_token = f"{token} (N/A)"
-            row.append(formatted_token)
-
-        # Ensure row has enough columns
-        while len(row) < max_tokens + 1:
-            row.append("")
-
-        table.add_row(*row)
-
-    console = Console()
-    console.print(table)
-
-
-class SimpleAskMixin:
-    # def simple_ask(self, question: QuestionBase, system_prompt = "You are a helpful agent pretending to be a human.", top_logprobs = 2):
-
-    def simple_ask(
-        self,
-        model=None,
-        system_prompt="You are a helpful agent pretending to be a human. Do not break character",
-        top_logprobs=4,
-    ):
-        from edsl import Model
-
-        if model is None:
-            model = Model()
-        response = model.simple_ask(self, system_prompt, top_logprobs)
-        return format_output(response)
+import math
+
+
+def logprob_to_prob(logprob):
+    if logprob is None:
+        return None
+    return math.exp(logprob)
+
+
+def format_output(data):
+    from rich.table import Table
+    from rich.console import Console
+
+    content = data["choices"][0]["logprobs"]["content"]
+    table = Table(show_header=True, header_style="bold magenta")
+
+    # First pass to determine the maximum number of top tokens
+    max_tokens = max(len(item["top_logprobs"]) for item in content)
+
+    # Set up the table columns
+    table.add_column("Token", style="bold")
+    for i in range(max_tokens):
+        table.add_column(f"Top Token {i+1}")
+
+    for item in content:
+        token = item["token"].strip()
+        top_tokens = [
+            (top["token"].strip(), logprob_to_prob(top.get("logprob")))
+            for top in item["top_logprobs"]
+        ]
+
+        # Row data starts with the main token
+        row = [token]
+
+        # Add each top token with coloring based on probability
+        for token, probability in top_tokens:
+            if probability is not None:
+                # Assign color based on probability value
+                if probability > 0.5:
+                    color = "green"
+                elif probability > 0.2:
+                    color = "yellow"
+                else:
+                    color = "red"
+                formatted_token = f"[{color}]{token} ({probability:.2f})[/]"
+            else:
+                formatted_token = f"{token} (N/A)"
+            row.append(formatted_token)
+
+        # Ensure row has enough columns
+        while len(row) < max_tokens + 1:
+            row.append("")
+
+        table.add_row(*row)
+
+    console = Console()
+    console.print(table)
+
+
+class SimpleAskMixin:
+    # def simple_ask(self, question: QuestionBase, system_prompt = "You are a helpful agent pretending to be a human.", top_logprobs = 2):
+
+    def simple_ask(
+        self,
+        model=None,
+        system_prompt="You are a helpful agent pretending to be a human. Do not break character",
+        top_logprobs=4,
+    ):
+        from edsl.language_models.model import Model
+
+        if model is None:
+            model = Model()
+        response = model.simple_ask(self, system_prompt, top_logprobs)
+        return format_output(response)

edsl/questions/__init__.py

@@ -1,26 +1,27 @@
-# Schemas
-from edsl.questions.settings import Settings
-from edsl.questions.RegisterQuestionsMeta import RegisterQuestionsMeta
-
-# Base Class
-from edsl.questions.QuestionBase import QuestionBase
-
-# Core Questions
-from edsl.questions.QuestionCheckBox import QuestionCheckBox
-from edsl.questions.QuestionExtract import QuestionExtract
-from edsl.questions.QuestionFreeText import QuestionFreeText
-from edsl.questions.QuestionFunctional import QuestionFunctional
-from edsl.questions.QuestionList import QuestionList
-from edsl.questions.QuestionMultipleChoice import QuestionMultipleChoice
-from edsl.questions.QuestionNumerical import QuestionNumerical
-from edsl.questions.QuestionBudget import QuestionBudget
-from edsl.questions.QuestionRank import QuestionRank
-
-# # # Questions derived from core questions
-from edsl.questions.derived.QuestionLikertFive import QuestionLikertFive
-from edsl.questions.derived.QuestionLinearScale import QuestionLinearScale
-from edsl.questions.derived.QuestionYesNo import QuestionYesNo
-from edsl.questions.derived.QuestionTopK import QuestionTopK
-
-# # Compose Questions
-# from edsl.questions.compose_questions import compose_questions
+# Schemas
+from edsl.questions.settings import Settings
+from edsl.questions.register_questions_meta import RegisterQuestionsMeta
+
+# Base Class
+from edsl.questions.QuestionBase import QuestionBase
+
+# Core Questions
+from edsl.questions.QuestionCheckBox import QuestionCheckBox
+from edsl.questions.QuestionExtract import QuestionExtract
+from edsl.questions.QuestionFreeText import QuestionFreeText
+from edsl.questions.QuestionFunctional import QuestionFunctional
+from edsl.questions.QuestionList import QuestionList
+from edsl.questions.QuestionMatrix import QuestionMatrix
+from edsl.questions.QuestionMultipleChoice import QuestionMultipleChoice
+from edsl.questions.QuestionNumerical import QuestionNumerical
+from edsl.questions.QuestionBudget import QuestionBudget
+from edsl.questions.QuestionRank import QuestionRank
+
+# # # Questions derived from core questions
+from edsl.questions.derived.QuestionLikertFive import QuestionLikertFive
+from edsl.questions.derived.QuestionLinearScale import QuestionLinearScale
+from edsl.questions.derived.QuestionYesNo import QuestionYesNo
+from edsl.questions.derived.QuestionTopK import QuestionTopK
+
+# # Compose Questions
+# from edsl.questions.compose_questions import compose_questions