edsl 0.1.37.dev6__py3-none-any.whl → 0.1.38.dev1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (261) hide show
  1. edsl/Base.py +303 -303
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +48 -48
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +855 -855
  7. edsl/agents/AgentList.py +350 -350
  8. edsl/agents/Invigilator.py +222 -222
  9. edsl/agents/InvigilatorBase.py +284 -284
  10. edsl/agents/PromptConstructor.py +353 -353
  11. edsl/agents/__init__.py +3 -3
  12. edsl/agents/descriptors.py +99 -99
  13. edsl/agents/prompt_helpers.py +129 -129
  14. edsl/auto/AutoStudy.py +117 -117
  15. edsl/auto/StageBase.py +230 -230
  16. edsl/auto/StageGenerateSurvey.py +178 -178
  17. edsl/auto/StageLabelQuestions.py +125 -125
  18. edsl/auto/StagePersona.py +61 -61
  19. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  20. edsl/auto/StagePersonaDimensionValues.py +74 -74
  21. edsl/auto/StagePersonaDimensions.py +69 -69
  22. edsl/auto/StageQuestions.py +73 -73
  23. edsl/auto/SurveyCreatorPipeline.py +21 -21
  24. edsl/auto/utilities.py +224 -224
  25. edsl/base/Base.py +289 -289
  26. edsl/config.py +149 -149
  27. edsl/conjure/AgentConstructionMixin.py +160 -160
  28. edsl/conjure/Conjure.py +62 -62
  29. edsl/conjure/InputData.py +659 -659
  30. edsl/conjure/InputDataCSV.py +48 -48
  31. edsl/conjure/InputDataMixinQuestionStats.py +182 -182
  32. edsl/conjure/InputDataPyRead.py +91 -91
  33. edsl/conjure/InputDataSPSS.py +8 -8
  34. edsl/conjure/InputDataStata.py +8 -8
  35. edsl/conjure/QuestionOptionMixin.py +76 -76
  36. edsl/conjure/QuestionTypeMixin.py +23 -23
  37. edsl/conjure/RawQuestion.py +65 -65
  38. edsl/conjure/SurveyResponses.py +7 -7
  39. edsl/conjure/__init__.py +9 -9
  40. edsl/conjure/naming_utilities.py +263 -263
  41. edsl/conjure/utilities.py +201 -201
  42. edsl/conversation/Conversation.py +290 -290
  43. edsl/conversation/car_buying.py +58 -58
  44. edsl/conversation/chips.py +95 -95
  45. edsl/conversation/mug_negotiation.py +81 -81
  46. edsl/conversation/next_speaker_utilities.py +93 -93
  47. edsl/coop/PriceFetcher.py +54 -54
  48. edsl/coop/__init__.py +2 -2
  49. edsl/coop/coop.py +958 -958
  50. edsl/coop/utils.py +131 -131
  51. edsl/data/Cache.py +527 -527
  52. edsl/data/CacheEntry.py +228 -228
  53. edsl/data/CacheHandler.py +149 -149
  54. edsl/data/RemoteCacheSync.py +97 -97
  55. edsl/data/SQLiteDict.py +292 -292
  56. edsl/data/__init__.py +4 -4
  57. edsl/data/orm.py +10 -10
  58. edsl/data_transfer_models.py +73 -73
  59. edsl/enums.py +173 -173
  60. edsl/exceptions/BaseException.py +21 -21
  61. edsl/exceptions/__init__.py +54 -54
  62. edsl/exceptions/agents.py +38 -38
  63. edsl/exceptions/configuration.py +16 -16
  64. edsl/exceptions/coop.py +10 -10
  65. edsl/exceptions/data.py +14 -14
  66. edsl/exceptions/general.py +34 -34
  67. edsl/exceptions/jobs.py +33 -33
  68. edsl/exceptions/language_models.py +63 -63
  69. edsl/exceptions/prompts.py +15 -15
  70. edsl/exceptions/questions.py +91 -91
  71. edsl/exceptions/results.py +29 -29
  72. edsl/exceptions/scenarios.py +22 -22
  73. edsl/exceptions/surveys.py +37 -37
  74. edsl/inference_services/AnthropicService.py +87 -87
  75. edsl/inference_services/AwsBedrock.py +120 -120
  76. edsl/inference_services/AzureAI.py +217 -217
  77. edsl/inference_services/DeepInfraService.py +18 -18
  78. edsl/inference_services/GoogleService.py +156 -156
  79. edsl/inference_services/GroqService.py +20 -20
  80. edsl/inference_services/InferenceServiceABC.py +147 -147
  81. edsl/inference_services/InferenceServicesCollection.py +97 -97
  82. edsl/inference_services/MistralAIService.py +123 -123
  83. edsl/inference_services/OllamaService.py +18 -18
  84. edsl/inference_services/OpenAIService.py +224 -224
  85. edsl/inference_services/TestService.py +89 -89
  86. edsl/inference_services/TogetherAIService.py +170 -170
  87. edsl/inference_services/models_available_cache.py +118 -118
  88. edsl/inference_services/rate_limits_cache.py +25 -25
  89. edsl/inference_services/registry.py +39 -39
  90. edsl/inference_services/write_available.py +10 -10
  91. edsl/jobs/Answers.py +56 -56
  92. edsl/jobs/Jobs.py +1347 -1347
  93. edsl/jobs/__init__.py +1 -1
  94. edsl/jobs/buckets/BucketCollection.py +63 -63
  95. edsl/jobs/buckets/ModelBuckets.py +65 -65
  96. edsl/jobs/buckets/TokenBucket.py +248 -248
  97. edsl/jobs/interviews/Interview.py +661 -661
  98. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  99. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  100. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  101. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  102. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  103. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  104. edsl/jobs/interviews/ReportErrors.py +66 -66
  105. edsl/jobs/interviews/interview_status_enum.py +9 -9
  106. edsl/jobs/runners/JobsRunnerAsyncio.py +338 -338
  107. edsl/jobs/runners/JobsRunnerStatus.py +332 -332
  108. edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
  109. edsl/jobs/tasks/TaskCreators.py +64 -64
  110. edsl/jobs/tasks/TaskHistory.py +442 -442
  111. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  112. edsl/jobs/tasks/task_status_enum.py +163 -163
  113. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  114. edsl/jobs/tokens/TokenUsage.py +34 -34
  115. edsl/language_models/KeyLookup.py +30 -30
  116. edsl/language_models/LanguageModel.py +706 -706
  117. edsl/language_models/ModelList.py +102 -102
  118. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  119. edsl/language_models/__init__.py +3 -3
  120. edsl/language_models/fake_openai_call.py +15 -15
  121. edsl/language_models/fake_openai_service.py +61 -61
  122. edsl/language_models/registry.py +137 -137
  123. edsl/language_models/repair.py +156 -156
  124. edsl/language_models/unused/ReplicateBase.py +83 -83
  125. edsl/language_models/utilities.py +64 -64
  126. edsl/notebooks/Notebook.py +259 -259
  127. edsl/notebooks/__init__.py +1 -1
  128. edsl/prompts/Prompt.py +357 -357
  129. edsl/prompts/__init__.py +2 -2
  130. edsl/questions/AnswerValidatorMixin.py +289 -289
  131. edsl/questions/QuestionBase.py +656 -656
  132. edsl/questions/QuestionBaseGenMixin.py +161 -161
  133. edsl/questions/QuestionBasePromptsMixin.py +234 -234
  134. edsl/questions/QuestionBudget.py +227 -227
  135. edsl/questions/QuestionCheckBox.py +359 -359
  136. edsl/questions/QuestionExtract.py +183 -183
  137. edsl/questions/QuestionFreeText.py +114 -114
  138. edsl/questions/QuestionFunctional.py +159 -159
  139. edsl/questions/QuestionList.py +231 -231
  140. edsl/questions/QuestionMultipleChoice.py +286 -286
  141. edsl/questions/QuestionNumerical.py +153 -153
  142. edsl/questions/QuestionRank.py +324 -324
  143. edsl/questions/Quick.py +41 -41
  144. edsl/questions/RegisterQuestionsMeta.py +71 -71
  145. edsl/questions/ResponseValidatorABC.py +174 -174
  146. edsl/questions/SimpleAskMixin.py +73 -73
  147. edsl/questions/__init__.py +26 -26
  148. edsl/questions/compose_questions.py +98 -98
  149. edsl/questions/decorators.py +21 -21
  150. edsl/questions/derived/QuestionLikertFive.py +76 -76
  151. edsl/questions/derived/QuestionLinearScale.py +87 -87
  152. edsl/questions/derived/QuestionTopK.py +91 -91
  153. edsl/questions/derived/QuestionYesNo.py +82 -82
  154. edsl/questions/descriptors.py +413 -413
  155. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  156. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  157. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  158. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  159. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  160. edsl/questions/prompt_templates/question_list.jinja +17 -17
  161. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  162. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  163. edsl/questions/question_registry.py +147 -147
  164. edsl/questions/settings.py +12 -12
  165. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  166. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  167. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  168. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  169. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  170. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  171. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  172. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  173. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  174. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  175. edsl/questions/templates/list/question_presentation.jinja +5 -5
  176. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  177. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  178. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  179. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  180. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  181. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  182. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  183. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  184. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  185. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  186. edsl/results/Dataset.py +293 -293
  187. edsl/results/DatasetExportMixin.py +717 -717
  188. edsl/results/DatasetTree.py +145 -145
  189. edsl/results/Result.py +450 -450
  190. edsl/results/Results.py +1071 -1071
  191. edsl/results/ResultsDBMixin.py +238 -238
  192. edsl/results/ResultsExportMixin.py +43 -43
  193. edsl/results/ResultsFetchMixin.py +33 -33
  194. edsl/results/ResultsGGMixin.py +121 -121
  195. edsl/results/ResultsToolsMixin.py +98 -98
  196. edsl/results/Selector.py +135 -135
  197. edsl/results/__init__.py +2 -2
  198. edsl/results/tree_explore.py +115 -115
  199. edsl/scenarios/FileStore.py +458 -458
  200. edsl/scenarios/Scenario.py +546 -546
  201. edsl/scenarios/ScenarioHtmlMixin.py +64 -64
  202. edsl/scenarios/ScenarioList.py +1112 -1112
  203. edsl/scenarios/ScenarioListExportMixin.py +52 -52
  204. edsl/scenarios/ScenarioListPdfMixin.py +261 -261
  205. edsl/scenarios/__init__.py +4 -4
  206. edsl/shared.py +1 -1
  207. edsl/study/ObjectEntry.py +173 -173
  208. edsl/study/ProofOfWork.py +113 -113
  209. edsl/study/SnapShot.py +80 -80
  210. edsl/study/Study.py +528 -528
  211. edsl/study/__init__.py +4 -4
  212. edsl/surveys/DAG.py +148 -148
  213. edsl/surveys/Memory.py +31 -31
  214. edsl/surveys/MemoryPlan.py +244 -244
  215. edsl/surveys/Rule.py +330 -330
  216. edsl/surveys/RuleCollection.py +387 -387
  217. edsl/surveys/Survey.py +1795 -1795
  218. edsl/surveys/SurveyCSS.py +261 -261
  219. edsl/surveys/SurveyExportMixin.py +259 -259
  220. edsl/surveys/SurveyFlowVisualizationMixin.py +121 -121
  221. edsl/surveys/SurveyQualtricsImport.py +284 -284
  222. edsl/surveys/__init__.py +3 -3
  223. edsl/surveys/base.py +53 -53
  224. edsl/surveys/descriptors.py +56 -56
  225. edsl/surveys/instructions/ChangeInstruction.py +47 -47
  226. edsl/surveys/instructions/Instruction.py +51 -51
  227. edsl/surveys/instructions/InstructionCollection.py +77 -77
  228. edsl/templates/error_reporting/base.html +23 -23
  229. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  230. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  231. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  232. edsl/templates/error_reporting/interview_details.html +115 -115
  233. edsl/templates/error_reporting/interviews.html +9 -9
  234. edsl/templates/error_reporting/overview.html +4 -4
  235. edsl/templates/error_reporting/performance_plot.html +1 -1
  236. edsl/templates/error_reporting/report.css +73 -73
  237. edsl/templates/error_reporting/report.html +117 -117
  238. edsl/templates/error_reporting/report.js +25 -25
  239. edsl/tools/__init__.py +1 -1
  240. edsl/tools/clusters.py +192 -192
  241. edsl/tools/embeddings.py +27 -27
  242. edsl/tools/embeddings_plotting.py +118 -118
  243. edsl/tools/plotting.py +112 -112
  244. edsl/tools/summarize.py +18 -18
  245. edsl/utilities/SystemInfo.py +28 -28
  246. edsl/utilities/__init__.py +22 -22
  247. edsl/utilities/ast_utilities.py +25 -25
  248. edsl/utilities/data/Registry.py +6 -6
  249. edsl/utilities/data/__init__.py +1 -1
  250. edsl/utilities/data/scooter_results.json +1 -1
  251. edsl/utilities/decorators.py +77 -77
  252. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  253. edsl/utilities/interface.py +627 -627
  254. edsl/utilities/repair_functions.py +28 -28
  255. edsl/utilities/restricted_python.py +70 -70
  256. edsl/utilities/utilities.py +409 -409
  257. {edsl-0.1.37.dev6.dist-info → edsl-0.1.38.dev1.dist-info}/LICENSE +21 -21
  258. {edsl-0.1.37.dev6.dist-info → edsl-0.1.38.dev1.dist-info}/METADATA +1 -1
  259. edsl-0.1.38.dev1.dist-info/RECORD +283 -0
  260. edsl-0.1.37.dev6.dist-info/RECORD +0 -283
  261. {edsl-0.1.37.dev6.dist-info → edsl-0.1.38.dev1.dist-info}/WHEEL +0 -0
edsl/surveys/Rule.py CHANGED
@@ -1,330 +1,330 @@
1
- """The Rule class defines a rule for determining the next question presented to an agent.
2
-
3
- The key component is an expression specifiying the logic of the rule, which can include any combination of logical operators ('and', 'or', 'not'), e.g.:
4
-
5
- .. code-block:: python
6
-
7
- "q1 == 'yes' or q2 == 'no'"
8
-
9
- The expression must be about questions "before" the current question.
10
-
11
- Only one rule should apply at each priority level.
12
- If multiple rules apply, the one with the highest priority is used.
13
- If there are conflicting rules, an exception is raised.
14
-
15
- If no rule is specified, the next question is given as the default.
16
- When a question is added with index, it is always given a rule the next question is index + 1, but
17
- with a low (-1) priority.
18
- """
19
-
20
- import ast
21
- import random
22
- from typing import Any, Union, List
23
-
24
- from jinja2 import Template
25
- from rich import print
26
- from simpleeval import EvalWithCompoundTypes
27
-
28
- from edsl.exceptions.surveys import SurveyError
29
-
30
- from edsl.exceptions import (
31
- SurveyRuleCannotEvaluateError,
32
- SurveyRuleCollectionHasNoRulesAtNodeError,
33
- SurveyRuleRefersToFutureStateError,
34
- SurveyRuleReferenceInRuleToUnknownQuestionError,
35
- SurveyRuleSendsYouBackwardsError,
36
- SurveyRuleSkipLogicSyntaxError,
37
- )
38
- from edsl.surveys.base import EndOfSurvey
39
- from edsl.utilities.ast_utilities import extract_variable_names
40
- from edsl.utilities.decorators import add_edsl_version, remove_edsl_version
41
-
42
-
43
- class QuestionIndex:
44
- def __set_name__(self, owner, name):
45
- self.name = f"_{name}"
46
-
47
- def __get__(self, obj, objtype=None):
48
- return getattr(obj, self.name)
49
-
50
- def __set__(self, obj, value):
51
- if not isinstance(value, (int, EndOfSurvey.__class__)):
52
- raise SurveyError(f"{self.name} must be an integer or EndOfSurvey")
53
- if self.name == "_next_q" and isinstance(value, int):
54
- current_q = getattr(obj, "_current_q")
55
- if value <= current_q:
56
- raise SurveyError("next_q must be greater than current_q")
57
- setattr(obj, self.name, value)
58
-
59
-
60
- class Rule:
61
- """The Rule class defines a "rule" for determining the next question presented to an agent."""
62
-
63
- current_q = QuestionIndex()
64
- next_q = QuestionIndex()
65
-
66
- # Not implemented but nice to have:
67
- # We could potentially use the question pydantic models to check for rule conflicts, as
68
- # they define the potential trees through a survey.
69
-
70
- # We could also use the AST to check for conflicts by inspecting the types of a rule.
71
- # For example, if we know the answer to a question is a string, we could check that
72
- # the expression only contains string comparisons.
73
-
74
- def __init__(
75
- self,
76
- current_q: int,
77
- expression: str,
78
- next_q: Union[int, EndOfSurvey.__class__],
79
- question_name_to_index: dict[str, int],
80
- priority: int,
81
- before_rule: bool = False,
82
- ):
83
- """Represent a rule for determining the next question presented to an agent.
84
-
85
- Questions are represented by int indices.
86
-
87
- :param current_q: The question at which the rule is potentially applied.
88
- :param expression: A string that evaluates to true or false. If true, then next_q is next.
89
- :param next_q: The next question if the expression is true.
90
- :param question_name_to_index: A dictionary mapping question names to indices.
91
- :param priority: An integer that determines which rule is applied, if multiple rules apply.
92
- """
93
- self.current_q = current_q
94
- self.expression = expression
95
- self.next_q = next_q
96
- self.question_name_to_index = question_name_to_index
97
- self.priority = priority
98
- self.before_rule = before_rule
99
-
100
- if not self.next_q == EndOfSurvey:
101
- if self.next_q <= self.current_q:
102
- raise SurveyRuleSendsYouBackwardsError
103
-
104
- if not self.next_q == EndOfSurvey and self.current_q > self.next_q:
105
- raise SurveyRuleSendsYouBackwardsError(
106
- f"current_q: {self.current_q}, next_q: {self.next_q}"
107
- )
108
-
109
- # get the AST for the expression - used to extract the variables referenced in the expression
110
- try:
111
- self.ast_tree = ast.parse(self.expression)
112
- except SyntaxError:
113
- raise SurveyRuleSkipLogicSyntaxError(
114
- f"The expression {self.expression} is not valid Python syntax."
115
- )
116
-
117
- # get the names of the variables in the expression
118
- # e.g., q1 == 'yes' -> ['q1']
119
- extracted_question_names = extract_variable_names(self.ast_tree)
120
-
121
- # make sure all the variables in the expression are known questions
122
- try:
123
- assert all([q in question_name_to_index for q in extracted_question_names])
124
- except AssertionError:
125
- pass
126
- # import warnings
127
- # warnings.warn(f"There is an extracted field in the expression that is not a known question. It could be a scenario variable. That's fine! But it also could be a typo or mistake.")
128
- # print(f"Question name to index: {question_name_to_index}")
129
- # print(f"Extracted question names: {extracted_question_names}")
130
- # raise SurveyRuleReferenceInRuleToUnknownQuestionError
131
-
132
- # get the indices of the questions mentioned in the expression
133
- self.named_questions_by_index = [
134
- question_name_to_index[q]
135
- for q in extracted_question_names
136
- if q in question_name_to_index
137
- ]
138
-
139
- # A rule should only refer to questions that have already been asked.
140
- # so the named questions in the expression should not be higher than the current question
141
- if self.named_questions_by_index:
142
- if max(self.named_questions_by_index) > self.current_q:
143
- print(
144
- "A rule refers to a future question, the answer to which would not be available here."
145
- )
146
- raise SurveyRuleRefersToFutureStateError
147
-
148
- def _checks(self):
149
- pass
150
-
151
- # def _to_dict(self):
152
-
153
- # @add_edsl_version
154
- def to_dict(self):
155
- """Convert the rule to a dictionary for serialization.
156
-
157
- >>> r = Rule.example()
158
- >>> r.to_dict()
159
- {'current_q': 1, 'expression': "q1 == 'yes'", 'next_q': 2, 'priority': 0, 'question_name_to_index': {'q1': 1}, 'before_rule': False}
160
- """
161
- return {
162
- "current_q": self.current_q,
163
- "expression": self.expression,
164
- "next_q": "EndOfSurvey" if self.next_q == EndOfSurvey else self.next_q,
165
- "priority": self.priority,
166
- "question_name_to_index": self.question_name_to_index,
167
- "before_rule": self.before_rule,
168
- }
169
- # return self._to_dict()
170
-
171
- @classmethod
172
- @remove_edsl_version
173
- def from_dict(self, rule_dict):
174
- """Create a rule from a dictionary."""
175
- if rule_dict["next_q"] == "EndOfSurvey":
176
- rule_dict["next_q"] = EndOfSurvey
177
-
178
- if "before_rule" not in rule_dict:
179
- rule_dict["before_rule"] = False
180
-
181
- return Rule(
182
- current_q=rule_dict["current_q"],
183
- expression=rule_dict["expression"],
184
- next_q=rule_dict["next_q"],
185
- priority=rule_dict["priority"],
186
- question_name_to_index=rule_dict["question_name_to_index"],
187
- before_rule=rule_dict["before_rule"],
188
- )
189
-
190
- def __repr__(self):
191
- """Pretty-print the rule."""
192
- return f'Rule(current_q={self.current_q}, expression="{self.expression}", next_q={self.next_q}, priority={self.priority}, question_name_to_index={self.question_name_to_index}, before_rule={self.before_rule})'
193
-
194
- def __str__(self):
195
- """Return a string representation of the rule."""
196
- return self.__repr__()
197
-
198
- @property
199
- def question_index_to_name(self):
200
- """Reverse the dictionary do we can look up questions by name.
201
-
202
- >>> r = Rule.example()
203
- >>> r.question_index_to_name
204
- {1: 'q1'}
205
-
206
- """
207
- return {v: k for k, v in self.question_name_to_index.items()}
208
-
209
- def show_ast_tree(self):
210
- """Pretty-print the AST tree to the terminal.
211
-
212
- >>> r = Rule.example()
213
- >>> r.show_ast_tree()
214
- Module(...)
215
- """
216
- print(
217
- ast.dump(
218
- self.ast_tree, annotate_fields=True, indent=4, include_attributes=True
219
- )
220
- )
221
-
222
- @staticmethod
223
- def _prepare_replacement(current_info_env: dict[int, Any]):
224
- d = {}
225
- for var, value in current_info_env.items():
226
- if isinstance(value, str):
227
- replacement = f"'{value}'"
228
- else:
229
- replacement = str(value)
230
- d[var] = replacement
231
- return d
232
-
233
- def evaluate(self, current_info_env: dict[int, Any]):
234
- """Compute the value of the expression, given a dictionary of known questions answers.
235
-
236
- :param current_info_env: A dictionary mapping question, scenario, and agent names to their values.
237
-
238
- If the expression cannot be evaluated, it raises a CannotEvaluate exception.
239
-
240
- >>> r = Rule.example()
241
- >>> r.evaluate({'q1' : 'yes'})
242
- True
243
- >>> r.evaluate({'q1' : 'no'})
244
- False
245
-
246
- >>> r = Rule.example(jinja2=True)
247
- >>> r.evaluate({'q1' : 'yes'})
248
- True
249
-
250
- >>> r = Rule.example(jinja2=True)
251
- >>> r.evaluate({'q1' : 'This is q1'})
252
- False
253
-
254
- >>> r = Rule.example(jinja2=False, bad = True)
255
- >>> r.evaluate({'q1' : 'yes'})
256
- Traceback (most recent call last):
257
- ...
258
- edsl.exceptions.surveys.SurveyRuleCannotEvaluateError...
259
- """
260
-
261
- def substitute_in_answers(expression, current_info_env):
262
- """Take the dictionary of answers and substitute them into the expression."""
263
-
264
- current_info = self._prepare_replacement(current_info_env)
265
-
266
- if "{{" in expression and "}}" in expression:
267
- template_expression = Template(self.expression)
268
- to_evaluate = template_expression.render(current_info)
269
- else:
270
- # import warnings
271
- # import textwrap
272
- # warnings.warn(textwrap.dedent("""\
273
- # The expression is not a Jinja2 template with {{ }}. This is not recommended.
274
- # You can re-write your expression say "q1 == 'yes'" as "{{ q1 }} == 'yes'".
275
- # """))
276
- to_evaluate = expression
277
- for var, value in current_info.items():
278
- to_evaluate = to_evaluate.replace(var, value)
279
-
280
- return to_evaluate
281
-
282
- try:
283
- to_evaluate = substitute_in_answers(self.expression, current_info_env)
284
- except Exception as e:
285
- msg = f"""Exception in evaluation: {e}. The expression is: {self.expression}. The current info env trying to substitute in is: {current_info_env}. After the substition, the expression was: {to_evaluate}."""
286
- raise SurveyRuleCannotEvaluateError(msg)
287
-
288
- random_functions = {
289
- "randint": random.randint,
290
- "choice": random.choice,
291
- "random": random.random,
292
- "uniform": random.uniform,
293
- # Add any other random functions you want to allow
294
- }
295
-
296
- try:
297
- return EvalWithCompoundTypes(functions=random_functions).eval(to_evaluate)
298
- except Exception as e:
299
- msg = f"""Exception in evaluation: {e}. The expression is: {self.expression}. The current info env trying to substitute in is: {current_info_env}. After the substition, the expression was: {to_evaluate}."""
300
- raise SurveyRuleCannotEvaluateError(msg)
301
-
302
- @classmethod
303
- def example(cls, jinja2=False, bad=False):
304
- if jinja2:
305
- # a rule written in jinja2 style with {{ }}
306
- expression = "{{ q1 }} == 'yes'"
307
- else:
308
- expression = "q1 == 'yes'"
309
-
310
- if bad and jinja2:
311
- # a rule written in jinja2 style with {{ }} but with a 'bad' expression
312
- expression = "{{ q1 }} == 'This is q1'"
313
-
314
- if bad and not jinja2:
315
- expression = "q1 == 'This is q1'"
316
-
317
- r = Rule(
318
- current_q=1,
319
- expression=expression,
320
- next_q=2,
321
- question_name_to_index={"q1": 1},
322
- priority=0,
323
- )
324
- return r
325
-
326
-
327
- if __name__ == "__main__":
328
- import doctest
329
-
330
- doctest.testmod(optionflags=doctest.ELLIPSIS)
1
+ """The Rule class defines a rule for determining the next question presented to an agent.
2
+
3
+ The key component is an expression specifiying the logic of the rule, which can include any combination of logical operators ('and', 'or', 'not'), e.g.:
4
+
5
+ .. code-block:: python
6
+
7
+ "q1 == 'yes' or q2 == 'no'"
8
+
9
+ The expression must be about questions "before" the current question.
10
+
11
+ Only one rule should apply at each priority level.
12
+ If multiple rules apply, the one with the highest priority is used.
13
+ If there are conflicting rules, an exception is raised.
14
+
15
+ If no rule is specified, the next question is given as the default.
16
+ When a question is added with index, it is always given a rule the next question is index + 1, but
17
+ with a low (-1) priority.
18
+ """
19
+
20
+ import ast
21
+ import random
22
+ from typing import Any, Union, List
23
+
24
+ from jinja2 import Template
25
+ from rich import print
26
+ from simpleeval import EvalWithCompoundTypes
27
+
28
+ from edsl.exceptions.surveys import SurveyError
29
+
30
+ from edsl.exceptions import (
31
+ SurveyRuleCannotEvaluateError,
32
+ SurveyRuleCollectionHasNoRulesAtNodeError,
33
+ SurveyRuleRefersToFutureStateError,
34
+ SurveyRuleReferenceInRuleToUnknownQuestionError,
35
+ SurveyRuleSendsYouBackwardsError,
36
+ SurveyRuleSkipLogicSyntaxError,
37
+ )
38
+ from edsl.surveys.base import EndOfSurvey
39
+ from edsl.utilities.ast_utilities import extract_variable_names
40
+ from edsl.utilities.decorators import add_edsl_version, remove_edsl_version
41
+
42
+
43
+ class QuestionIndex:
44
+ def __set_name__(self, owner, name):
45
+ self.name = f"_{name}"
46
+
47
+ def __get__(self, obj, objtype=None):
48
+ return getattr(obj, self.name)
49
+
50
+ def __set__(self, obj, value):
51
+ if not isinstance(value, (int, EndOfSurvey.__class__)):
52
+ raise SurveyError(f"{self.name} must be an integer or EndOfSurvey")
53
+ if self.name == "_next_q" and isinstance(value, int):
54
+ current_q = getattr(obj, "_current_q")
55
+ if value <= current_q:
56
+ raise SurveyError("next_q must be greater than current_q")
57
+ setattr(obj, self.name, value)
58
+
59
+
60
+ class Rule:
61
+ """The Rule class defines a "rule" for determining the next question presented to an agent."""
62
+
63
+ current_q = QuestionIndex()
64
+ next_q = QuestionIndex()
65
+
66
+ # Not implemented but nice to have:
67
+ # We could potentially use the question pydantic models to check for rule conflicts, as
68
+ # they define the potential trees through a survey.
69
+
70
+ # We could also use the AST to check for conflicts by inspecting the types of a rule.
71
+ # For example, if we know the answer to a question is a string, we could check that
72
+ # the expression only contains string comparisons.
73
+
74
+ def __init__(
75
+ self,
76
+ current_q: int,
77
+ expression: str,
78
+ next_q: Union[int, EndOfSurvey.__class__],
79
+ question_name_to_index: dict[str, int],
80
+ priority: int,
81
+ before_rule: bool = False,
82
+ ):
83
+ """Represent a rule for determining the next question presented to an agent.
84
+
85
+ Questions are represented by int indices.
86
+
87
+ :param current_q: The question at which the rule is potentially applied.
88
+ :param expression: A string that evaluates to true or false. If true, then next_q is next.
89
+ :param next_q: The next question if the expression is true.
90
+ :param question_name_to_index: A dictionary mapping question names to indices.
91
+ :param priority: An integer that determines which rule is applied, if multiple rules apply.
92
+ """
93
+ self.current_q = current_q
94
+ self.expression = expression
95
+ self.next_q = next_q
96
+ self.question_name_to_index = question_name_to_index
97
+ self.priority = priority
98
+ self.before_rule = before_rule
99
+
100
+ if not self.next_q == EndOfSurvey:
101
+ if self.next_q <= self.current_q:
102
+ raise SurveyRuleSendsYouBackwardsError
103
+
104
+ if not self.next_q == EndOfSurvey and self.current_q > self.next_q:
105
+ raise SurveyRuleSendsYouBackwardsError(
106
+ f"current_q: {self.current_q}, next_q: {self.next_q}"
107
+ )
108
+
109
+ # get the AST for the expression - used to extract the variables referenced in the expression
110
+ try:
111
+ self.ast_tree = ast.parse(self.expression)
112
+ except SyntaxError:
113
+ raise SurveyRuleSkipLogicSyntaxError(
114
+ f"The expression {self.expression} is not valid Python syntax."
115
+ )
116
+
117
+ # get the names of the variables in the expression
118
+ # e.g., q1 == 'yes' -> ['q1']
119
+ extracted_question_names = extract_variable_names(self.ast_tree)
120
+
121
+ # make sure all the variables in the expression are known questions
122
+ try:
123
+ assert all([q in question_name_to_index for q in extracted_question_names])
124
+ except AssertionError:
125
+ pass
126
+ # import warnings
127
+ # warnings.warn(f"There is an extracted field in the expression that is not a known question. It could be a scenario variable. That's fine! But it also could be a typo or mistake.")
128
+ # print(f"Question name to index: {question_name_to_index}")
129
+ # print(f"Extracted question names: {extracted_question_names}")
130
+ # raise SurveyRuleReferenceInRuleToUnknownQuestionError
131
+
132
+ # get the indices of the questions mentioned in the expression
133
+ self.named_questions_by_index = [
134
+ question_name_to_index[q]
135
+ for q in extracted_question_names
136
+ if q in question_name_to_index
137
+ ]
138
+
139
+ # A rule should only refer to questions that have already been asked.
140
+ # so the named questions in the expression should not be higher than the current question
141
+ if self.named_questions_by_index:
142
+ if max(self.named_questions_by_index) > self.current_q:
143
+ print(
144
+ "A rule refers to a future question, the answer to which would not be available here."
145
+ )
146
+ raise SurveyRuleRefersToFutureStateError
147
+
148
+ def _checks(self):
149
+ pass
150
+
151
+ # def _to_dict(self):
152
+
153
+ # @add_edsl_version
154
+ def to_dict(self):
155
+ """Convert the rule to a dictionary for serialization.
156
+
157
+ >>> r = Rule.example()
158
+ >>> r.to_dict()
159
+ {'current_q': 1, 'expression': "q1 == 'yes'", 'next_q': 2, 'priority': 0, 'question_name_to_index': {'q1': 1}, 'before_rule': False}
160
+ """
161
+ return {
162
+ "current_q": self.current_q,
163
+ "expression": self.expression,
164
+ "next_q": "EndOfSurvey" if self.next_q == EndOfSurvey else self.next_q,
165
+ "priority": self.priority,
166
+ "question_name_to_index": self.question_name_to_index,
167
+ "before_rule": self.before_rule,
168
+ }
169
+ # return self._to_dict()
170
+
171
+ @classmethod
172
+ @remove_edsl_version
173
+ def from_dict(self, rule_dict):
174
+ """Create a rule from a dictionary."""
175
+ if rule_dict["next_q"] == "EndOfSurvey":
176
+ rule_dict["next_q"] = EndOfSurvey
177
+
178
+ if "before_rule" not in rule_dict:
179
+ rule_dict["before_rule"] = False
180
+
181
+ return Rule(
182
+ current_q=rule_dict["current_q"],
183
+ expression=rule_dict["expression"],
184
+ next_q=rule_dict["next_q"],
185
+ priority=rule_dict["priority"],
186
+ question_name_to_index=rule_dict["question_name_to_index"],
187
+ before_rule=rule_dict["before_rule"],
188
+ )
189
+
190
+ def __repr__(self):
191
+ """Pretty-print the rule."""
192
+ return f'Rule(current_q={self.current_q}, expression="{self.expression}", next_q={self.next_q}, priority={self.priority}, question_name_to_index={self.question_name_to_index}, before_rule={self.before_rule})'
193
+
194
+ def __str__(self):
195
+ """Return a string representation of the rule."""
196
+ return self.__repr__()
197
+
198
+ @property
199
+ def question_index_to_name(self):
200
+ """Reverse the dictionary do we can look up questions by name.
201
+
202
+ >>> r = Rule.example()
203
+ >>> r.question_index_to_name
204
+ {1: 'q1'}
205
+
206
+ """
207
+ return {v: k for k, v in self.question_name_to_index.items()}
208
+
209
+ def show_ast_tree(self):
210
+ """Pretty-print the AST tree to the terminal.
211
+
212
+ >>> r = Rule.example()
213
+ >>> r.show_ast_tree()
214
+ Module(...)
215
+ """
216
+ print(
217
+ ast.dump(
218
+ self.ast_tree, annotate_fields=True, indent=4, include_attributes=True
219
+ )
220
+ )
221
+
222
+ @staticmethod
223
+ def _prepare_replacement(current_info_env: dict[int, Any]):
224
+ d = {}
225
+ for var, value in current_info_env.items():
226
+ if isinstance(value, str):
227
+ replacement = f"'{value}'"
228
+ else:
229
+ replacement = str(value)
230
+ d[var] = replacement
231
+ return d
232
+
233
+ def evaluate(self, current_info_env: dict[int, Any]):
234
+ """Compute the value of the expression, given a dictionary of known questions answers.
235
+
236
+ :param current_info_env: A dictionary mapping question, scenario, and agent names to their values.
237
+
238
+ If the expression cannot be evaluated, it raises a CannotEvaluate exception.
239
+
240
+ >>> r = Rule.example()
241
+ >>> r.evaluate({'q1' : 'yes'})
242
+ True
243
+ >>> r.evaluate({'q1' : 'no'})
244
+ False
245
+
246
+ >>> r = Rule.example(jinja2=True)
247
+ >>> r.evaluate({'q1' : 'yes'})
248
+ True
249
+
250
+ >>> r = Rule.example(jinja2=True)
251
+ >>> r.evaluate({'q1' : 'This is q1'})
252
+ False
253
+
254
+ >>> r = Rule.example(jinja2=False, bad = True)
255
+ >>> r.evaluate({'q1' : 'yes'})
256
+ Traceback (most recent call last):
257
+ ...
258
+ edsl.exceptions.surveys.SurveyRuleCannotEvaluateError...
259
+ """
260
+
261
+ def substitute_in_answers(expression, current_info_env):
262
+ """Take the dictionary of answers and substitute them into the expression."""
263
+
264
+ current_info = self._prepare_replacement(current_info_env)
265
+
266
+ if "{{" in expression and "}}" in expression:
267
+ template_expression = Template(self.expression)
268
+ to_evaluate = template_expression.render(current_info)
269
+ else:
270
+ # import warnings
271
+ # import textwrap
272
+ # warnings.warn(textwrap.dedent("""\
273
+ # The expression is not a Jinja2 template with {{ }}. This is not recommended.
274
+ # You can re-write your expression say "q1 == 'yes'" as "{{ q1 }} == 'yes'".
275
+ # """))
276
+ to_evaluate = expression
277
+ for var, value in current_info.items():
278
+ to_evaluate = to_evaluate.replace(var, value)
279
+
280
+ return to_evaluate
281
+
282
+ try:
283
+ to_evaluate = substitute_in_answers(self.expression, current_info_env)
284
+ except Exception as e:
285
+ msg = f"""Exception in evaluation: {e}. The expression is: {self.expression}. The current info env trying to substitute in is: {current_info_env}. After the substition, the expression was: {to_evaluate}."""
286
+ raise SurveyRuleCannotEvaluateError(msg)
287
+
288
+ random_functions = {
289
+ "randint": random.randint,
290
+ "choice": random.choice,
291
+ "random": random.random,
292
+ "uniform": random.uniform,
293
+ # Add any other random functions you want to allow
294
+ }
295
+
296
+ try:
297
+ return EvalWithCompoundTypes(functions=random_functions).eval(to_evaluate)
298
+ except Exception as e:
299
+ msg = f"""Exception in evaluation: {e}. The expression is: {self.expression}. The current info env trying to substitute in is: {current_info_env}. After the substition, the expression was: {to_evaluate}."""
300
+ raise SurveyRuleCannotEvaluateError(msg)
301
+
302
+ @classmethod
303
+ def example(cls, jinja2=False, bad=False):
304
+ if jinja2:
305
+ # a rule written in jinja2 style with {{ }}
306
+ expression = "{{ q1 }} == 'yes'"
307
+ else:
308
+ expression = "q1 == 'yes'"
309
+
310
+ if bad and jinja2:
311
+ # a rule written in jinja2 style with {{ }} but with a 'bad' expression
312
+ expression = "{{ q1 }} == 'This is q1'"
313
+
314
+ if bad and not jinja2:
315
+ expression = "q1 == 'This is q1'"
316
+
317
+ r = Rule(
318
+ current_q=1,
319
+ expression=expression,
320
+ next_q=2,
321
+ question_name_to_index={"q1": 1},
322
+ priority=0,
323
+ )
324
+ return r
325
+
326
+
327
+ if __name__ == "__main__":
328
+ import doctest
329
+
330
+ doctest.testmod(optionflags=doctest.ELLIPSIS)