edsl 0.1.36.dev7__py3-none-any.whl → 0.1.37.dev1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. edsl/Base.py +303 -303
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +48 -48
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +804 -804
  7. edsl/agents/AgentList.py +345 -337
  8. edsl/agents/Invigilator.py +222 -222
  9. edsl/agents/InvigilatorBase.py +305 -298
  10. edsl/agents/PromptConstructor.py +310 -320
  11. edsl/agents/__init__.py +3 -3
  12. edsl/agents/descriptors.py +86 -86
  13. edsl/agents/prompt_helpers.py +129 -129
  14. edsl/auto/AutoStudy.py +117 -117
  15. edsl/auto/StageBase.py +230 -230
  16. edsl/auto/StageGenerateSurvey.py +178 -178
  17. edsl/auto/StageLabelQuestions.py +125 -125
  18. edsl/auto/StagePersona.py +61 -61
  19. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  20. edsl/auto/StagePersonaDimensionValues.py +74 -74
  21. edsl/auto/StagePersonaDimensions.py +69 -69
  22. edsl/auto/StageQuestions.py +73 -73
  23. edsl/auto/SurveyCreatorPipeline.py +21 -21
  24. edsl/auto/utilities.py +224 -224
  25. edsl/base/Base.py +289 -289
  26. edsl/config.py +149 -149
  27. edsl/conjure/AgentConstructionMixin.py +152 -152
  28. edsl/conjure/Conjure.py +62 -62
  29. edsl/conjure/InputData.py +659 -659
  30. edsl/conjure/InputDataCSV.py +48 -48
  31. edsl/conjure/InputDataMixinQuestionStats.py +182 -182
  32. edsl/conjure/InputDataPyRead.py +91 -91
  33. edsl/conjure/InputDataSPSS.py +8 -8
  34. edsl/conjure/InputDataStata.py +8 -8
  35. edsl/conjure/QuestionOptionMixin.py +76 -76
  36. edsl/conjure/QuestionTypeMixin.py +23 -23
  37. edsl/conjure/RawQuestion.py +65 -65
  38. edsl/conjure/SurveyResponses.py +7 -7
  39. edsl/conjure/__init__.py +9 -9
  40. edsl/conjure/naming_utilities.py +263 -263
  41. edsl/conjure/utilities.py +201 -201
  42. edsl/conversation/Conversation.py +238 -238
  43. edsl/conversation/car_buying.py +58 -58
  44. edsl/conversation/mug_negotiation.py +81 -81
  45. edsl/conversation/next_speaker_utilities.py +93 -93
  46. edsl/coop/PriceFetcher.py +54 -54
  47. edsl/coop/__init__.py +2 -2
  48. edsl/coop/coop.py +824 -849
  49. edsl/coop/utils.py +131 -131
  50. edsl/data/Cache.py +527 -527
  51. edsl/data/CacheEntry.py +228 -228
  52. edsl/data/CacheHandler.py +149 -149
  53. edsl/data/RemoteCacheSync.py +97 -84
  54. edsl/data/SQLiteDict.py +292 -292
  55. edsl/data/__init__.py +4 -4
  56. edsl/data/orm.py +10 -10
  57. edsl/data_transfer_models.py +73 -73
  58. edsl/enums.py +173 -173
  59. edsl/exceptions/__init__.py +50 -50
  60. edsl/exceptions/agents.py +40 -40
  61. edsl/exceptions/configuration.py +16 -16
  62. edsl/exceptions/coop.py +10 -10
  63. edsl/exceptions/data.py +14 -14
  64. edsl/exceptions/general.py +34 -34
  65. edsl/exceptions/jobs.py +33 -33
  66. edsl/exceptions/language_models.py +63 -63
  67. edsl/exceptions/prompts.py +15 -15
  68. edsl/exceptions/questions.py +91 -91
  69. edsl/exceptions/results.py +26 -26
  70. edsl/exceptions/surveys.py +34 -34
  71. edsl/inference_services/AnthropicService.py +87 -87
  72. edsl/inference_services/AwsBedrock.py +115 -115
  73. edsl/inference_services/AzureAI.py +217 -217
  74. edsl/inference_services/DeepInfraService.py +18 -18
  75. edsl/inference_services/GoogleService.py +156 -156
  76. edsl/inference_services/GroqService.py +20 -20
  77. edsl/inference_services/InferenceServiceABC.py +147 -147
  78. edsl/inference_services/InferenceServicesCollection.py +74 -74
  79. edsl/inference_services/MistralAIService.py +123 -123
  80. edsl/inference_services/OllamaService.py +18 -18
  81. edsl/inference_services/OpenAIService.py +224 -224
  82. edsl/inference_services/TestService.py +89 -89
  83. edsl/inference_services/TogetherAIService.py +170 -170
  84. edsl/inference_services/models_available_cache.py +118 -118
  85. edsl/inference_services/rate_limits_cache.py +25 -25
  86. edsl/inference_services/registry.py +39 -39
  87. edsl/inference_services/write_available.py +10 -10
  88. edsl/jobs/Answers.py +56 -56
  89. edsl/jobs/Jobs.py +1112 -1112
  90. edsl/jobs/__init__.py +1 -1
  91. edsl/jobs/buckets/BucketCollection.py +63 -63
  92. edsl/jobs/buckets/ModelBuckets.py +65 -65
  93. edsl/jobs/buckets/TokenBucket.py +248 -248
  94. edsl/jobs/interviews/Interview.py +661 -661
  95. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  96. edsl/jobs/interviews/InterviewExceptionEntry.py +182 -189
  97. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  98. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  99. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  100. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  101. edsl/jobs/interviews/ReportErrors.py +66 -66
  102. edsl/jobs/interviews/interview_status_enum.py +9 -9
  103. edsl/jobs/runners/JobsRunnerAsyncio.py +338 -337
  104. edsl/jobs/runners/JobsRunnerStatus.py +332 -332
  105. edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
  106. edsl/jobs/tasks/TaskCreators.py +64 -64
  107. edsl/jobs/tasks/TaskHistory.py +441 -441
  108. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  109. edsl/jobs/tasks/task_status_enum.py +163 -163
  110. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  111. edsl/jobs/tokens/TokenUsage.py +34 -34
  112. edsl/language_models/LanguageModel.py +718 -718
  113. edsl/language_models/ModelList.py +102 -102
  114. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  115. edsl/language_models/__init__.py +2 -2
  116. edsl/language_models/fake_openai_call.py +15 -15
  117. edsl/language_models/fake_openai_service.py +61 -61
  118. edsl/language_models/registry.py +137 -137
  119. edsl/language_models/repair.py +156 -156
  120. edsl/language_models/unused/ReplicateBase.py +83 -83
  121. edsl/language_models/utilities.py +64 -64
  122. edsl/notebooks/Notebook.py +259 -259
  123. edsl/notebooks/__init__.py +1 -1
  124. edsl/prompts/Prompt.py +350 -358
  125. edsl/prompts/__init__.py +2 -2
  126. edsl/questions/AnswerValidatorMixin.py +289 -289
  127. edsl/questions/QuestionBase.py +616 -616
  128. edsl/questions/QuestionBaseGenMixin.py +161 -161
  129. edsl/questions/QuestionBasePromptsMixin.py +266 -266
  130. edsl/questions/QuestionBudget.py +227 -227
  131. edsl/questions/QuestionCheckBox.py +359 -359
  132. edsl/questions/QuestionExtract.py +183 -183
  133. edsl/questions/QuestionFreeText.py +113 -113
  134. edsl/questions/QuestionFunctional.py +159 -159
  135. edsl/questions/QuestionList.py +231 -231
  136. edsl/questions/QuestionMultipleChoice.py +286 -286
  137. edsl/questions/QuestionNumerical.py +153 -153
  138. edsl/questions/QuestionRank.py +324 -324
  139. edsl/questions/Quick.py +41 -41
  140. edsl/questions/RegisterQuestionsMeta.py +71 -71
  141. edsl/questions/ResponseValidatorABC.py +174 -174
  142. edsl/questions/SimpleAskMixin.py +73 -73
  143. edsl/questions/__init__.py +26 -26
  144. edsl/questions/compose_questions.py +98 -98
  145. edsl/questions/decorators.py +21 -21
  146. edsl/questions/derived/QuestionLikertFive.py +76 -76
  147. edsl/questions/derived/QuestionLinearScale.py +87 -87
  148. edsl/questions/derived/QuestionTopK.py +91 -91
  149. edsl/questions/derived/QuestionYesNo.py +82 -82
  150. edsl/questions/descriptors.py +418 -418
  151. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  152. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  153. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  154. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  155. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  156. edsl/questions/prompt_templates/question_list.jinja +17 -17
  157. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  158. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  159. edsl/questions/question_registry.py +147 -147
  160. edsl/questions/settings.py +12 -12
  161. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  162. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  163. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  164. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  165. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  166. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  167. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  168. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  169. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  170. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  171. edsl/questions/templates/list/question_presentation.jinja +5 -5
  172. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  173. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  174. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  175. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  176. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  177. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  178. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  179. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  180. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  181. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  182. edsl/results/Dataset.py +293 -293
  183. edsl/results/DatasetExportMixin.py +693 -693
  184. edsl/results/DatasetTree.py +145 -145
  185. edsl/results/Result.py +435 -433
  186. edsl/results/Results.py +1160 -1158
  187. edsl/results/ResultsDBMixin.py +238 -238
  188. edsl/results/ResultsExportMixin.py +43 -43
  189. edsl/results/ResultsFetchMixin.py +33 -33
  190. edsl/results/ResultsGGMixin.py +121 -121
  191. edsl/results/ResultsToolsMixin.py +98 -98
  192. edsl/results/Selector.py +118 -118
  193. edsl/results/__init__.py +2 -2
  194. edsl/results/tree_explore.py +115 -115
  195. edsl/scenarios/FileStore.py +458 -458
  196. edsl/scenarios/Scenario.py +510 -510
  197. edsl/scenarios/ScenarioHtmlMixin.py +59 -59
  198. edsl/scenarios/ScenarioList.py +1101 -1101
  199. edsl/scenarios/ScenarioListExportMixin.py +52 -52
  200. edsl/scenarios/ScenarioListPdfMixin.py +261 -261
  201. edsl/scenarios/__init__.py +4 -4
  202. edsl/shared.py +1 -1
  203. edsl/study/ObjectEntry.py +173 -173
  204. edsl/study/ProofOfWork.py +113 -113
  205. edsl/study/SnapShot.py +80 -80
  206. edsl/study/Study.py +528 -528
  207. edsl/study/__init__.py +4 -4
  208. edsl/surveys/DAG.py +148 -148
  209. edsl/surveys/Memory.py +31 -31
  210. edsl/surveys/MemoryPlan.py +244 -244
  211. edsl/surveys/Rule.py +324 -324
  212. edsl/surveys/RuleCollection.py +387 -387
  213. edsl/surveys/Survey.py +1772 -1772
  214. edsl/surveys/SurveyCSS.py +261 -261
  215. edsl/surveys/SurveyExportMixin.py +259 -259
  216. edsl/surveys/SurveyFlowVisualizationMixin.py +121 -121
  217. edsl/surveys/SurveyQualtricsImport.py +284 -284
  218. edsl/surveys/__init__.py +3 -3
  219. edsl/surveys/base.py +53 -53
  220. edsl/surveys/descriptors.py +56 -56
  221. edsl/surveys/instructions/ChangeInstruction.py +47 -47
  222. edsl/surveys/instructions/Instruction.py +51 -51
  223. edsl/surveys/instructions/InstructionCollection.py +77 -77
  224. edsl/templates/error_reporting/base.html +23 -23
  225. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  226. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  227. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  228. edsl/templates/error_reporting/interview_details.html +115 -115
  229. edsl/templates/error_reporting/interviews.html +9 -9
  230. edsl/templates/error_reporting/overview.html +4 -4
  231. edsl/templates/error_reporting/performance_plot.html +1 -1
  232. edsl/templates/error_reporting/report.css +73 -73
  233. edsl/templates/error_reporting/report.html +117 -117
  234. edsl/templates/error_reporting/report.js +25 -25
  235. edsl/tools/__init__.py +1 -1
  236. edsl/tools/clusters.py +192 -192
  237. edsl/tools/embeddings.py +27 -27
  238. edsl/tools/embeddings_plotting.py +118 -118
  239. edsl/tools/plotting.py +112 -112
  240. edsl/tools/summarize.py +18 -18
  241. edsl/utilities/SystemInfo.py +28 -28
  242. edsl/utilities/__init__.py +22 -22
  243. edsl/utilities/ast_utilities.py +25 -25
  244. edsl/utilities/data/Registry.py +6 -6
  245. edsl/utilities/data/__init__.py +1 -1
  246. edsl/utilities/data/scooter_results.json +1 -1
  247. edsl/utilities/decorators.py +77 -77
  248. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  249. edsl/utilities/interface.py +627 -627
  250. edsl/utilities/repair_functions.py +28 -28
  251. edsl/utilities/restricted_python.py +70 -70
  252. edsl/utilities/utilities.py +391 -391
  253. {edsl-0.1.36.dev7.dist-info → edsl-0.1.37.dev1.dist-info}/LICENSE +21 -21
  254. {edsl-0.1.36.dev7.dist-info → edsl-0.1.37.dev1.dist-info}/METADATA +1 -1
  255. edsl-0.1.37.dev1.dist-info/RECORD +279 -0
  256. edsl-0.1.36.dev7.dist-info/RECORD +0 -279
  257. {edsl-0.1.36.dev7.dist-info → edsl-0.1.37.dev1.dist-info}/WHEEL +0 -0
@@ -1,63 +1,63 @@
1
- import asyncio
2
- from enum import Enum
3
- from typing import Literal, List, Type, DefaultDict
4
- from collections import UserDict, defaultdict
5
-
6
- from edsl.jobs.interviews.InterviewStatusDictionary import InterviewStatusDictionary
7
- from edsl.jobs.tokens.InterviewTokenUsage import InterviewTokenUsage
8
- from edsl.enums import pricing, TokenPricing
9
- from edsl.jobs.tasks.task_status_enum import TaskStatus
10
-
11
- InterviewTokenUsageMapping = DefaultDict[str, InterviewTokenUsage]
12
-
13
-
14
- class InterviewStatistic(UserDict):
15
- @staticmethod
16
- def _format_number(number, digits=0, units=""):
17
- """Format a number.
18
-
19
- :param number: the number to format
20
- :param digits: the number of digits to display
21
- :param units: the units to display
22
-
23
- Example usage:
24
-
25
- >>> InterviewStatistic._format_number(1000, 1, "sec.")
26
- '1,000.0 sec.'
27
- """
28
- if type(number) == str:
29
- return number
30
- else:
31
- return f"{number:,.{digits}f}" + " " + units
32
-
33
- @property
34
- def _pretty_name(self):
35
- """Return a pretty name for the statistic.
36
-
37
- Example usage:
38
-
39
- >>> InterviewStatistic("elapsed_time", value=100, digits=1, units="sec.").pretty_name
40
- 'Elapsed time'
41
- """
42
- return self.name.replace("_", " ").capitalize()
43
-
44
- def __init__(
45
- self,
46
- name: str,
47
- value: float,
48
- digits: int = 0,
49
- units: str = "",
50
- pretty_name: str = None,
51
- ):
52
- """Create a new InterviewStatistic object."""
53
- self.name = name
54
- self.value = value
55
- self.digits = digits
56
- self.units = units
57
- self.pretty_name = pretty_name or self._pretty_name
58
-
59
- super().__init__(
60
- {self.pretty_name: self._format_number(self.value, self.digits, self.units)}
61
- )
62
-
63
- self.raw: dict = {self.name: self.value}
1
+ import asyncio
2
+ from enum import Enum
3
+ from typing import Literal, List, Type, DefaultDict
4
+ from collections import UserDict, defaultdict
5
+
6
+ from edsl.jobs.interviews.InterviewStatusDictionary import InterviewStatusDictionary
7
+ from edsl.jobs.tokens.InterviewTokenUsage import InterviewTokenUsage
8
+ from edsl.enums import pricing, TokenPricing
9
+ from edsl.jobs.tasks.task_status_enum import TaskStatus
10
+
11
+ InterviewTokenUsageMapping = DefaultDict[str, InterviewTokenUsage]
12
+
13
+
14
+ class InterviewStatistic(UserDict):
15
+ @staticmethod
16
+ def _format_number(number, digits=0, units=""):
17
+ """Format a number.
18
+
19
+ :param number: the number to format
20
+ :param digits: the number of digits to display
21
+ :param units: the units to display
22
+
23
+ Example usage:
24
+
25
+ >>> InterviewStatistic._format_number(1000, 1, "sec.")
26
+ '1,000.0 sec.'
27
+ """
28
+ if type(number) == str:
29
+ return number
30
+ else:
31
+ return f"{number:,.{digits}f}" + " " + units
32
+
33
+ @property
34
+ def _pretty_name(self):
35
+ """Return a pretty name for the statistic.
36
+
37
+ Example usage:
38
+
39
+ >>> InterviewStatistic("elapsed_time", value=100, digits=1, units="sec.").pretty_name
40
+ 'Elapsed time'
41
+ """
42
+ return self.name.replace("_", " ").capitalize()
43
+
44
+ def __init__(
45
+ self,
46
+ name: str,
47
+ value: float,
48
+ digits: int = 0,
49
+ units: str = "",
50
+ pretty_name: str = None,
51
+ ):
52
+ """Create a new InterviewStatistic object."""
53
+ self.name = name
54
+ self.value = value
55
+ self.digits = digits
56
+ self.units = units
57
+ self.pretty_name = pretty_name or self._pretty_name
58
+
59
+ super().__init__(
60
+ {self.pretty_name: self._format_number(self.value, self.digits, self.units)}
61
+ )
62
+
63
+ self.raw: dict = {self.name: self.value}
@@ -1,25 +1,25 @@
1
- from collections import UserDict
2
- from edsl.jobs.interviews.InterviewStatistic import InterviewStatistic
3
-
4
-
5
- class InterviewStatisticsCollection(UserDict):
6
- """A collection of interview statistics."""
7
-
8
- def __init__(self, *args, **kwargs):
9
- super().__init__(*args, **kwargs)
10
- self.raw: dict = {}
11
-
12
- def add_stat(self, statistic: InterviewStatistic):
13
- """Add a statistic to the collection.
14
-
15
- Each statistic is a dictionary with a single key-value pair.
16
-
17
- Example usage:
18
-
19
- >>> isc = InterviewStatisticsCollection()
20
- >>> isc.add_stat(InterviewStatistic("elapsed_time", value=100, digits=1, units="sec."))
21
- >>> isc.raw
22
- {'elapsed_time': 100}
23
- """
24
- self.update(statistic)
25
- self.raw.update(statistic.raw)
1
+ from collections import UserDict
2
+ from edsl.jobs.interviews.InterviewStatistic import InterviewStatistic
3
+
4
+
5
+ class InterviewStatisticsCollection(UserDict):
6
+ """A collection of interview statistics."""
7
+
8
+ def __init__(self, *args, **kwargs):
9
+ super().__init__(*args, **kwargs)
10
+ self.raw: dict = {}
11
+
12
+ def add_stat(self, statistic: InterviewStatistic):
13
+ """Add a statistic to the collection.
14
+
15
+ Each statistic is a dictionary with a single key-value pair.
16
+
17
+ Example usage:
18
+
19
+ >>> isc = InterviewStatisticsCollection()
20
+ >>> isc.add_stat(InterviewStatistic("elapsed_time", value=100, digits=1, units="sec."))
21
+ >>> isc.raw
22
+ {'elapsed_time': 100}
23
+ """
24
+ self.update(statistic)
25
+ self.raw.update(statistic.raw)
@@ -1,78 +1,78 @@
1
- from __future__ import annotations
2
- import json
3
- from collections import UserDict
4
- from typing import Union, Dict
5
-
6
- from edsl.jobs.tasks.task_status_enum import TaskStatus, get_enum_from_string
7
-
8
-
9
- class InterviewStatusDictionary(UserDict):
10
- """A dictionary that keeps track of the status of all the tasks in an interview."""
11
-
12
- def __init__(self, data: Union[Dict[TaskStatus, int], None] = None):
13
- if data:
14
- # checks to make sure every task status is in the enum
15
- assert all([task_status in data for task_status in TaskStatus])
16
- super().__init__(data)
17
- else:
18
- # sets all the task statuses to 0
19
- d = {}
20
- for task_status in TaskStatus:
21
- d[task_status] = 0
22
- d["number_from_cache"] = 0
23
- super().__init__(d)
24
-
25
- def __add__(
26
- self, other: "InterviewStatusDictionary"
27
- ) -> "InterviewStatusDictionary":
28
- """Adds two InterviewStatusDictionaries together."""
29
- if not isinstance(other, InterviewStatusDictionary):
30
- raise ValueError(f"Can't add {type(other)} to InterviewStatusDictionary")
31
- new_dict = {}
32
- for key in self.keys():
33
- new_dict[key] = self[key] + other[key]
34
- return InterviewStatusDictionary(new_dict)
35
-
36
- @property
37
- def waiting(self) -> int:
38
- """Return the number of tasks that are in a waiting status of some kind."""
39
-
40
- waiting_status_list = [
41
- TaskStatus.WAITING_FOR_REQUEST_CAPACITY,
42
- TaskStatus.WAITING_FOR_TOKEN_CAPACITY,
43
- TaskStatus.WAITING_FOR_DEPENDENCIES,
44
- ]
45
-
46
- return sum([self[status] for status in waiting_status_list])
47
-
48
- def __repr__(self):
49
- return f"InterviewStatusDictionary({self.data})"
50
-
51
- def to_dict(self):
52
- new_data = {str(key): value for key, value in self.data.items()}
53
- return new_data
54
-
55
- def print(self):
56
- d = {}
57
- for key, value in self.data.items():
58
- d[str(key)] = value
59
- from edsl.utilities.interface import print_dict_with_rich
60
-
61
- print_dict_with_rich(d)
62
-
63
- @classmethod
64
- def from_dict(cls, data):
65
- new_data = {get_enum_from_string(key): value for key, value in data.items()}
66
- return cls(new_data)
67
-
68
- def to_json(self):
69
- import json
70
-
71
- return json.dumps(self.to_dict())
72
-
73
- @classmethod
74
- def from_json(cls, data):
75
- import json
76
-
77
- data = json.loads(data)
78
- return cls.from_dict(data)
1
+ from __future__ import annotations
2
+ import json
3
+ from collections import UserDict
4
+ from typing import Union, Dict
5
+
6
+ from edsl.jobs.tasks.task_status_enum import TaskStatus, get_enum_from_string
7
+
8
+
9
+ class InterviewStatusDictionary(UserDict):
10
+ """A dictionary that keeps track of the status of all the tasks in an interview."""
11
+
12
+ def __init__(self, data: Union[Dict[TaskStatus, int], None] = None):
13
+ if data:
14
+ # checks to make sure every task status is in the enum
15
+ assert all([task_status in data for task_status in TaskStatus])
16
+ super().__init__(data)
17
+ else:
18
+ # sets all the task statuses to 0
19
+ d = {}
20
+ for task_status in TaskStatus:
21
+ d[task_status] = 0
22
+ d["number_from_cache"] = 0
23
+ super().__init__(d)
24
+
25
+ def __add__(
26
+ self, other: "InterviewStatusDictionary"
27
+ ) -> "InterviewStatusDictionary":
28
+ """Adds two InterviewStatusDictionaries together."""
29
+ if not isinstance(other, InterviewStatusDictionary):
30
+ raise ValueError(f"Can't add {type(other)} to InterviewStatusDictionary")
31
+ new_dict = {}
32
+ for key in self.keys():
33
+ new_dict[key] = self[key] + other[key]
34
+ return InterviewStatusDictionary(new_dict)
35
+
36
+ @property
37
+ def waiting(self) -> int:
38
+ """Return the number of tasks that are in a waiting status of some kind."""
39
+
40
+ waiting_status_list = [
41
+ TaskStatus.WAITING_FOR_REQUEST_CAPACITY,
42
+ TaskStatus.WAITING_FOR_TOKEN_CAPACITY,
43
+ TaskStatus.WAITING_FOR_DEPENDENCIES,
44
+ ]
45
+
46
+ return sum([self[status] for status in waiting_status_list])
47
+
48
+ def __repr__(self):
49
+ return f"InterviewStatusDictionary({self.data})"
50
+
51
+ def to_dict(self):
52
+ new_data = {str(key): value for key, value in self.data.items()}
53
+ return new_data
54
+
55
+ def print(self):
56
+ d = {}
57
+ for key, value in self.data.items():
58
+ d[str(key)] = value
59
+ from edsl.utilities.interface import print_dict_with_rich
60
+
61
+ print_dict_with_rich(d)
62
+
63
+ @classmethod
64
+ def from_dict(cls, data):
65
+ new_data = {get_enum_from_string(key): value for key, value in data.items()}
66
+ return cls(new_data)
67
+
68
+ def to_json(self):
69
+ import json
70
+
71
+ return json.dumps(self.to_dict())
72
+
73
+ @classmethod
74
+ def from_json(cls, data):
75
+ import json
76
+
77
+ data = json.loads(data)
78
+ return cls.from_dict(data)
@@ -1,92 +1,92 @@
1
- from collections import UserDict
2
-
3
- from edsl.jobs.tasks.task_status_enum import TaskStatus, status_colors
4
-
5
-
6
- class InterviewStatusLog(UserDict):
7
- """A dictionary of TaskStatusLog objects.
8
-
9
- The key is the name of the task.
10
- """
11
-
12
- @property
13
- def min_time(self):
14
- return min([log.min_time for log in self.values()])
15
-
16
- @property
17
- def max_time(self):
18
- return max([log.max_time for log in self.values()])
19
-
20
- def status_matrix(self, num_periods):
21
- """Return a matrix of status values."""
22
- start_time = self.min_time
23
- end_time = self.max_time
24
- time_increment = (end_time - start_time) / num_periods
25
- status_matrix = {}
26
- time_periods = [start_time + i * time_increment for i in range(num_periods)]
27
- for task_name, log in self.items():
28
- status_matrix[task_name] = [log.status_at_time(t) for t in time_periods]
29
- return status_matrix
30
-
31
- def numerical_matrix(self, num_periods):
32
- """Return a numerical matrix of status values."""
33
- status_dicts = self.status_matrix(num_periods)
34
-
35
- num_cols = num_periods
36
- num_rows = len(status_dicts)
37
- matrix = [[0 for _ in range(num_cols)] for _ in range(num_rows)]
38
-
39
- for row_index, (task_name, status_list) in enumerate(status_dicts.items()):
40
- matrix[row_index] = [
41
- list(status_colors.keys()).index(status) for status in status_list
42
- ]
43
-
44
- index_to_names = {i: name for i, name in enumerate(status_dicts.keys())}
45
- return matrix, index_to_names
46
-
47
- def visualize(self, num_periods=10):
48
- """Visualize the status matrix with outlined squares."""
49
- import matplotlib.pyplot as plt
50
- from matplotlib.colors import ListedColormap
51
- import numpy as np
52
- from matplotlib.patches import Rectangle
53
-
54
- # Define your custom colormap
55
- custom_cmap = ListedColormap(list(status_colors.values()))
56
-
57
- # Generate the matrix
58
- matrix, index_to_names = self.numerical_matrix(num_periods)
59
-
60
- # Create the figure and axes
61
- plt.figure(figsize=(10, 5))
62
- ax = plt.gca()
63
-
64
- # Display the matrix and keep a reference to the imshow object
65
- im = ax.imshow(matrix, aspect="auto", cmap=custom_cmap)
66
-
67
- # Adding color bar, now correctly associating it with 'im'
68
- cbar = plt.colorbar(im, ticks=range(len(status_colors)), label="Task Status")
69
-
70
- cbar_labels = [status.name for status in status_colors.keys()]
71
- # breakpoint()
72
- cbar.set_ticklabels(cbar_labels) # Setting the custom labels for the colorbar
73
-
74
- im.set_clim(
75
- -0.5, len(status_colors) - 0.5
76
- ) # Setting color limits directly on the imshow object
77
-
78
- # Outline each cell by drawing rectangles
79
- for (j, i), val in np.ndenumerate(matrix):
80
- ax.add_patch(
81
- Rectangle(
82
- (i - 0.5, j - 0.5), 1, 1, fill=False, edgecolor="black", lw=0.5
83
- )
84
- )
85
-
86
- # Set custom y-axis ticks and labels
87
- yticks = list(index_to_names.keys())
88
- yticklabels = list(index_to_names.values())
89
- plt.yticks(ticks=yticks, labels=yticklabels)
90
-
91
- # Show the plot
92
- plt.show()
1
+ from collections import UserDict
2
+
3
+ from edsl.jobs.tasks.task_status_enum import TaskStatus, status_colors
4
+
5
+
6
+ class InterviewStatusLog(UserDict):
7
+ """A dictionary of TaskStatusLog objects.
8
+
9
+ The key is the name of the task.
10
+ """
11
+
12
+ @property
13
+ def min_time(self):
14
+ return min([log.min_time for log in self.values()])
15
+
16
+ @property
17
+ def max_time(self):
18
+ return max([log.max_time for log in self.values()])
19
+
20
+ def status_matrix(self, num_periods):
21
+ """Return a matrix of status values."""
22
+ start_time = self.min_time
23
+ end_time = self.max_time
24
+ time_increment = (end_time - start_time) / num_periods
25
+ status_matrix = {}
26
+ time_periods = [start_time + i * time_increment for i in range(num_periods)]
27
+ for task_name, log in self.items():
28
+ status_matrix[task_name] = [log.status_at_time(t) for t in time_periods]
29
+ return status_matrix
30
+
31
+ def numerical_matrix(self, num_periods):
32
+ """Return a numerical matrix of status values."""
33
+ status_dicts = self.status_matrix(num_periods)
34
+
35
+ num_cols = num_periods
36
+ num_rows = len(status_dicts)
37
+ matrix = [[0 for _ in range(num_cols)] for _ in range(num_rows)]
38
+
39
+ for row_index, (task_name, status_list) in enumerate(status_dicts.items()):
40
+ matrix[row_index] = [
41
+ list(status_colors.keys()).index(status) for status in status_list
42
+ ]
43
+
44
+ index_to_names = {i: name for i, name in enumerate(status_dicts.keys())}
45
+ return matrix, index_to_names
46
+
47
+ def visualize(self, num_periods=10):
48
+ """Visualize the status matrix with outlined squares."""
49
+ import matplotlib.pyplot as plt
50
+ from matplotlib.colors import ListedColormap
51
+ import numpy as np
52
+ from matplotlib.patches import Rectangle
53
+
54
+ # Define your custom colormap
55
+ custom_cmap = ListedColormap(list(status_colors.values()))
56
+
57
+ # Generate the matrix
58
+ matrix, index_to_names = self.numerical_matrix(num_periods)
59
+
60
+ # Create the figure and axes
61
+ plt.figure(figsize=(10, 5))
62
+ ax = plt.gca()
63
+
64
+ # Display the matrix and keep a reference to the imshow object
65
+ im = ax.imshow(matrix, aspect="auto", cmap=custom_cmap)
66
+
67
+ # Adding color bar, now correctly associating it with 'im'
68
+ cbar = plt.colorbar(im, ticks=range(len(status_colors)), label="Task Status")
69
+
70
+ cbar_labels = [status.name for status in status_colors.keys()]
71
+ # breakpoint()
72
+ cbar.set_ticklabels(cbar_labels) # Setting the custom labels for the colorbar
73
+
74
+ im.set_clim(
75
+ -0.5, len(status_colors) - 0.5
76
+ ) # Setting color limits directly on the imshow object
77
+
78
+ # Outline each cell by drawing rectangles
79
+ for (j, i), val in np.ndenumerate(matrix):
80
+ ax.add_patch(
81
+ Rectangle(
82
+ (i - 0.5, j - 0.5), 1, 1, fill=False, edgecolor="black", lw=0.5
83
+ )
84
+ )
85
+
86
+ # Set custom y-axis ticks and labels
87
+ yticks = list(index_to_names.keys())
88
+ yticklabels = list(index_to_names.values())
89
+ plt.yticks(ticks=yticks, labels=yticklabels)
90
+
91
+ # Show the plot
92
+ plt.show()
@@ -1,66 +1,66 @@
1
- import json
2
- import requests
3
- import threading
4
- from edsl.coop import Coop
5
-
6
-
7
- class ReportErrors:
8
- def __init__(self, task_history):
9
- self.task_history = task_history
10
- self.email = None
11
-
12
- @property
13
- def data(self):
14
- return {
15
- "text": self.task_history.to_dict(),
16
- "email": self.email,
17
- }
18
-
19
- def get_email(self, timeout=10):
20
- """Helper method to get user input with a timeout."""
21
- input_queue = []
22
-
23
- def input_thread_method():
24
- email_input = input(
25
- "Please enter your email address (if you want us to get in touch): "
26
- )
27
- input_queue.append(email_input)
28
-
29
- input_thread = threading.Thread(target=input_thread_method)
30
- input_thread.start()
31
- input_thread.join(timeout=timeout)
32
-
33
- if input_queue:
34
- self.email = input_queue[0]
35
- else:
36
- print("No input received within the timeout period.")
37
-
38
- def upload(self):
39
- coop = Coop()
40
- coop.error_create(error_data=self.data)
41
-
42
-
43
- def main():
44
- from edsl.jobs.interviews.ReportErrors import ReportErrors
45
-
46
- class TaskHistory:
47
- def __init__(self, data):
48
- self.data = data
49
-
50
- def to_dict(self):
51
- """Converts the internal data of the task history to a dictionary format."""
52
- return self.data
53
-
54
- task_history_data = {
55
- "task": "Example Task",
56
- "status": "Completed",
57
- "details": "This is an example of a task history.",
58
- }
59
- task_history = TaskHistory(task_history_data)
60
-
61
- reporter = ReportErrors(task_history)
62
- # one without email
63
- reporter.upload()
64
- # one with email
65
- reporter.email = "fake@gmail.com"
66
- reporter.upload()
1
+ import json
2
+ import requests
3
+ import threading
4
+ from edsl.coop import Coop
5
+
6
+
7
+ class ReportErrors:
8
+ def __init__(self, task_history):
9
+ self.task_history = task_history
10
+ self.email = None
11
+
12
+ @property
13
+ def data(self):
14
+ return {
15
+ "text": self.task_history.to_dict(),
16
+ "email": self.email,
17
+ }
18
+
19
+ def get_email(self, timeout=10):
20
+ """Helper method to get user input with a timeout."""
21
+ input_queue = []
22
+
23
+ def input_thread_method():
24
+ email_input = input(
25
+ "Please enter your email address (if you want us to get in touch): "
26
+ )
27
+ input_queue.append(email_input)
28
+
29
+ input_thread = threading.Thread(target=input_thread_method)
30
+ input_thread.start()
31
+ input_thread.join(timeout=timeout)
32
+
33
+ if input_queue:
34
+ self.email = input_queue[0]
35
+ else:
36
+ print("No input received within the timeout period.")
37
+
38
+ def upload(self):
39
+ # The previous implementation was removed because it relied on the old Coop ErrorModel
40
+ pass
41
+
42
+
43
+ def main():
44
+ from edsl.jobs.interviews.ReportErrors import ReportErrors
45
+
46
+ class TaskHistory:
47
+ def __init__(self, data):
48
+ self.data = data
49
+
50
+ def to_dict(self):
51
+ """Converts the internal data of the task history to a dictionary format."""
52
+ return self.data
53
+
54
+ task_history_data = {
55
+ "task": "Example Task",
56
+ "status": "Completed",
57
+ "details": "This is an example of a task history.",
58
+ }
59
+ task_history = TaskHistory(task_history_data)
60
+
61
+ reporter = ReportErrors(task_history)
62
+ # one without email
63
+ reporter.upload()
64
+ # one with email
65
+ reporter.email = "fake@gmail.com"
66
+ reporter.upload()
@@ -1,9 +1,9 @@
1
- import enum
2
-
3
-
4
- class InterviewStatus(enum.Enum):
5
- "These are the possible states an interview can be in."
6
- NOT_STARTED = enum.auto()
7
- SUCCESS = enum.auto()
8
- WAITING_FOR_RESOURCES = enum.auto()
9
- FAILED = enum.auto()
1
+ import enum
2
+
3
+
4
+ class InterviewStatus(enum.Enum):
5
+ "These are the possible states an interview can be in."
6
+ NOT_STARTED = enum.auto()
7
+ SUCCESS = enum.auto()
8
+ WAITING_FOR_RESOURCES = enum.auto()
9
+ FAILED = enum.auto()