edsl 0.1.39.dev1__py3-none-any.whl → 0.1.39.dev3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. edsl/Base.py +332 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +49 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +867 -867
  7. edsl/agents/AgentList.py +413 -413
  8. edsl/agents/Invigilator.py +233 -233
  9. edsl/agents/InvigilatorBase.py +270 -265
  10. edsl/agents/PromptConstructor.py +354 -354
  11. edsl/agents/__init__.py +3 -3
  12. edsl/agents/descriptors.py +99 -99
  13. edsl/agents/prompt_helpers.py +129 -129
  14. edsl/auto/AutoStudy.py +117 -117
  15. edsl/auto/StageBase.py +230 -230
  16. edsl/auto/StageGenerateSurvey.py +178 -178
  17. edsl/auto/StageLabelQuestions.py +125 -125
  18. edsl/auto/StagePersona.py +61 -61
  19. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  20. edsl/auto/StagePersonaDimensionValues.py +74 -74
  21. edsl/auto/StagePersonaDimensions.py +69 -69
  22. edsl/auto/StageQuestions.py +73 -73
  23. edsl/auto/SurveyCreatorPipeline.py +21 -21
  24. edsl/auto/utilities.py +224 -224
  25. edsl/base/Base.py +279 -279
  26. edsl/config.py +157 -157
  27. edsl/conversation/Conversation.py +290 -290
  28. edsl/conversation/car_buying.py +58 -58
  29. edsl/conversation/chips.py +95 -95
  30. edsl/conversation/mug_negotiation.py +81 -81
  31. edsl/conversation/next_speaker_utilities.py +93 -93
  32. edsl/coop/PriceFetcher.py +54 -54
  33. edsl/coop/__init__.py +2 -2
  34. edsl/coop/coop.py +1028 -1028
  35. edsl/coop/utils.py +131 -131
  36. edsl/data/Cache.py +555 -555
  37. edsl/data/CacheEntry.py +233 -233
  38. edsl/data/CacheHandler.py +149 -149
  39. edsl/data/RemoteCacheSync.py +78 -78
  40. edsl/data/SQLiteDict.py +292 -292
  41. edsl/data/__init__.py +4 -4
  42. edsl/data/orm.py +10 -10
  43. edsl/data_transfer_models.py +73 -73
  44. edsl/enums.py +175 -175
  45. edsl/exceptions/BaseException.py +21 -21
  46. edsl/exceptions/__init__.py +54 -54
  47. edsl/exceptions/agents.py +42 -42
  48. edsl/exceptions/cache.py +5 -5
  49. edsl/exceptions/configuration.py +16 -16
  50. edsl/exceptions/coop.py +10 -10
  51. edsl/exceptions/data.py +14 -14
  52. edsl/exceptions/general.py +34 -34
  53. edsl/exceptions/jobs.py +33 -33
  54. edsl/exceptions/language_models.py +63 -63
  55. edsl/exceptions/prompts.py +15 -15
  56. edsl/exceptions/questions.py +91 -91
  57. edsl/exceptions/results.py +29 -29
  58. edsl/exceptions/scenarios.py +22 -22
  59. edsl/exceptions/surveys.py +37 -37
  60. edsl/inference_services/AnthropicService.py +87 -87
  61. edsl/inference_services/AwsBedrock.py +120 -120
  62. edsl/inference_services/AzureAI.py +217 -217
  63. edsl/inference_services/DeepInfraService.py +18 -18
  64. edsl/inference_services/GoogleService.py +148 -148
  65. edsl/inference_services/GroqService.py +20 -20
  66. edsl/inference_services/InferenceServiceABC.py +147 -147
  67. edsl/inference_services/InferenceServicesCollection.py +97 -97
  68. edsl/inference_services/MistralAIService.py +123 -123
  69. edsl/inference_services/OllamaService.py +18 -18
  70. edsl/inference_services/OpenAIService.py +224 -224
  71. edsl/inference_services/PerplexityService.py +163 -163
  72. edsl/inference_services/TestService.py +89 -89
  73. edsl/inference_services/TogetherAIService.py +170 -170
  74. edsl/inference_services/models_available_cache.py +118 -118
  75. edsl/inference_services/rate_limits_cache.py +25 -25
  76. edsl/inference_services/registry.py +41 -41
  77. edsl/inference_services/write_available.py +10 -10
  78. edsl/jobs/Answers.py +56 -56
  79. edsl/jobs/Jobs.py +898 -898
  80. edsl/jobs/JobsChecks.py +147 -147
  81. edsl/jobs/JobsPrompts.py +268 -268
  82. edsl/jobs/JobsRemoteInferenceHandler.py +239 -239
  83. edsl/jobs/__init__.py +1 -1
  84. edsl/jobs/buckets/BucketCollection.py +63 -63
  85. edsl/jobs/buckets/ModelBuckets.py +65 -65
  86. edsl/jobs/buckets/TokenBucket.py +251 -251
  87. edsl/jobs/interviews/Interview.py +661 -661
  88. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  89. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  90. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  91. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  92. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  93. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  94. edsl/jobs/interviews/ReportErrors.py +66 -66
  95. edsl/jobs/interviews/interview_status_enum.py +9 -9
  96. edsl/jobs/runners/JobsRunnerAsyncio.py +466 -466
  97. edsl/jobs/runners/JobsRunnerStatus.py +330 -330
  98. edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
  99. edsl/jobs/tasks/TaskCreators.py +64 -64
  100. edsl/jobs/tasks/TaskHistory.py +450 -450
  101. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  102. edsl/jobs/tasks/task_status_enum.py +163 -163
  103. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  104. edsl/jobs/tokens/TokenUsage.py +34 -34
  105. edsl/language_models/KeyLookup.py +30 -30
  106. edsl/language_models/LanguageModel.py +668 -668
  107. edsl/language_models/ModelList.py +155 -155
  108. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  109. edsl/language_models/__init__.py +3 -3
  110. edsl/language_models/fake_openai_call.py +15 -15
  111. edsl/language_models/fake_openai_service.py +61 -61
  112. edsl/language_models/registry.py +190 -190
  113. edsl/language_models/repair.py +156 -156
  114. edsl/language_models/unused/ReplicateBase.py +83 -83
  115. edsl/language_models/utilities.py +64 -64
  116. edsl/notebooks/Notebook.py +258 -258
  117. edsl/notebooks/__init__.py +1 -1
  118. edsl/prompts/Prompt.py +362 -362
  119. edsl/prompts/__init__.py +2 -2
  120. edsl/questions/AnswerValidatorMixin.py +289 -289
  121. edsl/questions/QuestionBase.py +664 -664
  122. edsl/questions/QuestionBaseGenMixin.py +161 -161
  123. edsl/questions/QuestionBasePromptsMixin.py +217 -217
  124. edsl/questions/QuestionBudget.py +227 -227
  125. edsl/questions/QuestionCheckBox.py +359 -359
  126. edsl/questions/QuestionExtract.py +182 -182
  127. edsl/questions/QuestionFreeText.py +114 -114
  128. edsl/questions/QuestionFunctional.py +166 -166
  129. edsl/questions/QuestionList.py +231 -231
  130. edsl/questions/QuestionMultipleChoice.py +286 -286
  131. edsl/questions/QuestionNumerical.py +153 -153
  132. edsl/questions/QuestionRank.py +324 -324
  133. edsl/questions/Quick.py +41 -41
  134. edsl/questions/RegisterQuestionsMeta.py +71 -71
  135. edsl/questions/ResponseValidatorABC.py +174 -174
  136. edsl/questions/SimpleAskMixin.py +73 -73
  137. edsl/questions/__init__.py +26 -26
  138. edsl/questions/compose_questions.py +98 -98
  139. edsl/questions/decorators.py +21 -21
  140. edsl/questions/derived/QuestionLikertFive.py +76 -76
  141. edsl/questions/derived/QuestionLinearScale.py +87 -87
  142. edsl/questions/derived/QuestionTopK.py +93 -93
  143. edsl/questions/derived/QuestionYesNo.py +82 -82
  144. edsl/questions/descriptors.py +413 -413
  145. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  146. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  147. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  148. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  149. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  150. edsl/questions/prompt_templates/question_list.jinja +17 -17
  151. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  152. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  153. edsl/questions/question_registry.py +177 -177
  154. edsl/questions/settings.py +12 -12
  155. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  156. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  157. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  158. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  159. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  160. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  161. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  162. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  163. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  164. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  165. edsl/questions/templates/list/question_presentation.jinja +5 -5
  166. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  167. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  168. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  169. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  170. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  171. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  172. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  173. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  174. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  175. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  176. edsl/results/CSSParameterizer.py +108 -108
  177. edsl/results/Dataset.py +424 -424
  178. edsl/results/DatasetExportMixin.py +731 -731
  179. edsl/results/DatasetTree.py +275 -275
  180. edsl/results/Result.py +465 -465
  181. edsl/results/Results.py +1165 -1165
  182. edsl/results/ResultsDBMixin.py +238 -238
  183. edsl/results/ResultsExportMixin.py +43 -43
  184. edsl/results/ResultsFetchMixin.py +33 -33
  185. edsl/results/ResultsGGMixin.py +121 -121
  186. edsl/results/ResultsToolsMixin.py +98 -98
  187. edsl/results/Selector.py +135 -135
  188. edsl/results/TableDisplay.py +198 -198
  189. edsl/results/__init__.py +2 -2
  190. edsl/results/table_display.css +77 -77
  191. edsl/results/tree_explore.py +115 -115
  192. edsl/scenarios/FileStore.py +632 -632
  193. edsl/scenarios/Scenario.py +601 -601
  194. edsl/scenarios/ScenarioHtmlMixin.py +64 -64
  195. edsl/scenarios/ScenarioJoin.py +127 -127
  196. edsl/scenarios/ScenarioList.py +1287 -1287
  197. edsl/scenarios/ScenarioListExportMixin.py +52 -52
  198. edsl/scenarios/ScenarioListPdfMixin.py +261 -261
  199. edsl/scenarios/__init__.py +4 -4
  200. edsl/shared.py +1 -1
  201. edsl/study/ObjectEntry.py +173 -173
  202. edsl/study/ProofOfWork.py +113 -113
  203. edsl/study/SnapShot.py +80 -80
  204. edsl/study/Study.py +528 -528
  205. edsl/study/__init__.py +4 -4
  206. edsl/surveys/DAG.py +148 -148
  207. edsl/surveys/Memory.py +31 -31
  208. edsl/surveys/MemoryPlan.py +244 -244
  209. edsl/surveys/Rule.py +326 -326
  210. edsl/surveys/RuleCollection.py +387 -387
  211. edsl/surveys/Survey.py +1801 -1801
  212. edsl/surveys/SurveyCSS.py +261 -261
  213. edsl/surveys/SurveyExportMixin.py +259 -259
  214. edsl/surveys/SurveyFlowVisualizationMixin.py +179 -179
  215. edsl/surveys/SurveyQualtricsImport.py +284 -284
  216. edsl/surveys/__init__.py +3 -3
  217. edsl/surveys/base.py +53 -53
  218. edsl/surveys/descriptors.py +56 -56
  219. edsl/surveys/instructions/ChangeInstruction.py +49 -49
  220. edsl/surveys/instructions/Instruction.py +65 -65
  221. edsl/surveys/instructions/InstructionCollection.py +77 -77
  222. edsl/templates/error_reporting/base.html +23 -23
  223. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  224. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  225. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  226. edsl/templates/error_reporting/interview_details.html +115 -115
  227. edsl/templates/error_reporting/interviews.html +19 -19
  228. edsl/templates/error_reporting/overview.html +4 -4
  229. edsl/templates/error_reporting/performance_plot.html +1 -1
  230. edsl/templates/error_reporting/report.css +73 -73
  231. edsl/templates/error_reporting/report.html +117 -117
  232. edsl/templates/error_reporting/report.js +25 -25
  233. edsl/tools/__init__.py +1 -1
  234. edsl/tools/clusters.py +192 -192
  235. edsl/tools/embeddings.py +27 -27
  236. edsl/tools/embeddings_plotting.py +118 -118
  237. edsl/tools/plotting.py +112 -112
  238. edsl/tools/summarize.py +18 -18
  239. edsl/utilities/SystemInfo.py +28 -28
  240. edsl/utilities/__init__.py +22 -22
  241. edsl/utilities/ast_utilities.py +25 -25
  242. edsl/utilities/data/Registry.py +6 -6
  243. edsl/utilities/data/__init__.py +1 -1
  244. edsl/utilities/data/scooter_results.json +1 -1
  245. edsl/utilities/decorators.py +77 -77
  246. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  247. edsl/utilities/interface.py +627 -627
  248. edsl/utilities/naming_utilities.py +263 -263
  249. edsl/utilities/repair_functions.py +28 -28
  250. edsl/utilities/restricted_python.py +70 -70
  251. edsl/utilities/utilities.py +424 -424
  252. {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/LICENSE +21 -21
  253. {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/METADATA +1 -1
  254. edsl-0.1.39.dev3.dist-info/RECORD +277 -0
  255. edsl-0.1.39.dev1.dist-info/RECORD +0 -277
  256. {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/WHEEL +0 -0
edsl/data/CacheEntry.py CHANGED
@@ -1,233 +1,233 @@
1
- from __future__ import annotations
2
- import json
3
- import datetime
4
- import hashlib
5
- from typing import Optional
6
- from uuid import uuid4
7
-
8
-
9
- class CacheEntry:
10
- """
11
- A Class to represent a cache entry.
12
- """
13
-
14
- key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
15
- all_fields = key_fields + ["timestamp", "output"]
16
-
17
- def __init__(
18
- self,
19
- *,
20
- model: str,
21
- parameters: dict,
22
- system_prompt: str,
23
- user_prompt: str,
24
- iteration: Optional[int] = None,
25
- output: str,
26
- timestamp: Optional[int] = None,
27
- ):
28
- self.model = model
29
- self.parameters = parameters
30
- self.system_prompt = system_prompt
31
- self.user_prompt = user_prompt
32
- self.output = output
33
- self.iteration = iteration or 0
34
- self.timestamp = timestamp or int(
35
- datetime.datetime.now(datetime.timezone.utc).timestamp()
36
- )
37
- self._check_types()
38
-
39
- def _check_types(self):
40
- """
41
- Checks if the types of the fields are correct.
42
- """
43
- if not isinstance(self.model, str):
44
- raise TypeError("`model` should be a string.")
45
- if not isinstance(self.parameters, dict):
46
- raise TypeError("`parameters` should be a dictionary.")
47
- if not isinstance(self.system_prompt, str):
48
- raise TypeError("`system_prompt` should be a string.")
49
- if not isinstance(self.user_prompt, str):
50
- raise TypeError("`user_prompt` should be a string")
51
- if not isinstance(self.output, str):
52
- raise TypeError("`output` should be a string")
53
- if not isinstance(self.iteration, int):
54
- raise TypeError("`iteration` should be an integer")
55
- # TODO: should probably be float
56
- if not isinstance(self.timestamp, int):
57
- raise TypeError(f"`timestamp` should be an integer")
58
-
59
- @classmethod
60
- def gen_key(
61
- self, *, model, parameters, system_prompt, user_prompt, iteration
62
- ) -> str:
63
- """
64
- Generates a key for the cache entry.
65
- - Treats single and double quotes as the same.
66
-
67
- TODO: add more robustness.
68
- """
69
- long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
70
- return hashlib.md5(long_key.encode()).hexdigest()
71
-
72
- @property
73
- def key(self) -> str:
74
- """
75
- Returns the key for the cache entry.
76
- - The key is a hash of the key fields.
77
- """
78
- d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
79
- return self.gen_key(**d)
80
-
81
- def to_dict(self) -> dict:
82
- """
83
- Returns a dictionary representation of a CacheEntry.
84
- """
85
- return {
86
- "model": self.model,
87
- "parameters": self.parameters,
88
- "system_prompt": self.system_prompt,
89
- "user_prompt": self.user_prompt,
90
- "output": self.output,
91
- "iteration": self.iteration,
92
- "timestamp": self.timestamp,
93
- }
94
-
95
- def _repr_html_(self) -> str:
96
- """
97
- Returns an HTML representation of a CacheEntry.
98
- """
99
- # from edsl.utilities.utilities import data_to_html
100
- # return data_to_html(self.to_dict())
101
- d = self.to_dict()
102
- data = [[k, v] for k, v in d.items()]
103
- from tabulate import tabulate
104
-
105
- table = str(tabulate(data, headers=["keys", "values"], tablefmt="html"))
106
- return f"<pre>{table}</pre>"
107
-
108
- def keys(self):
109
- return list(self.to_dict().keys())
110
-
111
- def values(self):
112
- return list(self.to_dict().values())
113
-
114
- def __getitem__(self, key):
115
- """
116
- Returns the value of a field.
117
- """
118
- return getattr(self, key)
119
-
120
- @classmethod
121
- def from_dict(cls, data: dict) -> CacheEntry:
122
- """
123
- Initializes a CacheEntry object from its dictionary representation.
124
- """
125
- return cls(**data)
126
-
127
- def __eq__(self, other: CacheEntry) -> bool:
128
- """
129
- Checks if two CacheEntry objects are equal.
130
- - Does not include timestamp in the comparison.
131
- """
132
- if not isinstance(other, CacheEntry):
133
- return False
134
- for field in self.all_fields:
135
- if getattr(self, field) != getattr(other, field) and field != "timestamp":
136
- return False
137
- return True
138
-
139
- def __repr__(self) -> str:
140
- """
141
- Returns a string representation of a CacheEntry.
142
- """
143
- return (
144
- f"CacheEntry(model={repr(self.model)}, "
145
- f"parameters={self.parameters}, "
146
- f"system_prompt={repr(self.system_prompt)}, "
147
- f"user_prompt={repr(self.user_prompt)}, "
148
- f"output={repr(self.output)}, "
149
- f"iteration={self.iteration}, "
150
- f"timestamp={self.timestamp})"
151
- )
152
-
153
- @classmethod
154
- def example(cls, randomize: bool = False) -> CacheEntry:
155
- """
156
- Returns an example CacheEntry instance.
157
-
158
- :param randomize: If True, adds a random string to the system prompt.
159
- """
160
- # if random, create a uuid
161
- addition = "" if not randomize else str(uuid4())
162
- return CacheEntry(
163
- model="gpt-3.5-turbo",
164
- parameters={"temperature": 0.5},
165
- system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
166
- user_prompt="What does the fox say?",
167
- output="The fox says 'hello'",
168
- iteration=1,
169
- timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
170
- )
171
-
172
- @classmethod
173
- def example_dict(cls) -> dict:
174
- """
175
- Returns an example dictionary with a single CacheEntry.
176
- - This will be useful one level up, in the Cache class.
177
- """
178
- cache_entry = cls.example()
179
- return {cache_entry.key: cache_entry}
180
-
181
- @classmethod
182
- def fetch_input_example(cls) -> dict:
183
- """
184
- Creates an example input for a 'fetch' operation.
185
- - This will be useful one level up, in the Cache class.
186
- """
187
- input = cls.example().to_dict()
188
- _ = input.pop("timestamp")
189
- _ = input.pop("output")
190
- return input
191
-
192
- @classmethod
193
- def store_input_example(cls) -> dict:
194
- """
195
- Creates an example input for a 'store' operation.
196
- - This will be useful one level up, in the Cache class.
197
- """
198
- input = cls.example().to_dict()
199
- _ = input.pop("timestamp")
200
- input["response"] = input.pop("output")
201
- return input
202
-
203
-
204
- def main():
205
- from edsl.data.CacheEntry import CacheEntry
206
-
207
- # an example of how a cache entry looks
208
- cache_entry = CacheEntry.example()
209
- cache_entry
210
-
211
- # .key property returns the hash of the cache entry
212
- cache_entry.key
213
- # to dict / from dict
214
- cache_entry.to_dict()
215
- CacheEntry.from_dict(cache_entry.to_dict())
216
- # TODO: this will be false because equality includes timestamp
217
- CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
218
- # equality by checking values
219
- cache_entry == CacheEntry.example()
220
- # equality by checking keys
221
- cache_entry.key == CacheEntry.example().key
222
- # evalable repr
223
- eval(repr(cache_entry)) == cache_entry
224
- # not sure what these are useful for yet
225
- cache_entry.example_dict()
226
- cache_entry.fetch_input_example()
227
- cache_entry.store_input_example()
228
-
229
-
230
- if __name__ == "__main__":
231
- import doctest
232
-
233
- doctest.testmod()
1
+ from __future__ import annotations
2
+ import json
3
+ import datetime
4
+ import hashlib
5
+ from typing import Optional
6
+ from uuid import uuid4
7
+
8
+
9
+ class CacheEntry:
10
+ """
11
+ A Class to represent a cache entry.
12
+ """
13
+
14
+ key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
15
+ all_fields = key_fields + ["timestamp", "output"]
16
+
17
+ def __init__(
18
+ self,
19
+ *,
20
+ model: str,
21
+ parameters: dict,
22
+ system_prompt: str,
23
+ user_prompt: str,
24
+ iteration: Optional[int] = None,
25
+ output: str,
26
+ timestamp: Optional[int] = None,
27
+ ):
28
+ self.model = model
29
+ self.parameters = parameters
30
+ self.system_prompt = system_prompt
31
+ self.user_prompt = user_prompt
32
+ self.output = output
33
+ self.iteration = iteration or 0
34
+ self.timestamp = timestamp or int(
35
+ datetime.datetime.now(datetime.timezone.utc).timestamp()
36
+ )
37
+ self._check_types()
38
+
39
+ def _check_types(self):
40
+ """
41
+ Checks if the types of the fields are correct.
42
+ """
43
+ if not isinstance(self.model, str):
44
+ raise TypeError("`model` should be a string.")
45
+ if not isinstance(self.parameters, dict):
46
+ raise TypeError("`parameters` should be a dictionary.")
47
+ if not isinstance(self.system_prompt, str):
48
+ raise TypeError("`system_prompt` should be a string.")
49
+ if not isinstance(self.user_prompt, str):
50
+ raise TypeError("`user_prompt` should be a string")
51
+ if not isinstance(self.output, str):
52
+ raise TypeError("`output` should be a string")
53
+ if not isinstance(self.iteration, int):
54
+ raise TypeError("`iteration` should be an integer")
55
+ # TODO: should probably be float
56
+ if not isinstance(self.timestamp, int):
57
+ raise TypeError(f"`timestamp` should be an integer")
58
+
59
+ @classmethod
60
+ def gen_key(
61
+ self, *, model, parameters, system_prompt, user_prompt, iteration
62
+ ) -> str:
63
+ """
64
+ Generates a key for the cache entry.
65
+ - Treats single and double quotes as the same.
66
+
67
+ TODO: add more robustness.
68
+ """
69
+ long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
70
+ return hashlib.md5(long_key.encode()).hexdigest()
71
+
72
+ @property
73
+ def key(self) -> str:
74
+ """
75
+ Returns the key for the cache entry.
76
+ - The key is a hash of the key fields.
77
+ """
78
+ d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
79
+ return self.gen_key(**d)
80
+
81
+ def to_dict(self) -> dict:
82
+ """
83
+ Returns a dictionary representation of a CacheEntry.
84
+ """
85
+ return {
86
+ "model": self.model,
87
+ "parameters": self.parameters,
88
+ "system_prompt": self.system_prompt,
89
+ "user_prompt": self.user_prompt,
90
+ "output": self.output,
91
+ "iteration": self.iteration,
92
+ "timestamp": self.timestamp,
93
+ }
94
+
95
+ def _repr_html_(self) -> str:
96
+ """
97
+ Returns an HTML representation of a CacheEntry.
98
+ """
99
+ # from edsl.utilities.utilities import data_to_html
100
+ # return data_to_html(self.to_dict())
101
+ d = self.to_dict()
102
+ data = [[k, v] for k, v in d.items()]
103
+ from tabulate import tabulate
104
+
105
+ table = str(tabulate(data, headers=["keys", "values"], tablefmt="html"))
106
+ return f"<pre>{table}</pre>"
107
+
108
+ def keys(self):
109
+ return list(self.to_dict().keys())
110
+
111
+ def values(self):
112
+ return list(self.to_dict().values())
113
+
114
+ def __getitem__(self, key):
115
+ """
116
+ Returns the value of a field.
117
+ """
118
+ return getattr(self, key)
119
+
120
+ @classmethod
121
+ def from_dict(cls, data: dict) -> CacheEntry:
122
+ """
123
+ Initializes a CacheEntry object from its dictionary representation.
124
+ """
125
+ return cls(**data)
126
+
127
+ def __eq__(self, other: CacheEntry) -> bool:
128
+ """
129
+ Checks if two CacheEntry objects are equal.
130
+ - Does not include timestamp in the comparison.
131
+ """
132
+ if not isinstance(other, CacheEntry):
133
+ return False
134
+ for field in self.all_fields:
135
+ if getattr(self, field) != getattr(other, field) and field != "timestamp":
136
+ return False
137
+ return True
138
+
139
+ def __repr__(self) -> str:
140
+ """
141
+ Returns a string representation of a CacheEntry.
142
+ """
143
+ return (
144
+ f"CacheEntry(model={repr(self.model)}, "
145
+ f"parameters={self.parameters}, "
146
+ f"system_prompt={repr(self.system_prompt)}, "
147
+ f"user_prompt={repr(self.user_prompt)}, "
148
+ f"output={repr(self.output)}, "
149
+ f"iteration={self.iteration}, "
150
+ f"timestamp={self.timestamp})"
151
+ )
152
+
153
+ @classmethod
154
+ def example(cls, randomize: bool = False) -> CacheEntry:
155
+ """
156
+ Returns an example CacheEntry instance.
157
+
158
+ :param randomize: If True, adds a random string to the system prompt.
159
+ """
160
+ # if random, create a uuid
161
+ addition = "" if not randomize else str(uuid4())
162
+ return CacheEntry(
163
+ model="gpt-3.5-turbo",
164
+ parameters={"temperature": 0.5},
165
+ system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
166
+ user_prompt="What does the fox say?",
167
+ output="The fox says 'hello'",
168
+ iteration=1,
169
+ timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
170
+ )
171
+
172
+ @classmethod
173
+ def example_dict(cls) -> dict:
174
+ """
175
+ Returns an example dictionary with a single CacheEntry.
176
+ - This will be useful one level up, in the Cache class.
177
+ """
178
+ cache_entry = cls.example()
179
+ return {cache_entry.key: cache_entry}
180
+
181
+ @classmethod
182
+ def fetch_input_example(cls) -> dict:
183
+ """
184
+ Creates an example input for a 'fetch' operation.
185
+ - This will be useful one level up, in the Cache class.
186
+ """
187
+ input = cls.example().to_dict()
188
+ _ = input.pop("timestamp")
189
+ _ = input.pop("output")
190
+ return input
191
+
192
+ @classmethod
193
+ def store_input_example(cls) -> dict:
194
+ """
195
+ Creates an example input for a 'store' operation.
196
+ - This will be useful one level up, in the Cache class.
197
+ """
198
+ input = cls.example().to_dict()
199
+ _ = input.pop("timestamp")
200
+ input["response"] = input.pop("output")
201
+ return input
202
+
203
+
204
+ def main():
205
+ from edsl.data.CacheEntry import CacheEntry
206
+
207
+ # an example of how a cache entry looks
208
+ cache_entry = CacheEntry.example()
209
+ cache_entry
210
+
211
+ # .key property returns the hash of the cache entry
212
+ cache_entry.key
213
+ # to dict / from dict
214
+ cache_entry.to_dict()
215
+ CacheEntry.from_dict(cache_entry.to_dict())
216
+ # TODO: this will be false because equality includes timestamp
217
+ CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
218
+ # equality by checking values
219
+ cache_entry == CacheEntry.example()
220
+ # equality by checking keys
221
+ cache_entry.key == CacheEntry.example().key
222
+ # evalable repr
223
+ eval(repr(cache_entry)) == cache_entry
224
+ # not sure what these are useful for yet
225
+ cache_entry.example_dict()
226
+ cache_entry.fetch_input_example()
227
+ cache_entry.store_input_example()
228
+
229
+
230
+ if __name__ == "__main__":
231
+ import doctest
232
+
233
+ doctest.testmod()