edsl 0.1.38.dev3__py3-none-any.whl → 0.1.39__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (341) hide show
  1. edsl/Base.py +413 -303
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -858
  7. edsl/agents/AgentList.py +551 -362
  8. edsl/agents/Invigilator.py +284 -222
  9. edsl/agents/InvigilatorBase.py +257 -284
  10. edsl/agents/PromptConstructor.py +272 -353
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -149
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -961
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -530
  42. edsl/data/CacheEntry.py +230 -228
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -97
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/orm.py +10 -10
  48. edsl/data_transfer_models.py +74 -73
  49. edsl/enums.py +202 -173
  50. edsl/exceptions/BaseException.py +21 -21
  51. edsl/exceptions/__init__.py +54 -54
  52. edsl/exceptions/agents.py +54 -42
  53. edsl/exceptions/cache.py +5 -5
  54. edsl/exceptions/configuration.py +16 -16
  55. edsl/exceptions/coop.py +10 -10
  56. edsl/exceptions/data.py +14 -14
  57. edsl/exceptions/general.py +34 -34
  58. edsl/exceptions/inference_services.py +5 -0
  59. edsl/exceptions/jobs.py +33 -33
  60. edsl/exceptions/language_models.py +63 -63
  61. edsl/exceptions/prompts.py +15 -15
  62. edsl/exceptions/questions.py +109 -91
  63. edsl/exceptions/results.py +29 -29
  64. edsl/exceptions/scenarios.py +29 -22
  65. edsl/exceptions/surveys.py +37 -37
  66. edsl/inference_services/AnthropicService.py +106 -87
  67. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  68. edsl/inference_services/AvailableModelFetcher.py +215 -0
  69. edsl/inference_services/AwsBedrock.py +118 -120
  70. edsl/inference_services/AzureAI.py +215 -217
  71. edsl/inference_services/DeepInfraService.py +18 -18
  72. edsl/inference_services/GoogleService.py +143 -156
  73. edsl/inference_services/GroqService.py +20 -20
  74. edsl/inference_services/InferenceServiceABC.py +80 -147
  75. edsl/inference_services/InferenceServicesCollection.py +138 -97
  76. edsl/inference_services/MistralAIService.py +120 -123
  77. edsl/inference_services/OllamaService.py +18 -18
  78. edsl/inference_services/OpenAIService.py +236 -224
  79. edsl/inference_services/PerplexityService.py +160 -0
  80. edsl/inference_services/ServiceAvailability.py +135 -0
  81. edsl/inference_services/TestService.py +90 -89
  82. edsl/inference_services/TogetherAIService.py +172 -170
  83. edsl/inference_services/data_structures.py +134 -0
  84. edsl/inference_services/models_available_cache.py +118 -118
  85. edsl/inference_services/rate_limits_cache.py +25 -25
  86. edsl/inference_services/registry.py +41 -39
  87. edsl/inference_services/write_available.py +10 -10
  88. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  89. edsl/jobs/Answers.py +43 -56
  90. edsl/jobs/FetchInvigilator.py +47 -0
  91. edsl/jobs/InterviewTaskManager.py +98 -0
  92. edsl/jobs/InterviewsConstructor.py +50 -0
  93. edsl/jobs/Jobs.py +823 -1358
  94. edsl/jobs/JobsChecks.py +172 -0
  95. edsl/jobs/JobsComponentConstructor.py +189 -0
  96. edsl/jobs/JobsPrompts.py +270 -0
  97. edsl/jobs/JobsRemoteInferenceHandler.py +311 -0
  98. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  99. edsl/jobs/RequestTokenEstimator.py +30 -0
  100. edsl/jobs/__init__.py +1 -1
  101. edsl/jobs/async_interview_runner.py +138 -0
  102. edsl/jobs/buckets/BucketCollection.py +104 -63
  103. edsl/jobs/buckets/ModelBuckets.py +65 -65
  104. edsl/jobs/buckets/TokenBucket.py +283 -251
  105. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  106. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  107. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  108. edsl/jobs/data_structures.py +120 -0
  109. edsl/jobs/decorators.py +35 -0
  110. edsl/jobs/interviews/Interview.py +396 -661
  111. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  112. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  113. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  114. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  115. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  116. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  117. edsl/jobs/interviews/ReportErrors.py +66 -66
  118. edsl/jobs/interviews/interview_status_enum.py +9 -9
  119. edsl/jobs/jobs_status_enums.py +9 -0
  120. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  121. edsl/jobs/results_exceptions_handler.py +98 -0
  122. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -361
  123. edsl/jobs/runners/JobsRunnerStatus.py +298 -332
  124. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  125. edsl/jobs/tasks/TaskCreators.py +64 -64
  126. edsl/jobs/tasks/TaskHistory.py +470 -451
  127. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  128. edsl/jobs/tasks/task_status_enum.py +161 -163
  129. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  130. edsl/jobs/tokens/TokenUsage.py +34 -34
  131. edsl/language_models/ComputeCost.py +63 -0
  132. edsl/language_models/LanguageModel.py +626 -708
  133. edsl/language_models/ModelList.py +164 -109
  134. edsl/language_models/PriceManager.py +127 -0
  135. edsl/language_models/RawResponseHandler.py +106 -0
  136. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  137. edsl/language_models/ServiceDataSources.py +0 -0
  138. edsl/language_models/__init__.py +2 -3
  139. edsl/language_models/fake_openai_call.py +15 -15
  140. edsl/language_models/fake_openai_service.py +61 -61
  141. edsl/language_models/key_management/KeyLookup.py +63 -0
  142. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  143. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  144. edsl/language_models/key_management/__init__.py +0 -0
  145. edsl/language_models/key_management/models.py +131 -0
  146. edsl/language_models/model.py +256 -0
  147. edsl/language_models/repair.py +156 -156
  148. edsl/language_models/utilities.py +65 -64
  149. edsl/notebooks/Notebook.py +263 -258
  150. edsl/notebooks/NotebookToLaTeX.py +142 -0
  151. edsl/notebooks/__init__.py +1 -1
  152. edsl/prompts/Prompt.py +352 -357
  153. edsl/prompts/__init__.py +2 -2
  154. edsl/questions/ExceptionExplainer.py +77 -0
  155. edsl/questions/HTMLQuestion.py +103 -0
  156. edsl/questions/QuestionBase.py +518 -660
  157. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  158. edsl/questions/QuestionBudget.py +227 -227
  159. edsl/questions/QuestionCheckBox.py +359 -359
  160. edsl/questions/QuestionExtract.py +180 -183
  161. edsl/questions/QuestionFreeText.py +113 -114
  162. edsl/questions/QuestionFunctional.py +166 -166
  163. edsl/questions/QuestionList.py +223 -231
  164. edsl/questions/QuestionMatrix.py +265 -0
  165. edsl/questions/QuestionMultipleChoice.py +330 -286
  166. edsl/questions/QuestionNumerical.py +151 -153
  167. edsl/questions/QuestionRank.py +314 -324
  168. edsl/questions/Quick.py +41 -41
  169. edsl/questions/SimpleAskMixin.py +74 -73
  170. edsl/questions/__init__.py +27 -26
  171. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  172. edsl/questions/compose_questions.py +98 -98
  173. edsl/questions/data_structures.py +20 -0
  174. edsl/questions/decorators.py +21 -21
  175. edsl/questions/derived/QuestionLikertFive.py +76 -76
  176. edsl/questions/derived/QuestionLinearScale.py +90 -87
  177. edsl/questions/derived/QuestionTopK.py +93 -93
  178. edsl/questions/derived/QuestionYesNo.py +82 -82
  179. edsl/questions/descriptors.py +427 -413
  180. edsl/questions/loop_processor.py +149 -0
  181. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  182. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  183. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  184. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  185. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  186. edsl/questions/prompt_templates/question_list.jinja +17 -17
  187. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  188. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  189. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  190. edsl/questions/question_registry.py +177 -147
  191. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  192. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  193. edsl/questions/response_validator_factory.py +34 -0
  194. edsl/questions/settings.py +12 -12
  195. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  196. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  197. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  198. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  199. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  200. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  201. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  202. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  203. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  204. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  205. edsl/questions/templates/list/question_presentation.jinja +5 -5
  206. edsl/questions/templates/matrix/__init__.py +1 -0
  207. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  208. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  209. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  210. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  211. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  212. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  213. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  214. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  215. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  216. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  217. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  218. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  219. edsl/results/CSSParameterizer.py +108 -0
  220. edsl/results/Dataset.py +587 -293
  221. edsl/results/DatasetExportMixin.py +594 -717
  222. edsl/results/DatasetTree.py +295 -145
  223. edsl/results/MarkdownToDocx.py +122 -0
  224. edsl/results/MarkdownToPDF.py +111 -0
  225. edsl/results/Result.py +557 -456
  226. edsl/results/Results.py +1183 -1071
  227. edsl/results/ResultsExportMixin.py +45 -43
  228. edsl/results/ResultsGGMixin.py +121 -121
  229. edsl/results/TableDisplay.py +125 -0
  230. edsl/results/TextEditor.py +50 -0
  231. edsl/results/__init__.py +2 -2
  232. edsl/results/file_exports.py +252 -0
  233. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  234. edsl/results/{Selector.py → results_selector.py} +145 -135
  235. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  236. edsl/results/smart_objects.py +96 -0
  237. edsl/results/table_data_class.py +12 -0
  238. edsl/results/table_display.css +78 -0
  239. edsl/results/table_renderers.py +118 -0
  240. edsl/results/tree_explore.py +115 -115
  241. edsl/scenarios/ConstructDownloadLink.py +109 -0
  242. edsl/scenarios/DocumentChunker.py +102 -0
  243. edsl/scenarios/DocxScenario.py +16 -0
  244. edsl/scenarios/FileStore.py +543 -458
  245. edsl/scenarios/PdfExtractor.py +40 -0
  246. edsl/scenarios/Scenario.py +498 -544
  247. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  248. edsl/scenarios/ScenarioList.py +1458 -1112
  249. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  250. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  251. edsl/scenarios/__init__.py +3 -4
  252. edsl/scenarios/directory_scanner.py +96 -0
  253. edsl/scenarios/file_methods.py +85 -0
  254. edsl/scenarios/handlers/__init__.py +13 -0
  255. edsl/scenarios/handlers/csv.py +49 -0
  256. edsl/scenarios/handlers/docx.py +76 -0
  257. edsl/scenarios/handlers/html.py +37 -0
  258. edsl/scenarios/handlers/json.py +111 -0
  259. edsl/scenarios/handlers/latex.py +5 -0
  260. edsl/scenarios/handlers/md.py +51 -0
  261. edsl/scenarios/handlers/pdf.py +68 -0
  262. edsl/scenarios/handlers/png.py +39 -0
  263. edsl/scenarios/handlers/pptx.py +105 -0
  264. edsl/scenarios/handlers/py.py +294 -0
  265. edsl/scenarios/handlers/sql.py +313 -0
  266. edsl/scenarios/handlers/sqlite.py +149 -0
  267. edsl/scenarios/handlers/txt.py +33 -0
  268. edsl/scenarios/scenario_join.py +131 -0
  269. edsl/scenarios/scenario_selector.py +156 -0
  270. edsl/shared.py +1 -1
  271. edsl/study/ObjectEntry.py +173 -173
  272. edsl/study/ProofOfWork.py +113 -113
  273. edsl/study/SnapShot.py +80 -80
  274. edsl/study/Study.py +521 -528
  275. edsl/study/__init__.py +4 -4
  276. edsl/surveys/ConstructDAG.py +92 -0
  277. edsl/surveys/DAG.py +148 -148
  278. edsl/surveys/EditSurvey.py +221 -0
  279. edsl/surveys/InstructionHandler.py +100 -0
  280. edsl/surveys/Memory.py +31 -31
  281. edsl/surveys/MemoryManagement.py +72 -0
  282. edsl/surveys/MemoryPlan.py +244 -244
  283. edsl/surveys/Rule.py +327 -326
  284. edsl/surveys/RuleCollection.py +385 -387
  285. edsl/surveys/RuleManager.py +172 -0
  286. edsl/surveys/Simulator.py +75 -0
  287. edsl/surveys/Survey.py +1280 -1787
  288. edsl/surveys/SurveyCSS.py +273 -261
  289. edsl/surveys/SurveyExportMixin.py +259 -259
  290. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -121
  291. edsl/surveys/SurveyQualtricsImport.py +284 -284
  292. edsl/surveys/SurveyToApp.py +141 -0
  293. edsl/surveys/__init__.py +5 -3
  294. edsl/surveys/base.py +53 -53
  295. edsl/surveys/descriptors.py +60 -56
  296. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  297. edsl/surveys/instructions/Instruction.py +56 -53
  298. edsl/surveys/instructions/InstructionCollection.py +82 -77
  299. edsl/templates/error_reporting/base.html +23 -23
  300. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  301. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  302. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  303. edsl/templates/error_reporting/interview_details.html +115 -115
  304. edsl/templates/error_reporting/interviews.html +19 -10
  305. edsl/templates/error_reporting/overview.html +4 -4
  306. edsl/templates/error_reporting/performance_plot.html +1 -1
  307. edsl/templates/error_reporting/report.css +73 -73
  308. edsl/templates/error_reporting/report.html +117 -117
  309. edsl/templates/error_reporting/report.js +25 -25
  310. edsl/tools/__init__.py +1 -1
  311. edsl/tools/clusters.py +192 -192
  312. edsl/tools/embeddings.py +27 -27
  313. edsl/tools/embeddings_plotting.py +118 -118
  314. edsl/tools/plotting.py +112 -112
  315. edsl/tools/summarize.py +18 -18
  316. edsl/utilities/PrettyList.py +56 -0
  317. edsl/utilities/SystemInfo.py +28 -28
  318. edsl/utilities/__init__.py +22 -22
  319. edsl/utilities/ast_utilities.py +25 -25
  320. edsl/utilities/data/Registry.py +6 -6
  321. edsl/utilities/data/__init__.py +1 -1
  322. edsl/utilities/data/scooter_results.json +1 -1
  323. edsl/utilities/decorators.py +77 -77
  324. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  325. edsl/utilities/interface.py +627 -627
  326. edsl/utilities/is_notebook.py +18 -0
  327. edsl/utilities/is_valid_variable_name.py +11 -0
  328. edsl/utilities/naming_utilities.py +263 -263
  329. edsl/utilities/remove_edsl_version.py +24 -0
  330. edsl/utilities/repair_functions.py +28 -28
  331. edsl/utilities/restricted_python.py +70 -70
  332. edsl/utilities/utilities.py +436 -409
  333. {edsl-0.1.38.dev3.dist-info → edsl-0.1.39.dist-info}/LICENSE +21 -21
  334. {edsl-0.1.38.dev3.dist-info → edsl-0.1.39.dist-info}/METADATA +13 -10
  335. edsl-0.1.39.dist-info/RECORD +358 -0
  336. {edsl-0.1.38.dev3.dist-info → edsl-0.1.39.dist-info}/WHEEL +1 -1
  337. edsl/language_models/KeyLookup.py +0 -30
  338. edsl/language_models/registry.py +0 -137
  339. edsl/language_models/unused/ReplicateBase.py +0 -83
  340. edsl/results/ResultsDBMixin.py +0 -238
  341. edsl-0.1.38.dev3.dist-info/RECORD +0 -269
edsl/data/CacheEntry.py CHANGED
@@ -1,228 +1,230 @@
1
- from __future__ import annotations
2
- import json
3
- import datetime
4
- import hashlib
5
- from typing import Optional
6
- from uuid import uuid4
7
-
8
-
9
- class CacheEntry:
10
- """
11
- A Class to represent a cache entry.
12
- """
13
-
14
- key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
15
- all_fields = key_fields + ["timestamp", "output"]
16
-
17
- def __init__(
18
- self,
19
- *,
20
- model: str,
21
- parameters: dict,
22
- system_prompt: str,
23
- user_prompt: str,
24
- iteration: Optional[int] = None,
25
- output: str,
26
- timestamp: Optional[int] = None,
27
- ):
28
- self.model = model
29
- self.parameters = parameters
30
- self.system_prompt = system_prompt
31
- self.user_prompt = user_prompt
32
- self.output = output
33
- self.iteration = iteration or 0
34
- self.timestamp = timestamp or int(
35
- datetime.datetime.now(datetime.timezone.utc).timestamp()
36
- )
37
- self._check_types()
38
-
39
- def _check_types(self):
40
- """
41
- Checks if the types of the fields are correct.
42
- """
43
- if not isinstance(self.model, str):
44
- raise TypeError("`model` should be a string.")
45
- if not isinstance(self.parameters, dict):
46
- raise TypeError("`parameters` should be a dictionary.")
47
- if not isinstance(self.system_prompt, str):
48
- raise TypeError("`system_prompt` should be a string.")
49
- if not isinstance(self.user_prompt, str):
50
- raise TypeError("`user_prompt` should be a string")
51
- if not isinstance(self.output, str):
52
- raise TypeError("`output` should be a string")
53
- if not isinstance(self.iteration, int):
54
- raise TypeError("`iteration` should be an integer")
55
- # TODO: should probably be float
56
- if not isinstance(self.timestamp, int):
57
- raise TypeError(f"`timestamp` should be an integer")
58
-
59
- @classmethod
60
- def gen_key(
61
- self, *, model, parameters, system_prompt, user_prompt, iteration
62
- ) -> str:
63
- """
64
- Generates a key for the cache entry.
65
- - Treats single and double quotes as the same.
66
-
67
- TODO: add more robustness.
68
- """
69
- long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
70
- return hashlib.md5(long_key.encode()).hexdigest()
71
-
72
- @property
73
- def key(self) -> str:
74
- """
75
- Returns the key for the cache entry.
76
- - The key is a hash of the key fields.
77
- """
78
- d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
79
- return self.gen_key(**d)
80
-
81
- def to_dict(self) -> dict:
82
- """
83
- Returns a dictionary representation of a CacheEntry.
84
- """
85
- return {
86
- "model": self.model,
87
- "parameters": self.parameters,
88
- "system_prompt": self.system_prompt,
89
- "user_prompt": self.user_prompt,
90
- "output": self.output,
91
- "iteration": self.iteration,
92
- "timestamp": self.timestamp,
93
- }
94
-
95
- def _repr_html_(self) -> str:
96
- """
97
- Returns an HTML representation of a CacheEntry.
98
- """
99
- from edsl.utilities.utilities import data_to_html
100
-
101
- return data_to_html(self.to_dict())
102
-
103
- def keys(self):
104
- return list(self.to_dict().keys())
105
-
106
- def values(self):
107
- return list(self.to_dict().values())
108
-
109
- def __getitem__(self, key):
110
- """
111
- Returns the value of a field.
112
- """
113
- return getattr(self, key)
114
-
115
- @classmethod
116
- def from_dict(cls, data: dict) -> CacheEntry:
117
- """
118
- Initializes a CacheEntry object from its dictionary representation.
119
- """
120
- return cls(**data)
121
-
122
- def __eq__(self, other: CacheEntry) -> bool:
123
- """
124
- Checks if two CacheEntry objects are equal.
125
- - Does not include timestamp in the comparison.
126
- """
127
- if not isinstance(other, CacheEntry):
128
- return False
129
- for field in self.all_fields:
130
- if getattr(self, field) != getattr(other, field) and field != "timestamp":
131
- return False
132
- return True
133
-
134
- def __repr__(self) -> str:
135
- """
136
- Returns a string representation of a CacheEntry.
137
- """
138
- return (
139
- f"CacheEntry(model={repr(self.model)}, "
140
- f"parameters={self.parameters}, "
141
- f"system_prompt={repr(self.system_prompt)}, "
142
- f"user_prompt={repr(self.user_prompt)}, "
143
- f"output={repr(self.output)}, "
144
- f"iteration={self.iteration}, "
145
- f"timestamp={self.timestamp})"
146
- )
147
-
148
- @classmethod
149
- def example(cls, randomize: bool = False) -> CacheEntry:
150
- """
151
- Returns an example CacheEntry instance.
152
-
153
- :param randomize: If True, adds a random string to the system prompt.
154
- """
155
- # if random, create a uuid
156
- addition = "" if not randomize else str(uuid4())
157
- return CacheEntry(
158
- model="gpt-3.5-turbo",
159
- parameters={"temperature": 0.5},
160
- system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
161
- user_prompt="What does the fox say?",
162
- output="The fox says 'hello'",
163
- iteration=1,
164
- timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
165
- )
166
-
167
- @classmethod
168
- def example_dict(cls) -> dict:
169
- """
170
- Returns an example dictionary with a single CacheEntry.
171
- - This will be useful one level up, in the Cache class.
172
- """
173
- cache_entry = cls.example()
174
- return {cache_entry.key: cache_entry}
175
-
176
- @classmethod
177
- def fetch_input_example(cls) -> dict:
178
- """
179
- Creates an example input for a 'fetch' operation.
180
- - This will be useful one level up, in the Cache class.
181
- """
182
- input = cls.example().to_dict()
183
- _ = input.pop("timestamp")
184
- _ = input.pop("output")
185
- return input
186
-
187
- @classmethod
188
- def store_input_example(cls) -> dict:
189
- """
190
- Creates an example input for a 'store' operation.
191
- - This will be useful one level up, in the Cache class.
192
- """
193
- input = cls.example().to_dict()
194
- _ = input.pop("timestamp")
195
- input["response"] = input.pop("output")
196
- return input
197
-
198
-
199
- def main():
200
- from edsl.data.CacheEntry import CacheEntry
201
-
202
- # an example of how a cache entry looks
203
- cache_entry = CacheEntry.example()
204
- cache_entry
205
-
206
- # .key property returns the hash of the cache entry
207
- cache_entry.key
208
- # to dict / from dict
209
- cache_entry.to_dict()
210
- CacheEntry.from_dict(cache_entry.to_dict())
211
- # TODO: this will be false because equality includes timestamp
212
- CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
213
- # equality by checking values
214
- cache_entry == CacheEntry.example()
215
- # equality by checking keys
216
- cache_entry.key == CacheEntry.example().key
217
- # evalable repr
218
- eval(repr(cache_entry)) == cache_entry
219
- # not sure what these are useful for yet
220
- cache_entry.example_dict()
221
- cache_entry.fetch_input_example()
222
- cache_entry.store_input_example()
223
-
224
-
225
- if __name__ == "__main__":
226
- import doctest
227
-
228
- doctest.testmod()
1
+ from __future__ import annotations
2
+ import json
3
+ import datetime
4
+ import hashlib
5
+ from typing import Optional
6
+ from uuid import uuid4
7
+
8
+ from edsl.utilities.decorators import remove_edsl_version
9
+
10
+ from edsl.Base import RepresentationMixin
11
+
12
+
13
+ class CacheEntry(RepresentationMixin):
14
+ """
15
+ A Class to represent a cache entry.
16
+ """
17
+
18
+ key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
19
+ all_fields = key_fields + ["timestamp", "output"]
20
+
21
+ def __init__(
22
+ self,
23
+ *,
24
+ model: str,
25
+ parameters: dict,
26
+ system_prompt: str,
27
+ user_prompt: str,
28
+ iteration: Optional[int] = None,
29
+ output: str,
30
+ timestamp: Optional[int] = None,
31
+ ):
32
+ self.model = model
33
+ self.parameters = parameters
34
+ self.system_prompt = system_prompt
35
+ self.user_prompt = user_prompt
36
+ self.output = output
37
+ self.iteration = iteration or 0
38
+ self.timestamp = timestamp or int(
39
+ datetime.datetime.now(datetime.timezone.utc).timestamp()
40
+ )
41
+ self._check_types()
42
+
43
+ def _check_types(self):
44
+ """
45
+ Checks if the types of the fields are correct.
46
+ """
47
+ if not isinstance(self.model, str):
48
+ raise TypeError("`model` should be a string.")
49
+ if not isinstance(self.parameters, dict):
50
+ raise TypeError("`parameters` should be a dictionary.")
51
+ if not isinstance(self.system_prompt, str):
52
+ raise TypeError("`system_prompt` should be a string.")
53
+ if not isinstance(self.user_prompt, str):
54
+ raise TypeError("`user_prompt` should be a string")
55
+ if not isinstance(self.output, str):
56
+ raise TypeError("`output` should be a string")
57
+ if not isinstance(self.iteration, int):
58
+ raise TypeError("`iteration` should be an integer")
59
+ # TODO: should probably be float
60
+ if not isinstance(self.timestamp, int):
61
+ raise TypeError(f"`timestamp` should be an integer")
62
+
63
+ @classmethod
64
+ def gen_key(
65
+ self, *, model, parameters, system_prompt, user_prompt, iteration
66
+ ) -> str:
67
+ """
68
+ Generates a key for the cache entry.
69
+ - Treats single and double quotes as the same.
70
+
71
+ TODO: add more robustness.
72
+ """
73
+ long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
74
+ return hashlib.md5(long_key.encode()).hexdigest()
75
+
76
+ @property
77
+ def key(self) -> str:
78
+ """
79
+ Returns the key for the cache entry.
80
+ - The key is a hash of the key fields.
81
+ """
82
+ d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
83
+ return self.gen_key(**d)
84
+
85
+ def to_dict(self, add_edsl_version=True) -> dict:
86
+ """
87
+ Returns a dictionary representation of a CacheEntry.
88
+ """
89
+ d = {
90
+ "model": self.model,
91
+ "parameters": self.parameters,
92
+ "system_prompt": self.system_prompt,
93
+ "user_prompt": self.user_prompt,
94
+ "output": self.output,
95
+ "iteration": self.iteration,
96
+ "timestamp": self.timestamp,
97
+ }
98
+ # if add_edsl_version:
99
+ # from edsl import __version__
100
+
101
+ # d["edsl_version"] = __version__
102
+ # d["edsl_class_name"] = self.__class__.__name__
103
+ return d
104
+
105
+ def keys(self):
106
+ return list(self.to_dict().keys())
107
+
108
+ def values(self):
109
+ return list(self.to_dict().values())
110
+
111
+ def __getitem__(self, key):
112
+ """
113
+ Returns the value of a field.
114
+ """
115
+ return getattr(self, key)
116
+
117
+ @classmethod
118
+ def from_dict(cls, data: dict) -> CacheEntry:
119
+ """
120
+ Initializes a CacheEntry object from its dictionary representation.
121
+ """
122
+ return cls(**data)
123
+
124
+ def __eq__(self, other: CacheEntry) -> bool:
125
+ """
126
+ Checks if two CacheEntry objects are equal.
127
+ - Does not include timestamp in the comparison.
128
+ """
129
+ if not isinstance(other, CacheEntry):
130
+ return False
131
+ for field in self.all_fields:
132
+ if getattr(self, field) != getattr(other, field) and field != "timestamp":
133
+ return False
134
+ return True
135
+
136
+ def __repr__(self) -> str:
137
+ """
138
+ Returns a string representation of a CacheEntry.
139
+ """
140
+ return (
141
+ f"CacheEntry(model={repr(self.model)}, "
142
+ f"parameters={self.parameters}, "
143
+ f"system_prompt={repr(self.system_prompt)}, "
144
+ f"user_prompt={repr(self.user_prompt)}, "
145
+ f"output={repr(self.output)}, "
146
+ f"iteration={self.iteration}, "
147
+ f"timestamp={self.timestamp})"
148
+ )
149
+
150
+ @classmethod
151
+ def example(cls, randomize: bool = False) -> CacheEntry:
152
+ """
153
+ Returns an example CacheEntry instance.
154
+
155
+ :param randomize: If True, adds a random string to the system prompt.
156
+ """
157
+ # if random, create a uuid
158
+ addition = "" if not randomize else str(uuid4())
159
+ return CacheEntry(
160
+ model="gpt-3.5-turbo",
161
+ parameters={"temperature": 0.5},
162
+ system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
163
+ user_prompt="What does the fox say?",
164
+ output="The fox says 'hello'",
165
+ iteration=1,
166
+ timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
167
+ )
168
+
169
+ @classmethod
170
+ def example_dict(cls) -> dict:
171
+ """
172
+ Returns an example dictionary with a single CacheEntry.
173
+ - This will be useful one level up, in the Cache class.
174
+ """
175
+ cache_entry = cls.example()
176
+ return {cache_entry.key: cache_entry}
177
+
178
+ @classmethod
179
+ def fetch_input_example(cls) -> dict:
180
+ """
181
+ Creates an example input for a 'fetch' operation.
182
+ - This will be useful one level up, in the Cache class.
183
+ """
184
+ input = cls.example().to_dict()
185
+ _ = input.pop("timestamp")
186
+ _ = input.pop("output")
187
+ return input
188
+
189
+ @classmethod
190
+ def store_input_example(cls) -> dict:
191
+ """
192
+ Creates an example input for a 'store' operation.
193
+ - This will be useful one level up, in the Cache class.
194
+ """
195
+ input = cls.example().to_dict()
196
+ _ = input.pop("timestamp")
197
+ input["response"] = input.pop("output")
198
+ return input
199
+
200
+
201
+ def main():
202
+ from edsl.data.CacheEntry import CacheEntry
203
+
204
+ # an example of how a cache entry looks
205
+ cache_entry = CacheEntry.example()
206
+ cache_entry
207
+
208
+ # .key property returns the hash of the cache entry
209
+ cache_entry.key
210
+ # to dict / from dict
211
+ cache_entry.to_dict()
212
+ CacheEntry.from_dict(cache_entry.to_dict())
213
+ # TODO: this will be false because equality includes timestamp
214
+ CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
215
+ # equality by checking values
216
+ cache_entry == CacheEntry.example()
217
+ # equality by checking keys
218
+ cache_entry.key == CacheEntry.example().key
219
+ # evalable repr
220
+ eval(repr(cache_entry)) == cache_entry
221
+ # not sure what these are useful for yet
222
+ cache_entry.example_dict()
223
+ cache_entry.fetch_input_example()
224
+ cache_entry.store_input_example()
225
+
226
+
227
+ if __name__ == "__main__":
228
+ import doctest
229
+
230
+ doctest.testmod()