edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (341) hide show
  1. edsl/Base.py +413 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -867
  7. edsl/agents/AgentList.py +551 -413
  8. edsl/agents/Invigilator.py +284 -233
  9. edsl/agents/InvigilatorBase.py +257 -270
  10. edsl/agents/PromptConstructor.py +272 -354
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -157
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -1028
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -555
  42. edsl/data/CacheEntry.py +230 -233
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -78
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/orm.py +10 -10
  48. edsl/data_transfer_models.py +74 -73
  49. edsl/enums.py +202 -175
  50. edsl/exceptions/BaseException.py +21 -21
  51. edsl/exceptions/__init__.py +54 -54
  52. edsl/exceptions/agents.py +54 -42
  53. edsl/exceptions/cache.py +5 -5
  54. edsl/exceptions/configuration.py +16 -16
  55. edsl/exceptions/coop.py +10 -10
  56. edsl/exceptions/data.py +14 -14
  57. edsl/exceptions/general.py +34 -34
  58. edsl/exceptions/inference_services.py +5 -0
  59. edsl/exceptions/jobs.py +33 -33
  60. edsl/exceptions/language_models.py +63 -63
  61. edsl/exceptions/prompts.py +15 -15
  62. edsl/exceptions/questions.py +109 -91
  63. edsl/exceptions/results.py +29 -29
  64. edsl/exceptions/scenarios.py +29 -22
  65. edsl/exceptions/surveys.py +37 -37
  66. edsl/inference_services/AnthropicService.py +106 -87
  67. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  68. edsl/inference_services/AvailableModelFetcher.py +215 -0
  69. edsl/inference_services/AwsBedrock.py +118 -120
  70. edsl/inference_services/AzureAI.py +215 -217
  71. edsl/inference_services/DeepInfraService.py +18 -18
  72. edsl/inference_services/GoogleService.py +143 -148
  73. edsl/inference_services/GroqService.py +20 -20
  74. edsl/inference_services/InferenceServiceABC.py +80 -147
  75. edsl/inference_services/InferenceServicesCollection.py +138 -97
  76. edsl/inference_services/MistralAIService.py +120 -123
  77. edsl/inference_services/OllamaService.py +18 -18
  78. edsl/inference_services/OpenAIService.py +236 -224
  79. edsl/inference_services/PerplexityService.py +160 -163
  80. edsl/inference_services/ServiceAvailability.py +135 -0
  81. edsl/inference_services/TestService.py +90 -89
  82. edsl/inference_services/TogetherAIService.py +172 -170
  83. edsl/inference_services/data_structures.py +134 -0
  84. edsl/inference_services/models_available_cache.py +118 -118
  85. edsl/inference_services/rate_limits_cache.py +25 -25
  86. edsl/inference_services/registry.py +41 -41
  87. edsl/inference_services/write_available.py +10 -10
  88. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  89. edsl/jobs/Answers.py +43 -56
  90. edsl/jobs/FetchInvigilator.py +47 -0
  91. edsl/jobs/InterviewTaskManager.py +98 -0
  92. edsl/jobs/InterviewsConstructor.py +50 -0
  93. edsl/jobs/Jobs.py +823 -898
  94. edsl/jobs/JobsChecks.py +172 -147
  95. edsl/jobs/JobsComponentConstructor.py +189 -0
  96. edsl/jobs/JobsPrompts.py +270 -268
  97. edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
  98. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  99. edsl/jobs/RequestTokenEstimator.py +30 -0
  100. edsl/jobs/__init__.py +1 -1
  101. edsl/jobs/async_interview_runner.py +138 -0
  102. edsl/jobs/buckets/BucketCollection.py +104 -63
  103. edsl/jobs/buckets/ModelBuckets.py +65 -65
  104. edsl/jobs/buckets/TokenBucket.py +283 -251
  105. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  106. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  107. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  108. edsl/jobs/data_structures.py +120 -0
  109. edsl/jobs/decorators.py +35 -0
  110. edsl/jobs/interviews/Interview.py +396 -661
  111. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  112. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  113. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  114. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  115. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  116. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  117. edsl/jobs/interviews/ReportErrors.py +66 -66
  118. edsl/jobs/interviews/interview_status_enum.py +9 -9
  119. edsl/jobs/jobs_status_enums.py +9 -0
  120. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  121. edsl/jobs/results_exceptions_handler.py +98 -0
  122. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
  123. edsl/jobs/runners/JobsRunnerStatus.py +297 -330
  124. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  125. edsl/jobs/tasks/TaskCreators.py +64 -64
  126. edsl/jobs/tasks/TaskHistory.py +470 -450
  127. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  128. edsl/jobs/tasks/task_status_enum.py +161 -163
  129. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  130. edsl/jobs/tokens/TokenUsage.py +34 -34
  131. edsl/language_models/ComputeCost.py +63 -0
  132. edsl/language_models/LanguageModel.py +626 -668
  133. edsl/language_models/ModelList.py +164 -155
  134. edsl/language_models/PriceManager.py +127 -0
  135. edsl/language_models/RawResponseHandler.py +106 -0
  136. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  137. edsl/language_models/ServiceDataSources.py +0 -0
  138. edsl/language_models/__init__.py +2 -3
  139. edsl/language_models/fake_openai_call.py +15 -15
  140. edsl/language_models/fake_openai_service.py +61 -61
  141. edsl/language_models/key_management/KeyLookup.py +63 -0
  142. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  143. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  144. edsl/language_models/key_management/__init__.py +0 -0
  145. edsl/language_models/key_management/models.py +131 -0
  146. edsl/language_models/model.py +256 -0
  147. edsl/language_models/repair.py +156 -156
  148. edsl/language_models/utilities.py +65 -64
  149. edsl/notebooks/Notebook.py +263 -258
  150. edsl/notebooks/NotebookToLaTeX.py +142 -0
  151. edsl/notebooks/__init__.py +1 -1
  152. edsl/prompts/Prompt.py +352 -362
  153. edsl/prompts/__init__.py +2 -2
  154. edsl/questions/ExceptionExplainer.py +77 -0
  155. edsl/questions/HTMLQuestion.py +103 -0
  156. edsl/questions/QuestionBase.py +518 -664
  157. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  158. edsl/questions/QuestionBudget.py +227 -227
  159. edsl/questions/QuestionCheckBox.py +359 -359
  160. edsl/questions/QuestionExtract.py +180 -182
  161. edsl/questions/QuestionFreeText.py +113 -114
  162. edsl/questions/QuestionFunctional.py +166 -166
  163. edsl/questions/QuestionList.py +223 -231
  164. edsl/questions/QuestionMatrix.py +265 -0
  165. edsl/questions/QuestionMultipleChoice.py +330 -286
  166. edsl/questions/QuestionNumerical.py +151 -153
  167. edsl/questions/QuestionRank.py +314 -324
  168. edsl/questions/Quick.py +41 -41
  169. edsl/questions/SimpleAskMixin.py +74 -73
  170. edsl/questions/__init__.py +27 -26
  171. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  172. edsl/questions/compose_questions.py +98 -98
  173. edsl/questions/data_structures.py +20 -0
  174. edsl/questions/decorators.py +21 -21
  175. edsl/questions/derived/QuestionLikertFive.py +76 -76
  176. edsl/questions/derived/QuestionLinearScale.py +90 -87
  177. edsl/questions/derived/QuestionTopK.py +93 -93
  178. edsl/questions/derived/QuestionYesNo.py +82 -82
  179. edsl/questions/descriptors.py +427 -413
  180. edsl/questions/loop_processor.py +149 -0
  181. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  182. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  183. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  184. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  185. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  186. edsl/questions/prompt_templates/question_list.jinja +17 -17
  187. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  188. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  189. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  190. edsl/questions/question_registry.py +177 -177
  191. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  192. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  193. edsl/questions/response_validator_factory.py +34 -0
  194. edsl/questions/settings.py +12 -12
  195. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  196. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  197. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  198. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  199. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  200. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  201. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  202. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  203. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  204. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  205. edsl/questions/templates/list/question_presentation.jinja +5 -5
  206. edsl/questions/templates/matrix/__init__.py +1 -0
  207. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  208. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  209. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  210. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  211. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  212. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  213. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  214. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  215. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  216. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  217. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  218. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  219. edsl/results/CSSParameterizer.py +108 -108
  220. edsl/results/Dataset.py +587 -424
  221. edsl/results/DatasetExportMixin.py +594 -731
  222. edsl/results/DatasetTree.py +295 -275
  223. edsl/results/MarkdownToDocx.py +122 -0
  224. edsl/results/MarkdownToPDF.py +111 -0
  225. edsl/results/Result.py +557 -465
  226. edsl/results/Results.py +1183 -1165
  227. edsl/results/ResultsExportMixin.py +45 -43
  228. edsl/results/ResultsGGMixin.py +121 -121
  229. edsl/results/TableDisplay.py +125 -198
  230. edsl/results/TextEditor.py +50 -0
  231. edsl/results/__init__.py +2 -2
  232. edsl/results/file_exports.py +252 -0
  233. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  234. edsl/results/{Selector.py → results_selector.py} +145 -135
  235. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  236. edsl/results/smart_objects.py +96 -0
  237. edsl/results/table_data_class.py +12 -0
  238. edsl/results/table_display.css +77 -77
  239. edsl/results/table_renderers.py +118 -0
  240. edsl/results/tree_explore.py +115 -115
  241. edsl/scenarios/ConstructDownloadLink.py +109 -0
  242. edsl/scenarios/DocumentChunker.py +102 -0
  243. edsl/scenarios/DocxScenario.py +16 -0
  244. edsl/scenarios/FileStore.py +511 -632
  245. edsl/scenarios/PdfExtractor.py +40 -0
  246. edsl/scenarios/Scenario.py +498 -601
  247. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  248. edsl/scenarios/ScenarioList.py +1458 -1287
  249. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  250. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  251. edsl/scenarios/__init__.py +3 -4
  252. edsl/scenarios/directory_scanner.py +96 -0
  253. edsl/scenarios/file_methods.py +85 -0
  254. edsl/scenarios/handlers/__init__.py +13 -0
  255. edsl/scenarios/handlers/csv.py +38 -0
  256. edsl/scenarios/handlers/docx.py +76 -0
  257. edsl/scenarios/handlers/html.py +37 -0
  258. edsl/scenarios/handlers/json.py +111 -0
  259. edsl/scenarios/handlers/latex.py +5 -0
  260. edsl/scenarios/handlers/md.py +51 -0
  261. edsl/scenarios/handlers/pdf.py +68 -0
  262. edsl/scenarios/handlers/png.py +39 -0
  263. edsl/scenarios/handlers/pptx.py +105 -0
  264. edsl/scenarios/handlers/py.py +294 -0
  265. edsl/scenarios/handlers/sql.py +313 -0
  266. edsl/scenarios/handlers/sqlite.py +149 -0
  267. edsl/scenarios/handlers/txt.py +33 -0
  268. edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
  269. edsl/scenarios/scenario_selector.py +156 -0
  270. edsl/shared.py +1 -1
  271. edsl/study/ObjectEntry.py +173 -173
  272. edsl/study/ProofOfWork.py +113 -113
  273. edsl/study/SnapShot.py +80 -80
  274. edsl/study/Study.py +521 -528
  275. edsl/study/__init__.py +4 -4
  276. edsl/surveys/ConstructDAG.py +92 -0
  277. edsl/surveys/DAG.py +148 -148
  278. edsl/surveys/EditSurvey.py +221 -0
  279. edsl/surveys/InstructionHandler.py +100 -0
  280. edsl/surveys/Memory.py +31 -31
  281. edsl/surveys/MemoryManagement.py +72 -0
  282. edsl/surveys/MemoryPlan.py +244 -244
  283. edsl/surveys/Rule.py +327 -326
  284. edsl/surveys/RuleCollection.py +385 -387
  285. edsl/surveys/RuleManager.py +172 -0
  286. edsl/surveys/Simulator.py +75 -0
  287. edsl/surveys/Survey.py +1280 -1801
  288. edsl/surveys/SurveyCSS.py +273 -261
  289. edsl/surveys/SurveyExportMixin.py +259 -259
  290. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
  291. edsl/surveys/SurveyQualtricsImport.py +284 -284
  292. edsl/surveys/SurveyToApp.py +141 -0
  293. edsl/surveys/__init__.py +5 -3
  294. edsl/surveys/base.py +53 -53
  295. edsl/surveys/descriptors.py +60 -56
  296. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  297. edsl/surveys/instructions/Instruction.py +56 -65
  298. edsl/surveys/instructions/InstructionCollection.py +82 -77
  299. edsl/templates/error_reporting/base.html +23 -23
  300. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  301. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  302. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  303. edsl/templates/error_reporting/interview_details.html +115 -115
  304. edsl/templates/error_reporting/interviews.html +19 -19
  305. edsl/templates/error_reporting/overview.html +4 -4
  306. edsl/templates/error_reporting/performance_plot.html +1 -1
  307. edsl/templates/error_reporting/report.css +73 -73
  308. edsl/templates/error_reporting/report.html +117 -117
  309. edsl/templates/error_reporting/report.js +25 -25
  310. edsl/tools/__init__.py +1 -1
  311. edsl/tools/clusters.py +192 -192
  312. edsl/tools/embeddings.py +27 -27
  313. edsl/tools/embeddings_plotting.py +118 -118
  314. edsl/tools/plotting.py +112 -112
  315. edsl/tools/summarize.py +18 -18
  316. edsl/utilities/PrettyList.py +56 -0
  317. edsl/utilities/SystemInfo.py +28 -28
  318. edsl/utilities/__init__.py +22 -22
  319. edsl/utilities/ast_utilities.py +25 -25
  320. edsl/utilities/data/Registry.py +6 -6
  321. edsl/utilities/data/__init__.py +1 -1
  322. edsl/utilities/data/scooter_results.json +1 -1
  323. edsl/utilities/decorators.py +77 -77
  324. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  325. edsl/utilities/interface.py +627 -627
  326. edsl/utilities/is_notebook.py +18 -0
  327. edsl/utilities/is_valid_variable_name.py +11 -0
  328. edsl/utilities/naming_utilities.py +263 -263
  329. edsl/utilities/remove_edsl_version.py +24 -0
  330. edsl/utilities/repair_functions.py +28 -28
  331. edsl/utilities/restricted_python.py +70 -70
  332. edsl/utilities/utilities.py +436 -424
  333. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/LICENSE +21 -21
  334. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/METADATA +13 -11
  335. edsl-0.1.39.dev5.dist-info/RECORD +358 -0
  336. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/WHEEL +1 -1
  337. edsl/language_models/KeyLookup.py +0 -30
  338. edsl/language_models/registry.py +0 -190
  339. edsl/language_models/unused/ReplicateBase.py +0 -83
  340. edsl/results/ResultsDBMixin.py +0 -238
  341. edsl-0.1.39.dev3.dist-info/RECORD +0 -277
edsl/data/CacheEntry.py CHANGED
@@ -1,233 +1,230 @@
1
- from __future__ import annotations
2
- import json
3
- import datetime
4
- import hashlib
5
- from typing import Optional
6
- from uuid import uuid4
7
-
8
-
9
- class CacheEntry:
10
- """
11
- A Class to represent a cache entry.
12
- """
13
-
14
- key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
15
- all_fields = key_fields + ["timestamp", "output"]
16
-
17
- def __init__(
18
- self,
19
- *,
20
- model: str,
21
- parameters: dict,
22
- system_prompt: str,
23
- user_prompt: str,
24
- iteration: Optional[int] = None,
25
- output: str,
26
- timestamp: Optional[int] = None,
27
- ):
28
- self.model = model
29
- self.parameters = parameters
30
- self.system_prompt = system_prompt
31
- self.user_prompt = user_prompt
32
- self.output = output
33
- self.iteration = iteration or 0
34
- self.timestamp = timestamp or int(
35
- datetime.datetime.now(datetime.timezone.utc).timestamp()
36
- )
37
- self._check_types()
38
-
39
- def _check_types(self):
40
- """
41
- Checks if the types of the fields are correct.
42
- """
43
- if not isinstance(self.model, str):
44
- raise TypeError("`model` should be a string.")
45
- if not isinstance(self.parameters, dict):
46
- raise TypeError("`parameters` should be a dictionary.")
47
- if not isinstance(self.system_prompt, str):
48
- raise TypeError("`system_prompt` should be a string.")
49
- if not isinstance(self.user_prompt, str):
50
- raise TypeError("`user_prompt` should be a string")
51
- if not isinstance(self.output, str):
52
- raise TypeError("`output` should be a string")
53
- if not isinstance(self.iteration, int):
54
- raise TypeError("`iteration` should be an integer")
55
- # TODO: should probably be float
56
- if not isinstance(self.timestamp, int):
57
- raise TypeError(f"`timestamp` should be an integer")
58
-
59
- @classmethod
60
- def gen_key(
61
- self, *, model, parameters, system_prompt, user_prompt, iteration
62
- ) -> str:
63
- """
64
- Generates a key for the cache entry.
65
- - Treats single and double quotes as the same.
66
-
67
- TODO: add more robustness.
68
- """
69
- long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
70
- return hashlib.md5(long_key.encode()).hexdigest()
71
-
72
- @property
73
- def key(self) -> str:
74
- """
75
- Returns the key for the cache entry.
76
- - The key is a hash of the key fields.
77
- """
78
- d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
79
- return self.gen_key(**d)
80
-
81
- def to_dict(self) -> dict:
82
- """
83
- Returns a dictionary representation of a CacheEntry.
84
- """
85
- return {
86
- "model": self.model,
87
- "parameters": self.parameters,
88
- "system_prompt": self.system_prompt,
89
- "user_prompt": self.user_prompt,
90
- "output": self.output,
91
- "iteration": self.iteration,
92
- "timestamp": self.timestamp,
93
- }
94
-
95
- def _repr_html_(self) -> str:
96
- """
97
- Returns an HTML representation of a CacheEntry.
98
- """
99
- # from edsl.utilities.utilities import data_to_html
100
- # return data_to_html(self.to_dict())
101
- d = self.to_dict()
102
- data = [[k, v] for k, v in d.items()]
103
- from tabulate import tabulate
104
-
105
- table = str(tabulate(data, headers=["keys", "values"], tablefmt="html"))
106
- return f"<pre>{table}</pre>"
107
-
108
- def keys(self):
109
- return list(self.to_dict().keys())
110
-
111
- def values(self):
112
- return list(self.to_dict().values())
113
-
114
- def __getitem__(self, key):
115
- """
116
- Returns the value of a field.
117
- """
118
- return getattr(self, key)
119
-
120
- @classmethod
121
- def from_dict(cls, data: dict) -> CacheEntry:
122
- """
123
- Initializes a CacheEntry object from its dictionary representation.
124
- """
125
- return cls(**data)
126
-
127
- def __eq__(self, other: CacheEntry) -> bool:
128
- """
129
- Checks if two CacheEntry objects are equal.
130
- - Does not include timestamp in the comparison.
131
- """
132
- if not isinstance(other, CacheEntry):
133
- return False
134
- for field in self.all_fields:
135
- if getattr(self, field) != getattr(other, field) and field != "timestamp":
136
- return False
137
- return True
138
-
139
- def __repr__(self) -> str:
140
- """
141
- Returns a string representation of a CacheEntry.
142
- """
143
- return (
144
- f"CacheEntry(model={repr(self.model)}, "
145
- f"parameters={self.parameters}, "
146
- f"system_prompt={repr(self.system_prompt)}, "
147
- f"user_prompt={repr(self.user_prompt)}, "
148
- f"output={repr(self.output)}, "
149
- f"iteration={self.iteration}, "
150
- f"timestamp={self.timestamp})"
151
- )
152
-
153
- @classmethod
154
- def example(cls, randomize: bool = False) -> CacheEntry:
155
- """
156
- Returns an example CacheEntry instance.
157
-
158
- :param randomize: If True, adds a random string to the system prompt.
159
- """
160
- # if random, create a uuid
161
- addition = "" if not randomize else str(uuid4())
162
- return CacheEntry(
163
- model="gpt-3.5-turbo",
164
- parameters={"temperature": 0.5},
165
- system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
166
- user_prompt="What does the fox say?",
167
- output="The fox says 'hello'",
168
- iteration=1,
169
- timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
170
- )
171
-
172
- @classmethod
173
- def example_dict(cls) -> dict:
174
- """
175
- Returns an example dictionary with a single CacheEntry.
176
- - This will be useful one level up, in the Cache class.
177
- """
178
- cache_entry = cls.example()
179
- return {cache_entry.key: cache_entry}
180
-
181
- @classmethod
182
- def fetch_input_example(cls) -> dict:
183
- """
184
- Creates an example input for a 'fetch' operation.
185
- - This will be useful one level up, in the Cache class.
186
- """
187
- input = cls.example().to_dict()
188
- _ = input.pop("timestamp")
189
- _ = input.pop("output")
190
- return input
191
-
192
- @classmethod
193
- def store_input_example(cls) -> dict:
194
- """
195
- Creates an example input for a 'store' operation.
196
- - This will be useful one level up, in the Cache class.
197
- """
198
- input = cls.example().to_dict()
199
- _ = input.pop("timestamp")
200
- input["response"] = input.pop("output")
201
- return input
202
-
203
-
204
- def main():
205
- from edsl.data.CacheEntry import CacheEntry
206
-
207
- # an example of how a cache entry looks
208
- cache_entry = CacheEntry.example()
209
- cache_entry
210
-
211
- # .key property returns the hash of the cache entry
212
- cache_entry.key
213
- # to dict / from dict
214
- cache_entry.to_dict()
215
- CacheEntry.from_dict(cache_entry.to_dict())
216
- # TODO: this will be false because equality includes timestamp
217
- CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
218
- # equality by checking values
219
- cache_entry == CacheEntry.example()
220
- # equality by checking keys
221
- cache_entry.key == CacheEntry.example().key
222
- # evalable repr
223
- eval(repr(cache_entry)) == cache_entry
224
- # not sure what these are useful for yet
225
- cache_entry.example_dict()
226
- cache_entry.fetch_input_example()
227
- cache_entry.store_input_example()
228
-
229
-
230
- if __name__ == "__main__":
231
- import doctest
232
-
233
- doctest.testmod()
1
+ from __future__ import annotations
2
+ import json
3
+ import datetime
4
+ import hashlib
5
+ from typing import Optional
6
+ from uuid import uuid4
7
+
8
+ from edsl.utilities.decorators import remove_edsl_version
9
+
10
+ from edsl.Base import RepresentationMixin
11
+
12
+
13
+ class CacheEntry(RepresentationMixin):
14
+ """
15
+ A Class to represent a cache entry.
16
+ """
17
+
18
+ key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
19
+ all_fields = key_fields + ["timestamp", "output"]
20
+
21
+ def __init__(
22
+ self,
23
+ *,
24
+ model: str,
25
+ parameters: dict,
26
+ system_prompt: str,
27
+ user_prompt: str,
28
+ iteration: Optional[int] = None,
29
+ output: str,
30
+ timestamp: Optional[int] = None,
31
+ ):
32
+ self.model = model
33
+ self.parameters = parameters
34
+ self.system_prompt = system_prompt
35
+ self.user_prompt = user_prompt
36
+ self.output = output
37
+ self.iteration = iteration or 0
38
+ self.timestamp = timestamp or int(
39
+ datetime.datetime.now(datetime.timezone.utc).timestamp()
40
+ )
41
+ self._check_types()
42
+
43
+ def _check_types(self):
44
+ """
45
+ Checks if the types of the fields are correct.
46
+ """
47
+ if not isinstance(self.model, str):
48
+ raise TypeError("`model` should be a string.")
49
+ if not isinstance(self.parameters, dict):
50
+ raise TypeError("`parameters` should be a dictionary.")
51
+ if not isinstance(self.system_prompt, str):
52
+ raise TypeError("`system_prompt` should be a string.")
53
+ if not isinstance(self.user_prompt, str):
54
+ raise TypeError("`user_prompt` should be a string")
55
+ if not isinstance(self.output, str):
56
+ raise TypeError("`output` should be a string")
57
+ if not isinstance(self.iteration, int):
58
+ raise TypeError("`iteration` should be an integer")
59
+ # TODO: should probably be float
60
+ if not isinstance(self.timestamp, int):
61
+ raise TypeError(f"`timestamp` should be an integer")
62
+
63
+ @classmethod
64
+ def gen_key(
65
+ self, *, model, parameters, system_prompt, user_prompt, iteration
66
+ ) -> str:
67
+ """
68
+ Generates a key for the cache entry.
69
+ - Treats single and double quotes as the same.
70
+
71
+ TODO: add more robustness.
72
+ """
73
+ long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
74
+ return hashlib.md5(long_key.encode()).hexdigest()
75
+
76
+ @property
77
+ def key(self) -> str:
78
+ """
79
+ Returns the key for the cache entry.
80
+ - The key is a hash of the key fields.
81
+ """
82
+ d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
83
+ return self.gen_key(**d)
84
+
85
+ def to_dict(self, add_edsl_version=True) -> dict:
86
+ """
87
+ Returns a dictionary representation of a CacheEntry.
88
+ """
89
+ d = {
90
+ "model": self.model,
91
+ "parameters": self.parameters,
92
+ "system_prompt": self.system_prompt,
93
+ "user_prompt": self.user_prompt,
94
+ "output": self.output,
95
+ "iteration": self.iteration,
96
+ "timestamp": self.timestamp,
97
+ }
98
+ # if add_edsl_version:
99
+ # from edsl import __version__
100
+
101
+ # d["edsl_version"] = __version__
102
+ # d["edsl_class_name"] = self.__class__.__name__
103
+ return d
104
+
105
+ def keys(self):
106
+ return list(self.to_dict().keys())
107
+
108
+ def values(self):
109
+ return list(self.to_dict().values())
110
+
111
+ def __getitem__(self, key):
112
+ """
113
+ Returns the value of a field.
114
+ """
115
+ return getattr(self, key)
116
+
117
+ @classmethod
118
+ def from_dict(cls, data: dict) -> CacheEntry:
119
+ """
120
+ Initializes a CacheEntry object from its dictionary representation.
121
+ """
122
+ return cls(**data)
123
+
124
+ def __eq__(self, other: CacheEntry) -> bool:
125
+ """
126
+ Checks if two CacheEntry objects are equal.
127
+ - Does not include timestamp in the comparison.
128
+ """
129
+ if not isinstance(other, CacheEntry):
130
+ return False
131
+ for field in self.all_fields:
132
+ if getattr(self, field) != getattr(other, field) and field != "timestamp":
133
+ return False
134
+ return True
135
+
136
+ def __repr__(self) -> str:
137
+ """
138
+ Returns a string representation of a CacheEntry.
139
+ """
140
+ return (
141
+ f"CacheEntry(model={repr(self.model)}, "
142
+ f"parameters={self.parameters}, "
143
+ f"system_prompt={repr(self.system_prompt)}, "
144
+ f"user_prompt={repr(self.user_prompt)}, "
145
+ f"output={repr(self.output)}, "
146
+ f"iteration={self.iteration}, "
147
+ f"timestamp={self.timestamp})"
148
+ )
149
+
150
+ @classmethod
151
+ def example(cls, randomize: bool = False) -> CacheEntry:
152
+ """
153
+ Returns an example CacheEntry instance.
154
+
155
+ :param randomize: If True, adds a random string to the system prompt.
156
+ """
157
+ # if random, create a uuid
158
+ addition = "" if not randomize else str(uuid4())
159
+ return CacheEntry(
160
+ model="gpt-3.5-turbo",
161
+ parameters={"temperature": 0.5},
162
+ system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
163
+ user_prompt="What does the fox say?",
164
+ output="The fox says 'hello'",
165
+ iteration=1,
166
+ timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
167
+ )
168
+
169
+ @classmethod
170
+ def example_dict(cls) -> dict:
171
+ """
172
+ Returns an example dictionary with a single CacheEntry.
173
+ - This will be useful one level up, in the Cache class.
174
+ """
175
+ cache_entry = cls.example()
176
+ return {cache_entry.key: cache_entry}
177
+
178
+ @classmethod
179
+ def fetch_input_example(cls) -> dict:
180
+ """
181
+ Creates an example input for a 'fetch' operation.
182
+ - This will be useful one level up, in the Cache class.
183
+ """
184
+ input = cls.example().to_dict()
185
+ _ = input.pop("timestamp")
186
+ _ = input.pop("output")
187
+ return input
188
+
189
+ @classmethod
190
+ def store_input_example(cls) -> dict:
191
+ """
192
+ Creates an example input for a 'store' operation.
193
+ - This will be useful one level up, in the Cache class.
194
+ """
195
+ input = cls.example().to_dict()
196
+ _ = input.pop("timestamp")
197
+ input["response"] = input.pop("output")
198
+ return input
199
+
200
+
201
+ def main():
202
+ from edsl.data.CacheEntry import CacheEntry
203
+
204
+ # an example of how a cache entry looks
205
+ cache_entry = CacheEntry.example()
206
+ cache_entry
207
+
208
+ # .key property returns the hash of the cache entry
209
+ cache_entry.key
210
+ # to dict / from dict
211
+ cache_entry.to_dict()
212
+ CacheEntry.from_dict(cache_entry.to_dict())
213
+ # TODO: this will be false because equality includes timestamp
214
+ CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
215
+ # equality by checking values
216
+ cache_entry == CacheEntry.example()
217
+ # equality by checking keys
218
+ cache_entry.key == CacheEntry.example().key
219
+ # evalable repr
220
+ eval(repr(cache_entry)) == cache_entry
221
+ # not sure what these are useful for yet
222
+ cache_entry.example_dict()
223
+ cache_entry.fetch_input_example()
224
+ cache_entry.store_input_example()
225
+
226
+
227
+ if __name__ == "__main__":
228
+ import doctest
229
+
230
+ doctest.testmod()