edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (344) hide show
  1. edsl/Base.py +413 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -867
  7. edsl/agents/AgentList.py +551 -413
  8. edsl/agents/Invigilator.py +284 -233
  9. edsl/agents/InvigilatorBase.py +257 -270
  10. edsl/agents/PromptConstructor.py +272 -354
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -157
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -1028
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -555
  42. edsl/data/CacheEntry.py +230 -233
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -78
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/hack.py +10 -0
  48. edsl/data/orm.py +10 -10
  49. edsl/data_transfer_models.py +74 -73
  50. edsl/enums.py +202 -175
  51. edsl/exceptions/BaseException.py +21 -21
  52. edsl/exceptions/__init__.py +54 -54
  53. edsl/exceptions/agents.py +54 -42
  54. edsl/exceptions/cache.py +5 -5
  55. edsl/exceptions/configuration.py +16 -16
  56. edsl/exceptions/coop.py +10 -10
  57. edsl/exceptions/data.py +14 -14
  58. edsl/exceptions/general.py +34 -34
  59. edsl/exceptions/inference_services.py +5 -0
  60. edsl/exceptions/jobs.py +33 -33
  61. edsl/exceptions/language_models.py +63 -63
  62. edsl/exceptions/prompts.py +15 -15
  63. edsl/exceptions/questions.py +109 -91
  64. edsl/exceptions/results.py +29 -29
  65. edsl/exceptions/scenarios.py +29 -22
  66. edsl/exceptions/surveys.py +37 -37
  67. edsl/inference_services/AnthropicService.py +106 -87
  68. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  69. edsl/inference_services/AvailableModelFetcher.py +215 -0
  70. edsl/inference_services/AwsBedrock.py +118 -120
  71. edsl/inference_services/AzureAI.py +215 -217
  72. edsl/inference_services/DeepInfraService.py +18 -18
  73. edsl/inference_services/GoogleService.py +143 -148
  74. edsl/inference_services/GroqService.py +20 -20
  75. edsl/inference_services/InferenceServiceABC.py +80 -147
  76. edsl/inference_services/InferenceServicesCollection.py +138 -97
  77. edsl/inference_services/MistralAIService.py +120 -123
  78. edsl/inference_services/OllamaService.py +18 -18
  79. edsl/inference_services/OpenAIService.py +236 -224
  80. edsl/inference_services/PerplexityService.py +160 -163
  81. edsl/inference_services/ServiceAvailability.py +135 -0
  82. edsl/inference_services/TestService.py +90 -89
  83. edsl/inference_services/TogetherAIService.py +172 -170
  84. edsl/inference_services/data_structures.py +134 -0
  85. edsl/inference_services/models_available_cache.py +118 -118
  86. edsl/inference_services/rate_limits_cache.py +25 -25
  87. edsl/inference_services/registry.py +41 -41
  88. edsl/inference_services/write_available.py +10 -10
  89. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  90. edsl/jobs/Answers.py +43 -56
  91. edsl/jobs/FetchInvigilator.py +47 -0
  92. edsl/jobs/InterviewTaskManager.py +98 -0
  93. edsl/jobs/InterviewsConstructor.py +50 -0
  94. edsl/jobs/Jobs.py +823 -898
  95. edsl/jobs/JobsChecks.py +172 -147
  96. edsl/jobs/JobsComponentConstructor.py +189 -0
  97. edsl/jobs/JobsPrompts.py +270 -268
  98. edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
  99. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  100. edsl/jobs/RequestTokenEstimator.py +30 -0
  101. edsl/jobs/__init__.py +1 -1
  102. edsl/jobs/async_interview_runner.py +138 -0
  103. edsl/jobs/buckets/BucketCollection.py +104 -63
  104. edsl/jobs/buckets/ModelBuckets.py +65 -65
  105. edsl/jobs/buckets/TokenBucket.py +283 -251
  106. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  107. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  108. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  109. edsl/jobs/data_structures.py +120 -0
  110. edsl/jobs/decorators.py +35 -0
  111. edsl/jobs/interviews/Interview.py +396 -661
  112. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  113. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  114. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  115. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  116. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  117. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  118. edsl/jobs/interviews/ReportErrors.py +66 -66
  119. edsl/jobs/interviews/interview_status_enum.py +9 -9
  120. edsl/jobs/jobs_status_enums.py +9 -0
  121. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  122. edsl/jobs/results_exceptions_handler.py +98 -0
  123. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
  124. edsl/jobs/runners/JobsRunnerStatus.py +297 -330
  125. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  126. edsl/jobs/tasks/TaskCreators.py +64 -64
  127. edsl/jobs/tasks/TaskHistory.py +470 -450
  128. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  129. edsl/jobs/tasks/task_status_enum.py +161 -163
  130. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  131. edsl/jobs/tokens/TokenUsage.py +34 -34
  132. edsl/language_models/ComputeCost.py +63 -0
  133. edsl/language_models/LanguageModel.py +626 -668
  134. edsl/language_models/ModelList.py +164 -155
  135. edsl/language_models/PriceManager.py +127 -0
  136. edsl/language_models/RawResponseHandler.py +106 -0
  137. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  138. edsl/language_models/ServiceDataSources.py +0 -0
  139. edsl/language_models/__init__.py +2 -3
  140. edsl/language_models/fake_openai_call.py +15 -15
  141. edsl/language_models/fake_openai_service.py +61 -61
  142. edsl/language_models/key_management/KeyLookup.py +63 -0
  143. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  144. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  145. edsl/language_models/key_management/__init__.py +0 -0
  146. edsl/language_models/key_management/models.py +131 -0
  147. edsl/language_models/model.py +256 -0
  148. edsl/language_models/repair.py +156 -156
  149. edsl/language_models/utilities.py +65 -64
  150. edsl/notebooks/Notebook.py +263 -258
  151. edsl/notebooks/NotebookToLaTeX.py +142 -0
  152. edsl/notebooks/__init__.py +1 -1
  153. edsl/prompts/Prompt.py +352 -362
  154. edsl/prompts/__init__.py +2 -2
  155. edsl/questions/ExceptionExplainer.py +77 -0
  156. edsl/questions/HTMLQuestion.py +103 -0
  157. edsl/questions/QuestionBase.py +518 -664
  158. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  159. edsl/questions/QuestionBudget.py +227 -227
  160. edsl/questions/QuestionCheckBox.py +359 -359
  161. edsl/questions/QuestionExtract.py +180 -182
  162. edsl/questions/QuestionFreeText.py +113 -114
  163. edsl/questions/QuestionFunctional.py +166 -166
  164. edsl/questions/QuestionList.py +223 -231
  165. edsl/questions/QuestionMatrix.py +265 -0
  166. edsl/questions/QuestionMultipleChoice.py +330 -286
  167. edsl/questions/QuestionNumerical.py +151 -153
  168. edsl/questions/QuestionRank.py +314 -324
  169. edsl/questions/Quick.py +41 -41
  170. edsl/questions/SimpleAskMixin.py +74 -73
  171. edsl/questions/__init__.py +27 -26
  172. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  173. edsl/questions/compose_questions.py +98 -98
  174. edsl/questions/data_structures.py +20 -0
  175. edsl/questions/decorators.py +21 -21
  176. edsl/questions/derived/QuestionLikertFive.py +76 -76
  177. edsl/questions/derived/QuestionLinearScale.py +90 -87
  178. edsl/questions/derived/QuestionTopK.py +93 -93
  179. edsl/questions/derived/QuestionYesNo.py +82 -82
  180. edsl/questions/descriptors.py +427 -413
  181. edsl/questions/loop_processor.py +149 -0
  182. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  183. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  184. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  185. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  186. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  187. edsl/questions/prompt_templates/question_list.jinja +17 -17
  188. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  189. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  190. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  191. edsl/questions/question_registry.py +177 -177
  192. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  193. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  194. edsl/questions/response_validator_factory.py +34 -0
  195. edsl/questions/settings.py +12 -12
  196. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  197. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  198. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  199. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  200. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  201. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  202. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  203. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  204. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  205. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  206. edsl/questions/templates/list/question_presentation.jinja +5 -5
  207. edsl/questions/templates/matrix/__init__.py +1 -0
  208. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  209. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  210. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  211. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  212. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  213. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  214. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  215. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  216. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  217. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  218. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  219. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  220. edsl/results/CSSParameterizer.py +108 -108
  221. edsl/results/Dataset.py +587 -424
  222. edsl/results/DatasetExportMixin.py +594 -731
  223. edsl/results/DatasetTree.py +295 -275
  224. edsl/results/MarkdownToDocx.py +122 -0
  225. edsl/results/MarkdownToPDF.py +111 -0
  226. edsl/results/Result.py +557 -465
  227. edsl/results/Results.py +1183 -1165
  228. edsl/results/ResultsExportMixin.py +45 -43
  229. edsl/results/ResultsGGMixin.py +121 -121
  230. edsl/results/TableDisplay.py +125 -198
  231. edsl/results/TextEditor.py +50 -0
  232. edsl/results/__init__.py +2 -2
  233. edsl/results/file_exports.py +252 -0
  234. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  235. edsl/results/{Selector.py → results_selector.py} +145 -135
  236. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  237. edsl/results/smart_objects.py +96 -0
  238. edsl/results/table_data_class.py +12 -0
  239. edsl/results/table_display.css +77 -77
  240. edsl/results/table_renderers.py +118 -0
  241. edsl/results/tree_explore.py +115 -115
  242. edsl/scenarios/ConstructDownloadLink.py +109 -0
  243. edsl/scenarios/DocumentChunker.py +102 -0
  244. edsl/scenarios/DocxScenario.py +16 -0
  245. edsl/scenarios/FileStore.py +511 -632
  246. edsl/scenarios/PdfExtractor.py +40 -0
  247. edsl/scenarios/Scenario.py +498 -601
  248. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  249. edsl/scenarios/ScenarioList.py +1458 -1287
  250. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  251. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  252. edsl/scenarios/__init__.py +3 -4
  253. edsl/scenarios/directory_scanner.py +96 -0
  254. edsl/scenarios/file_methods.py +85 -0
  255. edsl/scenarios/handlers/__init__.py +13 -0
  256. edsl/scenarios/handlers/csv.py +38 -0
  257. edsl/scenarios/handlers/docx.py +76 -0
  258. edsl/scenarios/handlers/html.py +37 -0
  259. edsl/scenarios/handlers/json.py +111 -0
  260. edsl/scenarios/handlers/latex.py +5 -0
  261. edsl/scenarios/handlers/md.py +51 -0
  262. edsl/scenarios/handlers/pdf.py +68 -0
  263. edsl/scenarios/handlers/png.py +39 -0
  264. edsl/scenarios/handlers/pptx.py +105 -0
  265. edsl/scenarios/handlers/py.py +294 -0
  266. edsl/scenarios/handlers/sql.py +313 -0
  267. edsl/scenarios/handlers/sqlite.py +149 -0
  268. edsl/scenarios/handlers/txt.py +33 -0
  269. edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
  270. edsl/scenarios/scenario_selector.py +156 -0
  271. edsl/shared.py +1 -1
  272. edsl/study/ObjectEntry.py +173 -173
  273. edsl/study/ProofOfWork.py +113 -113
  274. edsl/study/SnapShot.py +80 -80
  275. edsl/study/Study.py +521 -528
  276. edsl/study/__init__.py +4 -4
  277. edsl/surveys/ConstructDAG.py +92 -0
  278. edsl/surveys/DAG.py +148 -148
  279. edsl/surveys/EditSurvey.py +221 -0
  280. edsl/surveys/InstructionHandler.py +100 -0
  281. edsl/surveys/Memory.py +31 -31
  282. edsl/surveys/MemoryManagement.py +72 -0
  283. edsl/surveys/MemoryPlan.py +244 -244
  284. edsl/surveys/Rule.py +327 -326
  285. edsl/surveys/RuleCollection.py +385 -387
  286. edsl/surveys/RuleManager.py +172 -0
  287. edsl/surveys/Simulator.py +75 -0
  288. edsl/surveys/Survey.py +1280 -1801
  289. edsl/surveys/SurveyCSS.py +273 -261
  290. edsl/surveys/SurveyExportMixin.py +259 -259
  291. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
  292. edsl/surveys/SurveyQualtricsImport.py +284 -284
  293. edsl/surveys/SurveyToApp.py +141 -0
  294. edsl/surveys/__init__.py +5 -3
  295. edsl/surveys/base.py +53 -53
  296. edsl/surveys/descriptors.py +60 -56
  297. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  298. edsl/surveys/instructions/Instruction.py +56 -65
  299. edsl/surveys/instructions/InstructionCollection.py +82 -77
  300. edsl/templates/error_reporting/base.html +23 -23
  301. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  302. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  303. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  304. edsl/templates/error_reporting/interview_details.html +115 -115
  305. edsl/templates/error_reporting/interviews.html +19 -19
  306. edsl/templates/error_reporting/overview.html +4 -4
  307. edsl/templates/error_reporting/performance_plot.html +1 -1
  308. edsl/templates/error_reporting/report.css +73 -73
  309. edsl/templates/error_reporting/report.html +117 -117
  310. edsl/templates/error_reporting/report.js +25 -25
  311. edsl/test_h +1 -0
  312. edsl/tools/__init__.py +1 -1
  313. edsl/tools/clusters.py +192 -192
  314. edsl/tools/embeddings.py +27 -27
  315. edsl/tools/embeddings_plotting.py +118 -118
  316. edsl/tools/plotting.py +112 -112
  317. edsl/tools/summarize.py +18 -18
  318. edsl/utilities/PrettyList.py +56 -0
  319. edsl/utilities/SystemInfo.py +28 -28
  320. edsl/utilities/__init__.py +22 -22
  321. edsl/utilities/ast_utilities.py +25 -25
  322. edsl/utilities/data/Registry.py +6 -6
  323. edsl/utilities/data/__init__.py +1 -1
  324. edsl/utilities/data/scooter_results.json +1 -1
  325. edsl/utilities/decorators.py +77 -77
  326. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  327. edsl/utilities/gcp_bucket/example.py +50 -0
  328. edsl/utilities/interface.py +627 -627
  329. edsl/utilities/is_notebook.py +18 -0
  330. edsl/utilities/is_valid_variable_name.py +11 -0
  331. edsl/utilities/naming_utilities.py +263 -263
  332. edsl/utilities/remove_edsl_version.py +24 -0
  333. edsl/utilities/repair_functions.py +28 -28
  334. edsl/utilities/restricted_python.py +70 -70
  335. edsl/utilities/utilities.py +436 -424
  336. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/LICENSE +21 -21
  337. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/METADATA +13 -11
  338. edsl-0.1.39.dev4.dist-info/RECORD +361 -0
  339. edsl/language_models/KeyLookup.py +0 -30
  340. edsl/language_models/registry.py +0 -190
  341. edsl/language_models/unused/ReplicateBase.py +0 -83
  342. edsl/results/ResultsDBMixin.py +0 -238
  343. edsl-0.1.39.dev3.dist-info/RECORD +0 -277
  344. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/WHEEL +0 -0
edsl/data/CacheEntry.py CHANGED
@@ -1,233 +1,230 @@
1
- from __future__ import annotations
2
- import json
3
- import datetime
4
- import hashlib
5
- from typing import Optional
6
- from uuid import uuid4
7
-
8
-
9
- class CacheEntry:
10
- """
11
- A Class to represent a cache entry.
12
- """
13
-
14
- key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
15
- all_fields = key_fields + ["timestamp", "output"]
16
-
17
- def __init__(
18
- self,
19
- *,
20
- model: str,
21
- parameters: dict,
22
- system_prompt: str,
23
- user_prompt: str,
24
- iteration: Optional[int] = None,
25
- output: str,
26
- timestamp: Optional[int] = None,
27
- ):
28
- self.model = model
29
- self.parameters = parameters
30
- self.system_prompt = system_prompt
31
- self.user_prompt = user_prompt
32
- self.output = output
33
- self.iteration = iteration or 0
34
- self.timestamp = timestamp or int(
35
- datetime.datetime.now(datetime.timezone.utc).timestamp()
36
- )
37
- self._check_types()
38
-
39
- def _check_types(self):
40
- """
41
- Checks if the types of the fields are correct.
42
- """
43
- if not isinstance(self.model, str):
44
- raise TypeError("`model` should be a string.")
45
- if not isinstance(self.parameters, dict):
46
- raise TypeError("`parameters` should be a dictionary.")
47
- if not isinstance(self.system_prompt, str):
48
- raise TypeError("`system_prompt` should be a string.")
49
- if not isinstance(self.user_prompt, str):
50
- raise TypeError("`user_prompt` should be a string")
51
- if not isinstance(self.output, str):
52
- raise TypeError("`output` should be a string")
53
- if not isinstance(self.iteration, int):
54
- raise TypeError("`iteration` should be an integer")
55
- # TODO: should probably be float
56
- if not isinstance(self.timestamp, int):
57
- raise TypeError(f"`timestamp` should be an integer")
58
-
59
- @classmethod
60
- def gen_key(
61
- self, *, model, parameters, system_prompt, user_prompt, iteration
62
- ) -> str:
63
- """
64
- Generates a key for the cache entry.
65
- - Treats single and double quotes as the same.
66
-
67
- TODO: add more robustness.
68
- """
69
- long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
70
- return hashlib.md5(long_key.encode()).hexdigest()
71
-
72
- @property
73
- def key(self) -> str:
74
- """
75
- Returns the key for the cache entry.
76
- - The key is a hash of the key fields.
77
- """
78
- d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
79
- return self.gen_key(**d)
80
-
81
- def to_dict(self) -> dict:
82
- """
83
- Returns a dictionary representation of a CacheEntry.
84
- """
85
- return {
86
- "model": self.model,
87
- "parameters": self.parameters,
88
- "system_prompt": self.system_prompt,
89
- "user_prompt": self.user_prompt,
90
- "output": self.output,
91
- "iteration": self.iteration,
92
- "timestamp": self.timestamp,
93
- }
94
-
95
- def _repr_html_(self) -> str:
96
- """
97
- Returns an HTML representation of a CacheEntry.
98
- """
99
- # from edsl.utilities.utilities import data_to_html
100
- # return data_to_html(self.to_dict())
101
- d = self.to_dict()
102
- data = [[k, v] for k, v in d.items()]
103
- from tabulate import tabulate
104
-
105
- table = str(tabulate(data, headers=["keys", "values"], tablefmt="html"))
106
- return f"<pre>{table}</pre>"
107
-
108
- def keys(self):
109
- return list(self.to_dict().keys())
110
-
111
- def values(self):
112
- return list(self.to_dict().values())
113
-
114
- def __getitem__(self, key):
115
- """
116
- Returns the value of a field.
117
- """
118
- return getattr(self, key)
119
-
120
- @classmethod
121
- def from_dict(cls, data: dict) -> CacheEntry:
122
- """
123
- Initializes a CacheEntry object from its dictionary representation.
124
- """
125
- return cls(**data)
126
-
127
- def __eq__(self, other: CacheEntry) -> bool:
128
- """
129
- Checks if two CacheEntry objects are equal.
130
- - Does not include timestamp in the comparison.
131
- """
132
- if not isinstance(other, CacheEntry):
133
- return False
134
- for field in self.all_fields:
135
- if getattr(self, field) != getattr(other, field) and field != "timestamp":
136
- return False
137
- return True
138
-
139
- def __repr__(self) -> str:
140
- """
141
- Returns a string representation of a CacheEntry.
142
- """
143
- return (
144
- f"CacheEntry(model={repr(self.model)}, "
145
- f"parameters={self.parameters}, "
146
- f"system_prompt={repr(self.system_prompt)}, "
147
- f"user_prompt={repr(self.user_prompt)}, "
148
- f"output={repr(self.output)}, "
149
- f"iteration={self.iteration}, "
150
- f"timestamp={self.timestamp})"
151
- )
152
-
153
- @classmethod
154
- def example(cls, randomize: bool = False) -> CacheEntry:
155
- """
156
- Returns an example CacheEntry instance.
157
-
158
- :param randomize: If True, adds a random string to the system prompt.
159
- """
160
- # if random, create a uuid
161
- addition = "" if not randomize else str(uuid4())
162
- return CacheEntry(
163
- model="gpt-3.5-turbo",
164
- parameters={"temperature": 0.5},
165
- system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
166
- user_prompt="What does the fox say?",
167
- output="The fox says 'hello'",
168
- iteration=1,
169
- timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
170
- )
171
-
172
- @classmethod
173
- def example_dict(cls) -> dict:
174
- """
175
- Returns an example dictionary with a single CacheEntry.
176
- - This will be useful one level up, in the Cache class.
177
- """
178
- cache_entry = cls.example()
179
- return {cache_entry.key: cache_entry}
180
-
181
- @classmethod
182
- def fetch_input_example(cls) -> dict:
183
- """
184
- Creates an example input for a 'fetch' operation.
185
- - This will be useful one level up, in the Cache class.
186
- """
187
- input = cls.example().to_dict()
188
- _ = input.pop("timestamp")
189
- _ = input.pop("output")
190
- return input
191
-
192
- @classmethod
193
- def store_input_example(cls) -> dict:
194
- """
195
- Creates an example input for a 'store' operation.
196
- - This will be useful one level up, in the Cache class.
197
- """
198
- input = cls.example().to_dict()
199
- _ = input.pop("timestamp")
200
- input["response"] = input.pop("output")
201
- return input
202
-
203
-
204
- def main():
205
- from edsl.data.CacheEntry import CacheEntry
206
-
207
- # an example of how a cache entry looks
208
- cache_entry = CacheEntry.example()
209
- cache_entry
210
-
211
- # .key property returns the hash of the cache entry
212
- cache_entry.key
213
- # to dict / from dict
214
- cache_entry.to_dict()
215
- CacheEntry.from_dict(cache_entry.to_dict())
216
- # TODO: this will be false because equality includes timestamp
217
- CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
218
- # equality by checking values
219
- cache_entry == CacheEntry.example()
220
- # equality by checking keys
221
- cache_entry.key == CacheEntry.example().key
222
- # evalable repr
223
- eval(repr(cache_entry)) == cache_entry
224
- # not sure what these are useful for yet
225
- cache_entry.example_dict()
226
- cache_entry.fetch_input_example()
227
- cache_entry.store_input_example()
228
-
229
-
230
- if __name__ == "__main__":
231
- import doctest
232
-
233
- doctest.testmod()
1
+ from __future__ import annotations
2
+ import json
3
+ import datetime
4
+ import hashlib
5
+ from typing import Optional
6
+ from uuid import uuid4
7
+
8
+ from edsl.utilities.decorators import remove_edsl_version
9
+
10
+ from edsl.Base import RepresentationMixin
11
+
12
+
13
+ class CacheEntry(RepresentationMixin):
14
+ """
15
+ A Class to represent a cache entry.
16
+ """
17
+
18
+ key_fields = ["model", "parameters", "system_prompt", "user_prompt", "iteration"]
19
+ all_fields = key_fields + ["timestamp", "output"]
20
+
21
+ def __init__(
22
+ self,
23
+ *,
24
+ model: str,
25
+ parameters: dict,
26
+ system_prompt: str,
27
+ user_prompt: str,
28
+ iteration: Optional[int] = None,
29
+ output: str,
30
+ timestamp: Optional[int] = None,
31
+ ):
32
+ self.model = model
33
+ self.parameters = parameters
34
+ self.system_prompt = system_prompt
35
+ self.user_prompt = user_prompt
36
+ self.output = output
37
+ self.iteration = iteration or 0
38
+ self.timestamp = timestamp or int(
39
+ datetime.datetime.now(datetime.timezone.utc).timestamp()
40
+ )
41
+ self._check_types()
42
+
43
+ def _check_types(self):
44
+ """
45
+ Checks if the types of the fields are correct.
46
+ """
47
+ if not isinstance(self.model, str):
48
+ raise TypeError("`model` should be a string.")
49
+ if not isinstance(self.parameters, dict):
50
+ raise TypeError("`parameters` should be a dictionary.")
51
+ if not isinstance(self.system_prompt, str):
52
+ raise TypeError("`system_prompt` should be a string.")
53
+ if not isinstance(self.user_prompt, str):
54
+ raise TypeError("`user_prompt` should be a string")
55
+ if not isinstance(self.output, str):
56
+ raise TypeError("`output` should be a string")
57
+ if not isinstance(self.iteration, int):
58
+ raise TypeError("`iteration` should be an integer")
59
+ # TODO: should probably be float
60
+ if not isinstance(self.timestamp, int):
61
+ raise TypeError(f"`timestamp` should be an integer")
62
+
63
+ @classmethod
64
+ def gen_key(
65
+ self, *, model, parameters, system_prompt, user_prompt, iteration
66
+ ) -> str:
67
+ """
68
+ Generates a key for the cache entry.
69
+ - Treats single and double quotes as the same.
70
+
71
+ TODO: add more robustness.
72
+ """
73
+ long_key = f"{model}{json.dumps(parameters, sort_keys=True)}{system_prompt}{user_prompt}{iteration}"
74
+ return hashlib.md5(long_key.encode()).hexdigest()
75
+
76
+ @property
77
+ def key(self) -> str:
78
+ """
79
+ Returns the key for the cache entry.
80
+ - The key is a hash of the key fields.
81
+ """
82
+ d = {k: value for k, value in self.__dict__.items() if k in self.key_fields}
83
+ return self.gen_key(**d)
84
+
85
+ def to_dict(self, add_edsl_version=True) -> dict:
86
+ """
87
+ Returns a dictionary representation of a CacheEntry.
88
+ """
89
+ d = {
90
+ "model": self.model,
91
+ "parameters": self.parameters,
92
+ "system_prompt": self.system_prompt,
93
+ "user_prompt": self.user_prompt,
94
+ "output": self.output,
95
+ "iteration": self.iteration,
96
+ "timestamp": self.timestamp,
97
+ }
98
+ # if add_edsl_version:
99
+ # from edsl import __version__
100
+
101
+ # d["edsl_version"] = __version__
102
+ # d["edsl_class_name"] = self.__class__.__name__
103
+ return d
104
+
105
+ def keys(self):
106
+ return list(self.to_dict().keys())
107
+
108
+ def values(self):
109
+ return list(self.to_dict().values())
110
+
111
+ def __getitem__(self, key):
112
+ """
113
+ Returns the value of a field.
114
+ """
115
+ return getattr(self, key)
116
+
117
+ @classmethod
118
+ def from_dict(cls, data: dict) -> CacheEntry:
119
+ """
120
+ Initializes a CacheEntry object from its dictionary representation.
121
+ """
122
+ return cls(**data)
123
+
124
+ def __eq__(self, other: CacheEntry) -> bool:
125
+ """
126
+ Checks if two CacheEntry objects are equal.
127
+ - Does not include timestamp in the comparison.
128
+ """
129
+ if not isinstance(other, CacheEntry):
130
+ return False
131
+ for field in self.all_fields:
132
+ if getattr(self, field) != getattr(other, field) and field != "timestamp":
133
+ return False
134
+ return True
135
+
136
+ def __repr__(self) -> str:
137
+ """
138
+ Returns a string representation of a CacheEntry.
139
+ """
140
+ return (
141
+ f"CacheEntry(model={repr(self.model)}, "
142
+ f"parameters={self.parameters}, "
143
+ f"system_prompt={repr(self.system_prompt)}, "
144
+ f"user_prompt={repr(self.user_prompt)}, "
145
+ f"output={repr(self.output)}, "
146
+ f"iteration={self.iteration}, "
147
+ f"timestamp={self.timestamp})"
148
+ )
149
+
150
+ @classmethod
151
+ def example(cls, randomize: bool = False) -> CacheEntry:
152
+ """
153
+ Returns an example CacheEntry instance.
154
+
155
+ :param randomize: If True, adds a random string to the system prompt.
156
+ """
157
+ # if random, create a uuid
158
+ addition = "" if not randomize else str(uuid4())
159
+ return CacheEntry(
160
+ model="gpt-3.5-turbo",
161
+ parameters={"temperature": 0.5},
162
+ system_prompt=f"The quick brown fox jumps over the lazy dog.{addition}",
163
+ user_prompt="What does the fox say?",
164
+ output="The fox says 'hello'",
165
+ iteration=1,
166
+ timestamp=int(datetime.datetime.now(datetime.timezone.utc).timestamp()),
167
+ )
168
+
169
+ @classmethod
170
+ def example_dict(cls) -> dict:
171
+ """
172
+ Returns an example dictionary with a single CacheEntry.
173
+ - This will be useful one level up, in the Cache class.
174
+ """
175
+ cache_entry = cls.example()
176
+ return {cache_entry.key: cache_entry}
177
+
178
+ @classmethod
179
+ def fetch_input_example(cls) -> dict:
180
+ """
181
+ Creates an example input for a 'fetch' operation.
182
+ - This will be useful one level up, in the Cache class.
183
+ """
184
+ input = cls.example().to_dict()
185
+ _ = input.pop("timestamp")
186
+ _ = input.pop("output")
187
+ return input
188
+
189
+ @classmethod
190
+ def store_input_example(cls) -> dict:
191
+ """
192
+ Creates an example input for a 'store' operation.
193
+ - This will be useful one level up, in the Cache class.
194
+ """
195
+ input = cls.example().to_dict()
196
+ _ = input.pop("timestamp")
197
+ input["response"] = input.pop("output")
198
+ return input
199
+
200
+
201
+ def main():
202
+ from edsl.data.CacheEntry import CacheEntry
203
+
204
+ # an example of how a cache entry looks
205
+ cache_entry = CacheEntry.example()
206
+ cache_entry
207
+
208
+ # .key property returns the hash of the cache entry
209
+ cache_entry.key
210
+ # to dict / from dict
211
+ cache_entry.to_dict()
212
+ CacheEntry.from_dict(cache_entry.to_dict())
213
+ # TODO: this will be false because equality includes timestamp
214
+ CacheEntry.from_dict(cache_entry.to_dict()) == CacheEntry.example()
215
+ # equality by checking values
216
+ cache_entry == CacheEntry.example()
217
+ # equality by checking keys
218
+ cache_entry.key == CacheEntry.example().key
219
+ # evalable repr
220
+ eval(repr(cache_entry)) == cache_entry
221
+ # not sure what these are useful for yet
222
+ cache_entry.example_dict()
223
+ cache_entry.fetch_input_example()
224
+ cache_entry.store_input_example()
225
+
226
+
227
+ if __name__ == "__main__":
228
+ import doctest
229
+
230
+ doctest.testmod()