edsl 0.1.15__py3-none-any.whl → 0.1.40__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (407) hide show
  1. edsl/Base.py +348 -38
  2. edsl/BaseDiff.py +260 -0
  3. edsl/TemplateLoader.py +24 -0
  4. edsl/__init__.py +45 -10
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +842 -144
  7. edsl/agents/AgentList.py +521 -25
  8. edsl/agents/Invigilator.py +250 -374
  9. edsl/agents/InvigilatorBase.py +257 -0
  10. edsl/agents/PromptConstructor.py +272 -0
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/descriptors.py +43 -13
  14. edsl/agents/prompt_helpers.py +129 -0
  15. edsl/agents/question_option_processor.py +172 -0
  16. edsl/auto/AutoStudy.py +130 -0
  17. edsl/auto/StageBase.py +243 -0
  18. edsl/auto/StageGenerateSurvey.py +178 -0
  19. edsl/auto/StageLabelQuestions.py +125 -0
  20. edsl/auto/StagePersona.py +61 -0
  21. edsl/auto/StagePersonaDimensionValueRanges.py +88 -0
  22. edsl/auto/StagePersonaDimensionValues.py +74 -0
  23. edsl/auto/StagePersonaDimensions.py +69 -0
  24. edsl/auto/StageQuestions.py +74 -0
  25. edsl/auto/SurveyCreatorPipeline.py +21 -0
  26. edsl/auto/utilities.py +218 -0
  27. edsl/base/Base.py +279 -0
  28. edsl/config.py +115 -113
  29. edsl/conversation/Conversation.py +290 -0
  30. edsl/conversation/car_buying.py +59 -0
  31. edsl/conversation/chips.py +95 -0
  32. edsl/conversation/mug_negotiation.py +81 -0
  33. edsl/conversation/next_speaker_utilities.py +93 -0
  34. edsl/coop/CoopFunctionsMixin.py +15 -0
  35. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  36. edsl/coop/PriceFetcher.py +54 -0
  37. edsl/coop/__init__.py +1 -0
  38. edsl/coop/coop.py +1029 -134
  39. edsl/coop/utils.py +131 -0
  40. edsl/data/Cache.py +560 -89
  41. edsl/data/CacheEntry.py +230 -0
  42. edsl/data/CacheHandler.py +168 -0
  43. edsl/data/RemoteCacheSync.py +186 -0
  44. edsl/data/SQLiteDict.py +292 -0
  45. edsl/data/__init__.py +5 -3
  46. edsl/data/orm.py +6 -33
  47. edsl/data_transfer_models.py +74 -27
  48. edsl/enums.py +165 -8
  49. edsl/exceptions/BaseException.py +21 -0
  50. edsl/exceptions/__init__.py +52 -46
  51. edsl/exceptions/agents.py +33 -15
  52. edsl/exceptions/cache.py +5 -0
  53. edsl/exceptions/coop.py +8 -0
  54. edsl/exceptions/general.py +34 -0
  55. edsl/exceptions/inference_services.py +5 -0
  56. edsl/exceptions/jobs.py +15 -0
  57. edsl/exceptions/language_models.py +46 -1
  58. edsl/exceptions/questions.py +80 -5
  59. edsl/exceptions/results.py +16 -5
  60. edsl/exceptions/scenarios.py +29 -0
  61. edsl/exceptions/surveys.py +13 -10
  62. edsl/inference_services/AnthropicService.py +106 -0
  63. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  64. edsl/inference_services/AvailableModelFetcher.py +215 -0
  65. edsl/inference_services/AwsBedrock.py +118 -0
  66. edsl/inference_services/AzureAI.py +215 -0
  67. edsl/inference_services/DeepInfraService.py +18 -0
  68. edsl/inference_services/GoogleService.py +143 -0
  69. edsl/inference_services/GroqService.py +20 -0
  70. edsl/inference_services/InferenceServiceABC.py +80 -0
  71. edsl/inference_services/InferenceServicesCollection.py +138 -0
  72. edsl/inference_services/MistralAIService.py +120 -0
  73. edsl/inference_services/OllamaService.py +18 -0
  74. edsl/inference_services/OpenAIService.py +236 -0
  75. edsl/inference_services/PerplexityService.py +160 -0
  76. edsl/inference_services/ServiceAvailability.py +135 -0
  77. edsl/inference_services/TestService.py +90 -0
  78. edsl/inference_services/TogetherAIService.py +172 -0
  79. edsl/inference_services/data_structures.py +134 -0
  80. edsl/inference_services/models_available_cache.py +118 -0
  81. edsl/inference_services/rate_limits_cache.py +25 -0
  82. edsl/inference_services/registry.py +41 -0
  83. edsl/inference_services/write_available.py +10 -0
  84. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  85. edsl/jobs/Answers.py +21 -20
  86. edsl/jobs/FetchInvigilator.py +47 -0
  87. edsl/jobs/InterviewTaskManager.py +98 -0
  88. edsl/jobs/InterviewsConstructor.py +50 -0
  89. edsl/jobs/Jobs.py +684 -206
  90. edsl/jobs/JobsChecks.py +172 -0
  91. edsl/jobs/JobsComponentConstructor.py +189 -0
  92. edsl/jobs/JobsPrompts.py +270 -0
  93. edsl/jobs/JobsRemoteInferenceHandler.py +311 -0
  94. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  95. edsl/jobs/RequestTokenEstimator.py +30 -0
  96. edsl/jobs/async_interview_runner.py +138 -0
  97. edsl/jobs/buckets/BucketCollection.py +104 -0
  98. edsl/jobs/buckets/ModelBuckets.py +65 -0
  99. edsl/jobs/buckets/TokenBucket.py +283 -0
  100. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  101. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  102. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  103. edsl/jobs/data_structures.py +120 -0
  104. edsl/jobs/decorators.py +35 -0
  105. edsl/jobs/interviews/Interview.py +392 -0
  106. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -0
  107. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -0
  108. edsl/jobs/interviews/InterviewStatistic.py +63 -0
  109. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -0
  110. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -0
  111. edsl/jobs/interviews/InterviewStatusLog.py +92 -0
  112. edsl/jobs/interviews/ReportErrors.py +66 -0
  113. edsl/jobs/interviews/interview_status_enum.py +9 -0
  114. edsl/jobs/jobs_status_enums.py +9 -0
  115. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  116. edsl/jobs/results_exceptions_handler.py +98 -0
  117. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -110
  118. edsl/jobs/runners/JobsRunnerStatus.py +298 -0
  119. edsl/jobs/tasks/QuestionTaskCreator.py +244 -0
  120. edsl/jobs/tasks/TaskCreators.py +64 -0
  121. edsl/jobs/tasks/TaskHistory.py +470 -0
  122. edsl/jobs/tasks/TaskStatusLog.py +23 -0
  123. edsl/jobs/tasks/task_status_enum.py +161 -0
  124. edsl/jobs/tokens/InterviewTokenUsage.py +27 -0
  125. edsl/jobs/tokens/TokenUsage.py +34 -0
  126. edsl/language_models/ComputeCost.py +63 -0
  127. edsl/language_models/LanguageModel.py +507 -386
  128. edsl/language_models/ModelList.py +164 -0
  129. edsl/language_models/PriceManager.py +127 -0
  130. edsl/language_models/RawResponseHandler.py +106 -0
  131. edsl/language_models/RegisterLanguageModelsMeta.py +184 -0
  132. edsl/language_models/__init__.py +1 -8
  133. edsl/language_models/fake_openai_call.py +15 -0
  134. edsl/language_models/fake_openai_service.py +61 -0
  135. edsl/language_models/key_management/KeyLookup.py +63 -0
  136. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  137. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  138. edsl/language_models/key_management/__init__.py +0 -0
  139. edsl/language_models/key_management/models.py +131 -0
  140. edsl/language_models/model.py +256 -0
  141. edsl/language_models/repair.py +109 -41
  142. edsl/language_models/utilities.py +65 -0
  143. edsl/notebooks/Notebook.py +263 -0
  144. edsl/notebooks/NotebookToLaTeX.py +142 -0
  145. edsl/notebooks/__init__.py +1 -0
  146. edsl/prompts/Prompt.py +222 -93
  147. edsl/prompts/__init__.py +1 -1
  148. edsl/questions/ExceptionExplainer.py +77 -0
  149. edsl/questions/HTMLQuestion.py +103 -0
  150. edsl/questions/QuestionBase.py +518 -0
  151. edsl/questions/QuestionBasePromptsMixin.py +221 -0
  152. edsl/questions/QuestionBudget.py +164 -67
  153. edsl/questions/QuestionCheckBox.py +281 -62
  154. edsl/questions/QuestionDict.py +343 -0
  155. edsl/questions/QuestionExtract.py +136 -50
  156. edsl/questions/QuestionFreeText.py +79 -55
  157. edsl/questions/QuestionFunctional.py +138 -41
  158. edsl/questions/QuestionList.py +184 -57
  159. edsl/questions/QuestionMatrix.py +265 -0
  160. edsl/questions/QuestionMultipleChoice.py +293 -69
  161. edsl/questions/QuestionNumerical.py +109 -56
  162. edsl/questions/QuestionRank.py +244 -49
  163. edsl/questions/Quick.py +41 -0
  164. edsl/questions/SimpleAskMixin.py +74 -0
  165. edsl/questions/__init__.py +9 -6
  166. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +153 -38
  167. edsl/questions/compose_questions.py +13 -7
  168. edsl/questions/data_structures.py +20 -0
  169. edsl/questions/decorators.py +21 -0
  170. edsl/questions/derived/QuestionLikertFive.py +28 -26
  171. edsl/questions/derived/QuestionLinearScale.py +41 -28
  172. edsl/questions/derived/QuestionTopK.py +34 -26
  173. edsl/questions/derived/QuestionYesNo.py +40 -27
  174. edsl/questions/descriptors.py +228 -74
  175. edsl/questions/loop_processor.py +149 -0
  176. edsl/questions/prompt_templates/question_budget.jinja +13 -0
  177. edsl/questions/prompt_templates/question_checkbox.jinja +32 -0
  178. edsl/questions/prompt_templates/question_extract.jinja +11 -0
  179. edsl/questions/prompt_templates/question_free_text.jinja +3 -0
  180. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -0
  181. edsl/questions/prompt_templates/question_list.jinja +17 -0
  182. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -0
  183. edsl/questions/prompt_templates/question_numerical.jinja +37 -0
  184. edsl/questions/question_base_gen_mixin.py +168 -0
  185. edsl/questions/question_registry.py +130 -46
  186. edsl/questions/register_questions_meta.py +71 -0
  187. edsl/questions/response_validator_abc.py +188 -0
  188. edsl/questions/response_validator_factory.py +34 -0
  189. edsl/questions/settings.py +5 -2
  190. edsl/questions/templates/__init__.py +0 -0
  191. edsl/questions/templates/budget/__init__.py +0 -0
  192. edsl/questions/templates/budget/answering_instructions.jinja +7 -0
  193. edsl/questions/templates/budget/question_presentation.jinja +7 -0
  194. edsl/questions/templates/checkbox/__init__.py +0 -0
  195. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -0
  196. edsl/questions/templates/checkbox/question_presentation.jinja +22 -0
  197. edsl/questions/templates/dict/__init__.py +0 -0
  198. edsl/questions/templates/dict/answering_instructions.jinja +21 -0
  199. edsl/questions/templates/dict/question_presentation.jinja +1 -0
  200. edsl/questions/templates/extract/__init__.py +0 -0
  201. edsl/questions/templates/extract/answering_instructions.jinja +7 -0
  202. edsl/questions/templates/extract/question_presentation.jinja +1 -0
  203. edsl/questions/templates/free_text/__init__.py +0 -0
  204. edsl/questions/templates/free_text/answering_instructions.jinja +0 -0
  205. edsl/questions/templates/free_text/question_presentation.jinja +1 -0
  206. edsl/questions/templates/likert_five/__init__.py +0 -0
  207. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -0
  208. edsl/questions/templates/likert_five/question_presentation.jinja +12 -0
  209. edsl/questions/templates/linear_scale/__init__.py +0 -0
  210. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -0
  211. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -0
  212. edsl/questions/templates/list/__init__.py +0 -0
  213. edsl/questions/templates/list/answering_instructions.jinja +4 -0
  214. edsl/questions/templates/list/question_presentation.jinja +5 -0
  215. edsl/questions/templates/matrix/__init__.py +1 -0
  216. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  217. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  218. edsl/questions/templates/multiple_choice/__init__.py +0 -0
  219. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -0
  220. edsl/questions/templates/multiple_choice/html.jinja +0 -0
  221. edsl/questions/templates/multiple_choice/question_presentation.jinja +12 -0
  222. edsl/questions/templates/numerical/__init__.py +0 -0
  223. edsl/questions/templates/numerical/answering_instructions.jinja +7 -0
  224. edsl/questions/templates/numerical/question_presentation.jinja +7 -0
  225. edsl/questions/templates/rank/__init__.py +0 -0
  226. edsl/questions/templates/rank/answering_instructions.jinja +11 -0
  227. edsl/questions/templates/rank/question_presentation.jinja +15 -0
  228. edsl/questions/templates/top_k/__init__.py +0 -0
  229. edsl/questions/templates/top_k/answering_instructions.jinja +8 -0
  230. edsl/questions/templates/top_k/question_presentation.jinja +22 -0
  231. edsl/questions/templates/yes_no/__init__.py +0 -0
  232. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -0
  233. edsl/questions/templates/yes_no/question_presentation.jinja +12 -0
  234. edsl/results/CSSParameterizer.py +108 -0
  235. edsl/results/Dataset.py +550 -19
  236. edsl/results/DatasetExportMixin.py +594 -0
  237. edsl/results/DatasetTree.py +295 -0
  238. edsl/results/MarkdownToDocx.py +122 -0
  239. edsl/results/MarkdownToPDF.py +111 -0
  240. edsl/results/Result.py +477 -173
  241. edsl/results/Results.py +987 -269
  242. edsl/results/ResultsExportMixin.py +28 -125
  243. edsl/results/ResultsGGMixin.py +83 -15
  244. edsl/results/TableDisplay.py +125 -0
  245. edsl/results/TextEditor.py +50 -0
  246. edsl/results/__init__.py +1 -1
  247. edsl/results/file_exports.py +252 -0
  248. edsl/results/results_fetch_mixin.py +33 -0
  249. edsl/results/results_selector.py +145 -0
  250. edsl/results/results_tools_mixin.py +98 -0
  251. edsl/results/smart_objects.py +96 -0
  252. edsl/results/table_data_class.py +12 -0
  253. edsl/results/table_display.css +78 -0
  254. edsl/results/table_renderers.py +118 -0
  255. edsl/results/tree_explore.py +115 -0
  256. edsl/scenarios/ConstructDownloadLink.py +109 -0
  257. edsl/scenarios/DocumentChunker.py +102 -0
  258. edsl/scenarios/DocxScenario.py +16 -0
  259. edsl/scenarios/FileStore.py +543 -0
  260. edsl/scenarios/PdfExtractor.py +40 -0
  261. edsl/scenarios/Scenario.py +431 -62
  262. edsl/scenarios/ScenarioHtmlMixin.py +65 -0
  263. edsl/scenarios/ScenarioList.py +1415 -45
  264. edsl/scenarios/ScenarioListExportMixin.py +45 -0
  265. edsl/scenarios/ScenarioListPdfMixin.py +239 -0
  266. edsl/scenarios/__init__.py +2 -0
  267. edsl/scenarios/directory_scanner.py +96 -0
  268. edsl/scenarios/file_methods.py +85 -0
  269. edsl/scenarios/handlers/__init__.py +13 -0
  270. edsl/scenarios/handlers/csv.py +49 -0
  271. edsl/scenarios/handlers/docx.py +76 -0
  272. edsl/scenarios/handlers/html.py +37 -0
  273. edsl/scenarios/handlers/json.py +111 -0
  274. edsl/scenarios/handlers/latex.py +5 -0
  275. edsl/scenarios/handlers/md.py +51 -0
  276. edsl/scenarios/handlers/pdf.py +68 -0
  277. edsl/scenarios/handlers/png.py +39 -0
  278. edsl/scenarios/handlers/pptx.py +105 -0
  279. edsl/scenarios/handlers/py.py +294 -0
  280. edsl/scenarios/handlers/sql.py +313 -0
  281. edsl/scenarios/handlers/sqlite.py +149 -0
  282. edsl/scenarios/handlers/txt.py +33 -0
  283. edsl/scenarios/scenario_join.py +131 -0
  284. edsl/scenarios/scenario_selector.py +156 -0
  285. edsl/shared.py +1 -0
  286. edsl/study/ObjectEntry.py +173 -0
  287. edsl/study/ProofOfWork.py +113 -0
  288. edsl/study/SnapShot.py +80 -0
  289. edsl/study/Study.py +521 -0
  290. edsl/study/__init__.py +4 -0
  291. edsl/surveys/ConstructDAG.py +92 -0
  292. edsl/surveys/DAG.py +92 -11
  293. edsl/surveys/EditSurvey.py +221 -0
  294. edsl/surveys/InstructionHandler.py +100 -0
  295. edsl/surveys/Memory.py +9 -4
  296. edsl/surveys/MemoryManagement.py +72 -0
  297. edsl/surveys/MemoryPlan.py +156 -35
  298. edsl/surveys/Rule.py +221 -74
  299. edsl/surveys/RuleCollection.py +241 -61
  300. edsl/surveys/RuleManager.py +172 -0
  301. edsl/surveys/Simulator.py +75 -0
  302. edsl/surveys/Survey.py +1079 -339
  303. edsl/surveys/SurveyCSS.py +273 -0
  304. edsl/surveys/SurveyExportMixin.py +235 -40
  305. edsl/surveys/SurveyFlowVisualization.py +181 -0
  306. edsl/surveys/SurveyQualtricsImport.py +284 -0
  307. edsl/surveys/SurveyToApp.py +141 -0
  308. edsl/surveys/__init__.py +4 -2
  309. edsl/surveys/base.py +19 -3
  310. edsl/surveys/descriptors.py +17 -6
  311. edsl/surveys/instructions/ChangeInstruction.py +48 -0
  312. edsl/surveys/instructions/Instruction.py +56 -0
  313. edsl/surveys/instructions/InstructionCollection.py +82 -0
  314. edsl/surveys/instructions/__init__.py +0 -0
  315. edsl/templates/error_reporting/base.html +24 -0
  316. edsl/templates/error_reporting/exceptions_by_model.html +35 -0
  317. edsl/templates/error_reporting/exceptions_by_question_name.html +17 -0
  318. edsl/templates/error_reporting/exceptions_by_type.html +17 -0
  319. edsl/templates/error_reporting/interview_details.html +116 -0
  320. edsl/templates/error_reporting/interviews.html +19 -0
  321. edsl/templates/error_reporting/overview.html +5 -0
  322. edsl/templates/error_reporting/performance_plot.html +2 -0
  323. edsl/templates/error_reporting/report.css +74 -0
  324. edsl/templates/error_reporting/report.html +118 -0
  325. edsl/templates/error_reporting/report.js +25 -0
  326. edsl/tools/__init__.py +1 -0
  327. edsl/tools/clusters.py +192 -0
  328. edsl/tools/embeddings.py +27 -0
  329. edsl/tools/embeddings_plotting.py +118 -0
  330. edsl/tools/plotting.py +112 -0
  331. edsl/tools/summarize.py +18 -0
  332. edsl/utilities/PrettyList.py +56 -0
  333. edsl/utilities/SystemInfo.py +5 -0
  334. edsl/utilities/__init__.py +21 -20
  335. edsl/utilities/ast_utilities.py +3 -0
  336. edsl/utilities/data/Registry.py +2 -0
  337. edsl/utilities/decorators.py +41 -0
  338. edsl/utilities/gcp_bucket/__init__.py +0 -0
  339. edsl/utilities/gcp_bucket/cloud_storage.py +96 -0
  340. edsl/utilities/interface.py +310 -60
  341. edsl/utilities/is_notebook.py +18 -0
  342. edsl/utilities/is_valid_variable_name.py +11 -0
  343. edsl/utilities/naming_utilities.py +263 -0
  344. edsl/utilities/remove_edsl_version.py +24 -0
  345. edsl/utilities/repair_functions.py +28 -0
  346. edsl/utilities/restricted_python.py +70 -0
  347. edsl/utilities/utilities.py +203 -13
  348. edsl-0.1.40.dist-info/METADATA +111 -0
  349. edsl-0.1.40.dist-info/RECORD +362 -0
  350. {edsl-0.1.15.dist-info → edsl-0.1.40.dist-info}/WHEEL +1 -1
  351. edsl/agents/AgentListExportMixin.py +0 -24
  352. edsl/coop/old.py +0 -31
  353. edsl/data/Database.py +0 -141
  354. edsl/data/crud.py +0 -121
  355. edsl/jobs/Interview.py +0 -435
  356. edsl/jobs/JobsRunner.py +0 -63
  357. edsl/jobs/JobsRunnerStatusMixin.py +0 -115
  358. edsl/jobs/base.py +0 -47
  359. edsl/jobs/buckets.py +0 -178
  360. edsl/jobs/runners/JobsRunnerDryRun.py +0 -19
  361. edsl/jobs/runners/JobsRunnerStreaming.py +0 -54
  362. edsl/jobs/task_management.py +0 -215
  363. edsl/jobs/token_tracking.py +0 -78
  364. edsl/language_models/DeepInfra.py +0 -69
  365. edsl/language_models/OpenAI.py +0 -98
  366. edsl/language_models/model_interfaces/GeminiPro.py +0 -66
  367. edsl/language_models/model_interfaces/LanguageModelOpenAIFour.py +0 -8
  368. edsl/language_models/model_interfaces/LanguageModelOpenAIThreeFiveTurbo.py +0 -8
  369. edsl/language_models/model_interfaces/LlamaTwo13B.py +0 -21
  370. edsl/language_models/model_interfaces/LlamaTwo70B.py +0 -21
  371. edsl/language_models/model_interfaces/Mixtral8x7B.py +0 -24
  372. edsl/language_models/registry.py +0 -81
  373. edsl/language_models/schemas.py +0 -15
  374. edsl/language_models/unused/ReplicateBase.py +0 -83
  375. edsl/prompts/QuestionInstructionsBase.py +0 -6
  376. edsl/prompts/library/agent_instructions.py +0 -29
  377. edsl/prompts/library/agent_persona.py +0 -17
  378. edsl/prompts/library/question_budget.py +0 -26
  379. edsl/prompts/library/question_checkbox.py +0 -32
  380. edsl/prompts/library/question_extract.py +0 -19
  381. edsl/prompts/library/question_freetext.py +0 -14
  382. edsl/prompts/library/question_linear_scale.py +0 -20
  383. edsl/prompts/library/question_list.py +0 -22
  384. edsl/prompts/library/question_multiple_choice.py +0 -44
  385. edsl/prompts/library/question_numerical.py +0 -31
  386. edsl/prompts/library/question_rank.py +0 -21
  387. edsl/prompts/prompt_config.py +0 -33
  388. edsl/prompts/registry.py +0 -185
  389. edsl/questions/Question.py +0 -240
  390. edsl/report/InputOutputDataTypes.py +0 -134
  391. edsl/report/RegressionMixin.py +0 -28
  392. edsl/report/ReportOutputs.py +0 -1228
  393. edsl/report/ResultsFetchMixin.py +0 -106
  394. edsl/report/ResultsOutputMixin.py +0 -14
  395. edsl/report/demo.ipynb +0 -645
  396. edsl/results/ResultsDBMixin.py +0 -184
  397. edsl/surveys/SurveyFlowVisualizationMixin.py +0 -92
  398. edsl/trackers/Tracker.py +0 -91
  399. edsl/trackers/TrackerAPI.py +0 -196
  400. edsl/trackers/TrackerTasks.py +0 -70
  401. edsl/utilities/pastebin.py +0 -141
  402. edsl-0.1.15.dist-info/METADATA +0 -69
  403. edsl-0.1.15.dist-info/RECORD +0 -142
  404. /edsl/{language_models/model_interfaces → inference_services}/__init__.py +0 -0
  405. /edsl/{report/__init__.py → jobs/runners/JobsRunnerStatusData.py} +0 -0
  406. /edsl/{trackers/__init__.py → language_models/ServiceDataSources.py} +0 -0
  407. {edsl-0.1.15.dist-info → edsl-0.1.40.dist-info}/LICENSE +0 -0
@@ -0,0 +1,156 @@
1
+ from typing import TYPE_CHECKING
2
+
3
+
4
+ class ScenarioSelector:
5
+ """
6
+ A class for performing advanced field selection on ScenarioList objects,
7
+ including support for wildcard patterns.
8
+
9
+ Args:
10
+ scenario_list: The ScenarioList object to perform selections on
11
+
12
+ Examples:
13
+ >>> from edsl import Scenario, ScenarioList
14
+ >>> scenarios = ScenarioList([Scenario({'test_1': 1, 'test_2': 2, 'other': 3}), Scenario({'test_1': 4, 'test_2': 5, 'other': 6})])
15
+ >>> selector = ScenarioSelector(scenarios)
16
+ >>> selector.select('test*')
17
+ ScenarioList([Scenario({'test_1': 1, 'test_2': 2}), Scenario({'test_1': 4, 'test_2': 5})])
18
+ """
19
+
20
+ def __init__(self, scenario_list: "ScenarioList"):
21
+ """Initialize with a ScenarioList object."""
22
+ self.scenario_list = scenario_list
23
+ self.available_fields = (
24
+ list(scenario_list.data[0].keys()) if scenario_list.data else []
25
+ )
26
+
27
+ def _match_field_pattern(self, pattern: str, field: str) -> bool:
28
+ """
29
+ Checks if a field name matches a pattern with wildcards.
30
+ Supports '*' as wildcard at start or end of pattern.
31
+
32
+ Args:
33
+ pattern: The pattern to match against, may contain '*' at start or end
34
+ field: The field name to check
35
+
36
+ Examples:
37
+ >>> from edsl.scenarios import ScenarioList, Scenario
38
+ >>> selector = ScenarioSelector(ScenarioList([]))
39
+ >>> selector._match_field_pattern('test*', 'test_field')
40
+ True
41
+ >>> selector._match_field_pattern('*field', 'test_field')
42
+ True
43
+ >>> selector._match_field_pattern('test', 'test')
44
+ True
45
+ >>> selector._match_field_pattern('*test*', 'my_test_field')
46
+ True
47
+ """
48
+ if "*" not in pattern:
49
+ return pattern == field
50
+
51
+ if pattern.startswith("*") and pattern.endswith("*"):
52
+ return pattern[1:-1] in field
53
+ elif pattern.startswith("*"):
54
+ return field.endswith(pattern[1:])
55
+ elif pattern.endswith("*"):
56
+ return field.startswith(pattern[:-1])
57
+ return pattern == field
58
+
59
+ def _get_matching_fields(self, patterns: list[str]) -> list[str]:
60
+ """
61
+ Gets all fields that match any of the given patterns.
62
+
63
+ Args:
64
+ patterns: List of field patterns, may contain wildcards
65
+
66
+ Returns:
67
+ List of field names that match at least one pattern
68
+
69
+ Examples:
70
+ >>> from edsl import Scenario, ScenarioList
71
+ >>> scenarios = ScenarioList([
72
+ ... Scenario({'test_1': 1, 'test_2': 2, 'other': 3})
73
+ ... ])
74
+ >>> selector = ScenarioSelector(scenarios)
75
+ >>> selector._get_matching_fields(['test*'])
76
+ ['test_1', 'test_2']
77
+ """
78
+ matching_fields = set()
79
+ for pattern in patterns:
80
+ matches = [
81
+ field
82
+ for field in self.available_fields
83
+ if self._match_field_pattern(pattern, field)
84
+ ]
85
+ matching_fields.update(matches)
86
+ return sorted(list(matching_fields))
87
+
88
+ def select(self, *fields) -> "ScenarioList":
89
+ """
90
+ Selects scenarios with only the referenced fields.
91
+ Supports wildcard patterns using '*' at the start or end of field names.
92
+
93
+ Args:
94
+ *fields: Field names or patterns to select. Patterns may include '*' for wildcards.
95
+
96
+ Returns:
97
+ A new ScenarioList containing only the matched fields.
98
+
99
+ Raises:
100
+ ValueError: If no fields match the given patterns.
101
+
102
+ Examples:
103
+ >>> from edsl import Scenario, ScenarioList
104
+ >>> scenarios = ScenarioList([
105
+ ... Scenario({'test_1': 1, 'test_2': 2, 'other': 3}),
106
+ ... Scenario({'test_1': 4, 'test_2': 5, 'other': 6})
107
+ ... ])
108
+ >>> selector = ScenarioSelector(scenarios)
109
+ >>> selector.select('test*') # Selects all fields starting with 'test'
110
+ ScenarioList([Scenario({'test_1': 1, 'test_2': 2}), Scenario({'test_1': 4, 'test_2': 5})])
111
+ >>> selector.select('*_1') # Selects all fields ending with '_1'
112
+ ScenarioList([Scenario({'test_1': 1}), Scenario({'test_1': 4})])
113
+ >>> selector.select('test_1', '*_2') # Multiple patterns
114
+ ScenarioList([Scenario({'test_1': 1, 'test_2': 2}), Scenario({'test_1': 4, 'test_2': 5})])
115
+ """
116
+ if not self.scenario_list.data:
117
+ return self.scenario_list.__class__([])
118
+
119
+ # Convert single string to list for consistent processing
120
+ patterns = list(fields)
121
+
122
+ # Get all fields that match the patterns
123
+ fields_to_select = self._get_matching_fields(patterns)
124
+
125
+ # If no fields match, raise an informative error
126
+ if not fields_to_select:
127
+ raise ValueError(
128
+ f"No fields matched the given patterns: {patterns}. "
129
+ f"Available fields are: {self.available_fields}"
130
+ )
131
+
132
+ return self.scenario_list.__class__(
133
+ [scenario.select(fields_to_select) for scenario in self.scenario_list.data]
134
+ )
135
+
136
+ def get_available_fields(self) -> list[str]:
137
+ """
138
+ Returns a list of all available fields in the ScenarioList.
139
+
140
+ Returns:
141
+ List of field names available for selection.
142
+
143
+ Examples:
144
+ >>> from edsl import Scenario, ScenarioList
145
+ >>> scenarios = ScenarioList([Scenario({'test_1': 1, 'test_2': 2, 'other': 3})])
146
+ >>> selector = ScenarioSelector(scenarios)
147
+ >>> selector.get_available_fields()
148
+ ['other', 'test_1', 'test_2']
149
+ """
150
+ return sorted(self.available_fields)
151
+
152
+
153
+ if __name__ == "__main__":
154
+ import doctest
155
+
156
+ doctest.testmod(optionflags=doctest.ELLIPSIS)
edsl/shared.py ADDED
@@ -0,0 +1 @@
1
+ shared_globals = {}
@@ -0,0 +1,173 @@
1
+ import time
2
+ import webbrowser
3
+ from typing import Any, Dict, Optional, Type
4
+ from edsl.questions.QuestionBase import QuestionBase
5
+ from edsl.Base import RegisterSubclassesMeta
6
+
7
+
8
+ class ObjectEntry:
9
+ def __init__(
10
+ self,
11
+ variable_name: str,
12
+ object: Any,
13
+ description: str,
14
+ coop_info: Optional[Dict[str, Any]] = None,
15
+ created_at: Optional[float] = None,
16
+ edsl_class_name: Optional[str] = None,
17
+ ):
18
+ """
19
+ Initialize an ObjectEntry instance.
20
+
21
+ :param variable_name: The name of the variable.
22
+ :param object: The object being wrapped.
23
+ :param description: A description of the object.
24
+ :param coop_info: Optional Coop information dictionary.
25
+ :param created_at: Optional creation timestamp. Defaults to current time.
26
+ :param edsl_class_name: Optional EDSL class name. Defaults to object's class name.
27
+ """
28
+ self.created_at = created_at or time.time()
29
+ self.variable_name = variable_name
30
+ self.object = object
31
+ self.edsl_class_name = edsl_class_name or object.__class__.__name__
32
+ self.description = description
33
+ self.coop_info = coop_info
34
+
35
+ @classmethod
36
+ def _get_class(cls, object_dict: Dict[str, Any]) -> Type:
37
+ """
38
+ Get the class of an object from its dictionary representation.
39
+
40
+ :param object_dict: The dictionary representation of the object.
41
+ :return: The class of the object.
42
+ """
43
+ class_name = object_dict["edsl_class_name"]
44
+ if class_name == "QuestionBase":
45
+ return QuestionBase
46
+ else:
47
+ return RegisterSubclassesMeta._registry[class_name]
48
+
49
+ def __repr__(self) -> str:
50
+ """
51
+ Return a string representation of the ObjectEntry instance.
52
+
53
+ :return: A string representation of the ObjectEntry instance.
54
+ """
55
+ return f"ObjectEntry(variable_name='{self.variable_name}', object={self.object!r}, description='{self.description}', coop_info={self.coop_info}, created_at={self.created_at}, edsl_class_name='{self.edsl_class_name}')"
56
+
57
+ def to_dict(self) -> Dict[str, Any]:
58
+ """
59
+ Convert the ObjectEntry instance to a dictionary.
60
+
61
+ :return: A dictionary representation of the ObjectEntry instance.
62
+ """
63
+ return {
64
+ "created_at": self.created_at,
65
+ "variable_name": self.variable_name,
66
+ "object": self.object.to_dict(),
67
+ "edsl_class_name": self.edsl_class_name,
68
+ "description": self.description,
69
+ "coop_info": self.coop_info,
70
+ }
71
+
72
+ @classmethod
73
+ def from_dict(cls, d: Dict[str, Any]) -> "ObjectEntry":
74
+ """
75
+ Create an ObjectEntry instance from a dictionary.
76
+
77
+ :param d: The dictionary representation of the ObjectEntry instance.
78
+ :return: An ObjectEntry instance.
79
+ """
80
+ d["object"] = cls._get_class(d["object"]).from_dict(d["object"])
81
+ return cls(**d)
82
+
83
+ @property
84
+ def hash(self) -> str:
85
+ """
86
+ Compute the hash of the object.
87
+
88
+ :return: The hash of the object as a string.
89
+ """
90
+ return str(hash(self.object))
91
+
92
+ def add_to_namespace(self) -> None:
93
+ """
94
+ Add the object to the global namespace using its variable name.
95
+ """
96
+ globals()[self.variable_name] = self.object
97
+
98
+ @property
99
+ def coop_info(self) -> Optional[Dict[str, Any]]:
100
+ """
101
+ Get the Coop information for the object.
102
+
103
+ :return: The Coop information dictionary, if available.
104
+ """
105
+ return self._coop_info
106
+
107
+ @coop_info.setter
108
+ def coop_info(self, coop_info: Optional[Dict[str, Any]]) -> None:
109
+ """
110
+ Set the Coop information for the object.
111
+
112
+ :param coop_info: The Coop information dictionary.
113
+ """
114
+ self._coop_info = coop_info
115
+
116
+ def view_on_coop(self) -> None:
117
+ """
118
+ Open the object's Coop URL in a web browser.
119
+ """
120
+ if self.coop_info is None:
121
+ print("Object not pushed to coop")
122
+ return
123
+ url = self.coop_info.get("url")
124
+ webbrowser.open(url)
125
+
126
+ def push(self, refresh: Optional[bool] = False) -> Dict[str, Any]:
127
+ """
128
+ Push the object to the Coop.
129
+
130
+ :param refresh: Whether to refresh the Coop entry for the object.
131
+ :return: The Coop info dictionary.
132
+ """
133
+ if self.coop_info is None or refresh:
134
+ self.coop_info = self.object.push(description=self.description)
135
+ print(
136
+ f"Object {self.variable_name} pushed to coop with info: {self._coop_info}"
137
+ )
138
+ else:
139
+ print(
140
+ f"Object {self.variable_name} already pushed to coop with info: {self._coop_info}"
141
+ )
142
+
143
+ def __eq__(self, other: "ObjectEntry") -> bool:
144
+ """
145
+ Check if two ObjectEntry instances are equal.
146
+
147
+ :param other: The other ObjectEntry instance.
148
+ :return: True if the two instances are equal, False otherwise.
149
+ """
150
+ # if the other item is not "ObjectEntry" type, return False
151
+ if not isinstance(other, ObjectEntry):
152
+ return False
153
+
154
+ return (
155
+ self.variable_name == other.variable_name
156
+ and self.object == other.object
157
+ and self.description == other.description
158
+ and self.coop_info == other.coop_info
159
+ and self.created_at == other.created_at
160
+ and self.edsl_class_name == other.edsl_class_name
161
+ )
162
+
163
+
164
+ if __name__ == "__main__":
165
+ from edsl import QuestionFreeText
166
+ from edsl.study import ObjectEntry
167
+
168
+ q = QuestionFreeText.example()
169
+
170
+ oe = ObjectEntry("q", q, "This is a question")
171
+ d = oe.to_dict()
172
+ new_oe = ObjectEntry.from_dict(d)
173
+ new_oe == oe
@@ -0,0 +1,113 @@
1
+ import hashlib
2
+ import time
3
+ from typing import Any, Dict, List, Optional
4
+
5
+
6
+ class ProofOfWork:
7
+ def __init__(
8
+ self,
9
+ input_data: Optional[Any] = None,
10
+ proof: Optional[Dict[int, List[Dict[str, Any]]]] = None,
11
+ ):
12
+ self.input_data = input_data
13
+ self.proof = proof or {}
14
+
15
+ def add_input_data(self, input_data: Any) -> None:
16
+ self.input_data = input_data
17
+
18
+ def to_dict(self) -> Dict[str, Any]:
19
+ return {
20
+ "input_data": self.input_data,
21
+ "proof": self.proof,
22
+ }
23
+
24
+ @classmethod
25
+ def from_dict(cls, data: Dict[str, Any]) -> "ProofOfWork":
26
+ return cls(data["input_data"], data["proof"])
27
+
28
+ def __repr__(self) -> str:
29
+ return f"ProofOfWork(input_data={self.input_data}, proof={self.proof})"
30
+
31
+ def to_hash(self, nonce: int) -> str:
32
+ """
33
+ Hash the input data combined with the nonce.
34
+
35
+ Returns:
36
+ str: The resulting hash.
37
+ """
38
+ hash_input = self.input_data + str(nonce)
39
+ return hashlib.md5(hash_input.encode()).hexdigest()
40
+
41
+ def verify_work(self) -> bool:
42
+ for difficulty in self.proof:
43
+ for proof in self.proof[difficulty]:
44
+ nonce = proof["nonce"]
45
+ hash_result = self.to_hash(nonce)
46
+ prefix = "0" * difficulty
47
+ if not hash_result.startswith(prefix):
48
+ return False
49
+ if hash_result != proof["hash"]:
50
+ return False
51
+ return True
52
+
53
+ def add_proof(self, difficulty: int, starting_nonce: Optional[int] = None) -> None:
54
+ """
55
+ Find a nonce that results in a hash with `difficulty` number of leading zeros.
56
+
57
+ Returns:
58
+ int, str: The nonce that solves the proof of work and the resulting hash.
59
+ """
60
+ # Convert the difficulty into a string of zeros for comparison
61
+ prefix = "0" * difficulty
62
+ if not starting_nonce:
63
+ import random
64
+
65
+ starting_nonce = random.randint(0, 1000000)
66
+ nonce = starting_nonce
67
+ start = time.time()
68
+ while True:
69
+ # Combine the input data with the nonce and hash it
70
+ hash_result = self.to_hash(nonce)
71
+
72
+ # Check if the hash meets the difficulty requirement
73
+ if hash_result.startswith(prefix):
74
+ cycles = nonce - starting_nonce
75
+ end = time.time()
76
+ if difficulty in self.proof:
77
+ self.proof[difficulty].append(
78
+ {
79
+ "nonce": nonce,
80
+ "hash": hash_result,
81
+ "time": end - start,
82
+ "cycles": cycles,
83
+ }
84
+ )
85
+ else:
86
+ self.proof[difficulty] = [
87
+ {
88
+ "nonce": nonce,
89
+ "hash": hash_result,
90
+ "time": end - start,
91
+ "cycles": cycles,
92
+ }
93
+ ]
94
+ return
95
+
96
+ nonce += 1
97
+
98
+
99
+ if __name__ == "__main__":
100
+ from edsl.study import ProofOfWork
101
+
102
+ p = ProofOfWork("hello world")
103
+ p.add_proof(3)
104
+ print(p)
105
+ p.add_proof(6)
106
+ print(p)
107
+
108
+ # Takes about a minute to run
109
+ p.add_proof(7)
110
+ print(p)
111
+
112
+ ok = p.verify_work()
113
+ print(ok)
edsl/study/SnapShot.py ADDED
@@ -0,0 +1,80 @@
1
+ import inspect
2
+ from typing import Generator, List, Optional
3
+
4
+
5
+ class SnapShot:
6
+ def __init__(self, namespace, exclude: Optional[List] = None):
7
+ self.namespace = namespace
8
+ self.exclude = exclude or []
9
+ self.edsl_objects = dict(self._get_edsl_objects(namespace=self.namespace))
10
+ self.edsl_classes = dict(self._get_edsl_classes(namespace=self.namespace))
11
+
12
+ def _all_object_keys(self):
13
+ return self.namespace.keys()
14
+
15
+ def __repr__(self):
16
+ return f"SnapShot(edsl_objects={self.edsl_objects}, edsl_classes={self.edsl_objects})"
17
+
18
+ def _get_edsl_classes(
19
+ self, namespace: dict
20
+ ) -> Generator[tuple[str, type], None, None]:
21
+ """Get all EDSL classes in the namespace.
22
+
23
+ :param namespace: The namespace to search for EDSL classes. The default is the global namespace.
24
+
25
+ >>> sn = SnapShot(namespace = {})
26
+ >>> sn.edsl_classes
27
+ {}
28
+
29
+ >>> from edsl.data.Cache import Cache
30
+ >>> sn = SnapShot(namespace = globals())
31
+ >>> sn.edsl_classes
32
+ {'Cache': <class 'edsl.data.Cache.Cache'>}
33
+ """
34
+ from edsl.Base import RegisterSubclassesMeta
35
+ from edsl.questions.QuestionBase import QuestionBase
36
+
37
+ all_edsl_objects = RegisterSubclassesMeta.get_registry()
38
+
39
+ for name, value in namespace.items():
40
+ if (
41
+ inspect.isclass(value)
42
+ and name in all_edsl_objects
43
+ and value != RegisterSubclassesMeta
44
+ ):
45
+ yield name, value
46
+ if inspect.isclass(value) and issubclass(value, QuestionBase):
47
+ yield name, value
48
+
49
+ def _get_edsl_objects(self, namespace) -> Generator[tuple[str, type], None, None]:
50
+ """Get all EDSL objects in the global namespace.
51
+
52
+ >>> sn = SnapShot(namespace = globals())
53
+ >>> sn.edsl_objects
54
+ {}
55
+
56
+ """
57
+ from edsl.Base import Base
58
+ from edsl.study.Study import Study
59
+
60
+ def is_edsl_object(obj):
61
+ package_name = "edsl"
62
+ cls = obj.__class__
63
+ module_name = cls.__module__
64
+ return module_name.startswith(package_name)
65
+
66
+ for name, value in namespace.items():
67
+ # TODO check this code logic (if there are other objects with to_dict method that are not from edsl)
68
+ if (
69
+ is_edsl_object(value)
70
+ and hasattr(value, "to_dict")
71
+ and not inspect.isclass(value)
72
+ and value.__class__ not in [o.__class__ for o in self.exclude]
73
+ ):
74
+ yield name, value
75
+
76
+
77
+ if __name__ == "__main__":
78
+ import doctest
79
+
80
+ doctest.testmod(optionflags=doctest.ELLIPSIS)