edsl 0.1.15__py3-none-any.whl → 0.1.40__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (407) hide show
  1. edsl/Base.py +348 -38
  2. edsl/BaseDiff.py +260 -0
  3. edsl/TemplateLoader.py +24 -0
  4. edsl/__init__.py +45 -10
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +842 -144
  7. edsl/agents/AgentList.py +521 -25
  8. edsl/agents/Invigilator.py +250 -374
  9. edsl/agents/InvigilatorBase.py +257 -0
  10. edsl/agents/PromptConstructor.py +272 -0
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/descriptors.py +43 -13
  14. edsl/agents/prompt_helpers.py +129 -0
  15. edsl/agents/question_option_processor.py +172 -0
  16. edsl/auto/AutoStudy.py +130 -0
  17. edsl/auto/StageBase.py +243 -0
  18. edsl/auto/StageGenerateSurvey.py +178 -0
  19. edsl/auto/StageLabelQuestions.py +125 -0
  20. edsl/auto/StagePersona.py +61 -0
  21. edsl/auto/StagePersonaDimensionValueRanges.py +88 -0
  22. edsl/auto/StagePersonaDimensionValues.py +74 -0
  23. edsl/auto/StagePersonaDimensions.py +69 -0
  24. edsl/auto/StageQuestions.py +74 -0
  25. edsl/auto/SurveyCreatorPipeline.py +21 -0
  26. edsl/auto/utilities.py +218 -0
  27. edsl/base/Base.py +279 -0
  28. edsl/config.py +115 -113
  29. edsl/conversation/Conversation.py +290 -0
  30. edsl/conversation/car_buying.py +59 -0
  31. edsl/conversation/chips.py +95 -0
  32. edsl/conversation/mug_negotiation.py +81 -0
  33. edsl/conversation/next_speaker_utilities.py +93 -0
  34. edsl/coop/CoopFunctionsMixin.py +15 -0
  35. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  36. edsl/coop/PriceFetcher.py +54 -0
  37. edsl/coop/__init__.py +1 -0
  38. edsl/coop/coop.py +1029 -134
  39. edsl/coop/utils.py +131 -0
  40. edsl/data/Cache.py +560 -89
  41. edsl/data/CacheEntry.py +230 -0
  42. edsl/data/CacheHandler.py +168 -0
  43. edsl/data/RemoteCacheSync.py +186 -0
  44. edsl/data/SQLiteDict.py +292 -0
  45. edsl/data/__init__.py +5 -3
  46. edsl/data/orm.py +6 -33
  47. edsl/data_transfer_models.py +74 -27
  48. edsl/enums.py +165 -8
  49. edsl/exceptions/BaseException.py +21 -0
  50. edsl/exceptions/__init__.py +52 -46
  51. edsl/exceptions/agents.py +33 -15
  52. edsl/exceptions/cache.py +5 -0
  53. edsl/exceptions/coop.py +8 -0
  54. edsl/exceptions/general.py +34 -0
  55. edsl/exceptions/inference_services.py +5 -0
  56. edsl/exceptions/jobs.py +15 -0
  57. edsl/exceptions/language_models.py +46 -1
  58. edsl/exceptions/questions.py +80 -5
  59. edsl/exceptions/results.py +16 -5
  60. edsl/exceptions/scenarios.py +29 -0
  61. edsl/exceptions/surveys.py +13 -10
  62. edsl/inference_services/AnthropicService.py +106 -0
  63. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  64. edsl/inference_services/AvailableModelFetcher.py +215 -0
  65. edsl/inference_services/AwsBedrock.py +118 -0
  66. edsl/inference_services/AzureAI.py +215 -0
  67. edsl/inference_services/DeepInfraService.py +18 -0
  68. edsl/inference_services/GoogleService.py +143 -0
  69. edsl/inference_services/GroqService.py +20 -0
  70. edsl/inference_services/InferenceServiceABC.py +80 -0
  71. edsl/inference_services/InferenceServicesCollection.py +138 -0
  72. edsl/inference_services/MistralAIService.py +120 -0
  73. edsl/inference_services/OllamaService.py +18 -0
  74. edsl/inference_services/OpenAIService.py +236 -0
  75. edsl/inference_services/PerplexityService.py +160 -0
  76. edsl/inference_services/ServiceAvailability.py +135 -0
  77. edsl/inference_services/TestService.py +90 -0
  78. edsl/inference_services/TogetherAIService.py +172 -0
  79. edsl/inference_services/data_structures.py +134 -0
  80. edsl/inference_services/models_available_cache.py +118 -0
  81. edsl/inference_services/rate_limits_cache.py +25 -0
  82. edsl/inference_services/registry.py +41 -0
  83. edsl/inference_services/write_available.py +10 -0
  84. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  85. edsl/jobs/Answers.py +21 -20
  86. edsl/jobs/FetchInvigilator.py +47 -0
  87. edsl/jobs/InterviewTaskManager.py +98 -0
  88. edsl/jobs/InterviewsConstructor.py +50 -0
  89. edsl/jobs/Jobs.py +684 -206
  90. edsl/jobs/JobsChecks.py +172 -0
  91. edsl/jobs/JobsComponentConstructor.py +189 -0
  92. edsl/jobs/JobsPrompts.py +270 -0
  93. edsl/jobs/JobsRemoteInferenceHandler.py +311 -0
  94. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  95. edsl/jobs/RequestTokenEstimator.py +30 -0
  96. edsl/jobs/async_interview_runner.py +138 -0
  97. edsl/jobs/buckets/BucketCollection.py +104 -0
  98. edsl/jobs/buckets/ModelBuckets.py +65 -0
  99. edsl/jobs/buckets/TokenBucket.py +283 -0
  100. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  101. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  102. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  103. edsl/jobs/data_structures.py +120 -0
  104. edsl/jobs/decorators.py +35 -0
  105. edsl/jobs/interviews/Interview.py +392 -0
  106. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -0
  107. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -0
  108. edsl/jobs/interviews/InterviewStatistic.py +63 -0
  109. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -0
  110. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -0
  111. edsl/jobs/interviews/InterviewStatusLog.py +92 -0
  112. edsl/jobs/interviews/ReportErrors.py +66 -0
  113. edsl/jobs/interviews/interview_status_enum.py +9 -0
  114. edsl/jobs/jobs_status_enums.py +9 -0
  115. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  116. edsl/jobs/results_exceptions_handler.py +98 -0
  117. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -110
  118. edsl/jobs/runners/JobsRunnerStatus.py +298 -0
  119. edsl/jobs/tasks/QuestionTaskCreator.py +244 -0
  120. edsl/jobs/tasks/TaskCreators.py +64 -0
  121. edsl/jobs/tasks/TaskHistory.py +470 -0
  122. edsl/jobs/tasks/TaskStatusLog.py +23 -0
  123. edsl/jobs/tasks/task_status_enum.py +161 -0
  124. edsl/jobs/tokens/InterviewTokenUsage.py +27 -0
  125. edsl/jobs/tokens/TokenUsage.py +34 -0
  126. edsl/language_models/ComputeCost.py +63 -0
  127. edsl/language_models/LanguageModel.py +507 -386
  128. edsl/language_models/ModelList.py +164 -0
  129. edsl/language_models/PriceManager.py +127 -0
  130. edsl/language_models/RawResponseHandler.py +106 -0
  131. edsl/language_models/RegisterLanguageModelsMeta.py +184 -0
  132. edsl/language_models/__init__.py +1 -8
  133. edsl/language_models/fake_openai_call.py +15 -0
  134. edsl/language_models/fake_openai_service.py +61 -0
  135. edsl/language_models/key_management/KeyLookup.py +63 -0
  136. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  137. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  138. edsl/language_models/key_management/__init__.py +0 -0
  139. edsl/language_models/key_management/models.py +131 -0
  140. edsl/language_models/model.py +256 -0
  141. edsl/language_models/repair.py +109 -41
  142. edsl/language_models/utilities.py +65 -0
  143. edsl/notebooks/Notebook.py +263 -0
  144. edsl/notebooks/NotebookToLaTeX.py +142 -0
  145. edsl/notebooks/__init__.py +1 -0
  146. edsl/prompts/Prompt.py +222 -93
  147. edsl/prompts/__init__.py +1 -1
  148. edsl/questions/ExceptionExplainer.py +77 -0
  149. edsl/questions/HTMLQuestion.py +103 -0
  150. edsl/questions/QuestionBase.py +518 -0
  151. edsl/questions/QuestionBasePromptsMixin.py +221 -0
  152. edsl/questions/QuestionBudget.py +164 -67
  153. edsl/questions/QuestionCheckBox.py +281 -62
  154. edsl/questions/QuestionDict.py +343 -0
  155. edsl/questions/QuestionExtract.py +136 -50
  156. edsl/questions/QuestionFreeText.py +79 -55
  157. edsl/questions/QuestionFunctional.py +138 -41
  158. edsl/questions/QuestionList.py +184 -57
  159. edsl/questions/QuestionMatrix.py +265 -0
  160. edsl/questions/QuestionMultipleChoice.py +293 -69
  161. edsl/questions/QuestionNumerical.py +109 -56
  162. edsl/questions/QuestionRank.py +244 -49
  163. edsl/questions/Quick.py +41 -0
  164. edsl/questions/SimpleAskMixin.py +74 -0
  165. edsl/questions/__init__.py +9 -6
  166. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +153 -38
  167. edsl/questions/compose_questions.py +13 -7
  168. edsl/questions/data_structures.py +20 -0
  169. edsl/questions/decorators.py +21 -0
  170. edsl/questions/derived/QuestionLikertFive.py +28 -26
  171. edsl/questions/derived/QuestionLinearScale.py +41 -28
  172. edsl/questions/derived/QuestionTopK.py +34 -26
  173. edsl/questions/derived/QuestionYesNo.py +40 -27
  174. edsl/questions/descriptors.py +228 -74
  175. edsl/questions/loop_processor.py +149 -0
  176. edsl/questions/prompt_templates/question_budget.jinja +13 -0
  177. edsl/questions/prompt_templates/question_checkbox.jinja +32 -0
  178. edsl/questions/prompt_templates/question_extract.jinja +11 -0
  179. edsl/questions/prompt_templates/question_free_text.jinja +3 -0
  180. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -0
  181. edsl/questions/prompt_templates/question_list.jinja +17 -0
  182. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -0
  183. edsl/questions/prompt_templates/question_numerical.jinja +37 -0
  184. edsl/questions/question_base_gen_mixin.py +168 -0
  185. edsl/questions/question_registry.py +130 -46
  186. edsl/questions/register_questions_meta.py +71 -0
  187. edsl/questions/response_validator_abc.py +188 -0
  188. edsl/questions/response_validator_factory.py +34 -0
  189. edsl/questions/settings.py +5 -2
  190. edsl/questions/templates/__init__.py +0 -0
  191. edsl/questions/templates/budget/__init__.py +0 -0
  192. edsl/questions/templates/budget/answering_instructions.jinja +7 -0
  193. edsl/questions/templates/budget/question_presentation.jinja +7 -0
  194. edsl/questions/templates/checkbox/__init__.py +0 -0
  195. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -0
  196. edsl/questions/templates/checkbox/question_presentation.jinja +22 -0
  197. edsl/questions/templates/dict/__init__.py +0 -0
  198. edsl/questions/templates/dict/answering_instructions.jinja +21 -0
  199. edsl/questions/templates/dict/question_presentation.jinja +1 -0
  200. edsl/questions/templates/extract/__init__.py +0 -0
  201. edsl/questions/templates/extract/answering_instructions.jinja +7 -0
  202. edsl/questions/templates/extract/question_presentation.jinja +1 -0
  203. edsl/questions/templates/free_text/__init__.py +0 -0
  204. edsl/questions/templates/free_text/answering_instructions.jinja +0 -0
  205. edsl/questions/templates/free_text/question_presentation.jinja +1 -0
  206. edsl/questions/templates/likert_five/__init__.py +0 -0
  207. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -0
  208. edsl/questions/templates/likert_five/question_presentation.jinja +12 -0
  209. edsl/questions/templates/linear_scale/__init__.py +0 -0
  210. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -0
  211. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -0
  212. edsl/questions/templates/list/__init__.py +0 -0
  213. edsl/questions/templates/list/answering_instructions.jinja +4 -0
  214. edsl/questions/templates/list/question_presentation.jinja +5 -0
  215. edsl/questions/templates/matrix/__init__.py +1 -0
  216. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  217. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  218. edsl/questions/templates/multiple_choice/__init__.py +0 -0
  219. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -0
  220. edsl/questions/templates/multiple_choice/html.jinja +0 -0
  221. edsl/questions/templates/multiple_choice/question_presentation.jinja +12 -0
  222. edsl/questions/templates/numerical/__init__.py +0 -0
  223. edsl/questions/templates/numerical/answering_instructions.jinja +7 -0
  224. edsl/questions/templates/numerical/question_presentation.jinja +7 -0
  225. edsl/questions/templates/rank/__init__.py +0 -0
  226. edsl/questions/templates/rank/answering_instructions.jinja +11 -0
  227. edsl/questions/templates/rank/question_presentation.jinja +15 -0
  228. edsl/questions/templates/top_k/__init__.py +0 -0
  229. edsl/questions/templates/top_k/answering_instructions.jinja +8 -0
  230. edsl/questions/templates/top_k/question_presentation.jinja +22 -0
  231. edsl/questions/templates/yes_no/__init__.py +0 -0
  232. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -0
  233. edsl/questions/templates/yes_no/question_presentation.jinja +12 -0
  234. edsl/results/CSSParameterizer.py +108 -0
  235. edsl/results/Dataset.py +550 -19
  236. edsl/results/DatasetExportMixin.py +594 -0
  237. edsl/results/DatasetTree.py +295 -0
  238. edsl/results/MarkdownToDocx.py +122 -0
  239. edsl/results/MarkdownToPDF.py +111 -0
  240. edsl/results/Result.py +477 -173
  241. edsl/results/Results.py +987 -269
  242. edsl/results/ResultsExportMixin.py +28 -125
  243. edsl/results/ResultsGGMixin.py +83 -15
  244. edsl/results/TableDisplay.py +125 -0
  245. edsl/results/TextEditor.py +50 -0
  246. edsl/results/__init__.py +1 -1
  247. edsl/results/file_exports.py +252 -0
  248. edsl/results/results_fetch_mixin.py +33 -0
  249. edsl/results/results_selector.py +145 -0
  250. edsl/results/results_tools_mixin.py +98 -0
  251. edsl/results/smart_objects.py +96 -0
  252. edsl/results/table_data_class.py +12 -0
  253. edsl/results/table_display.css +78 -0
  254. edsl/results/table_renderers.py +118 -0
  255. edsl/results/tree_explore.py +115 -0
  256. edsl/scenarios/ConstructDownloadLink.py +109 -0
  257. edsl/scenarios/DocumentChunker.py +102 -0
  258. edsl/scenarios/DocxScenario.py +16 -0
  259. edsl/scenarios/FileStore.py +543 -0
  260. edsl/scenarios/PdfExtractor.py +40 -0
  261. edsl/scenarios/Scenario.py +431 -62
  262. edsl/scenarios/ScenarioHtmlMixin.py +65 -0
  263. edsl/scenarios/ScenarioList.py +1415 -45
  264. edsl/scenarios/ScenarioListExportMixin.py +45 -0
  265. edsl/scenarios/ScenarioListPdfMixin.py +239 -0
  266. edsl/scenarios/__init__.py +2 -0
  267. edsl/scenarios/directory_scanner.py +96 -0
  268. edsl/scenarios/file_methods.py +85 -0
  269. edsl/scenarios/handlers/__init__.py +13 -0
  270. edsl/scenarios/handlers/csv.py +49 -0
  271. edsl/scenarios/handlers/docx.py +76 -0
  272. edsl/scenarios/handlers/html.py +37 -0
  273. edsl/scenarios/handlers/json.py +111 -0
  274. edsl/scenarios/handlers/latex.py +5 -0
  275. edsl/scenarios/handlers/md.py +51 -0
  276. edsl/scenarios/handlers/pdf.py +68 -0
  277. edsl/scenarios/handlers/png.py +39 -0
  278. edsl/scenarios/handlers/pptx.py +105 -0
  279. edsl/scenarios/handlers/py.py +294 -0
  280. edsl/scenarios/handlers/sql.py +313 -0
  281. edsl/scenarios/handlers/sqlite.py +149 -0
  282. edsl/scenarios/handlers/txt.py +33 -0
  283. edsl/scenarios/scenario_join.py +131 -0
  284. edsl/scenarios/scenario_selector.py +156 -0
  285. edsl/shared.py +1 -0
  286. edsl/study/ObjectEntry.py +173 -0
  287. edsl/study/ProofOfWork.py +113 -0
  288. edsl/study/SnapShot.py +80 -0
  289. edsl/study/Study.py +521 -0
  290. edsl/study/__init__.py +4 -0
  291. edsl/surveys/ConstructDAG.py +92 -0
  292. edsl/surveys/DAG.py +92 -11
  293. edsl/surveys/EditSurvey.py +221 -0
  294. edsl/surveys/InstructionHandler.py +100 -0
  295. edsl/surveys/Memory.py +9 -4
  296. edsl/surveys/MemoryManagement.py +72 -0
  297. edsl/surveys/MemoryPlan.py +156 -35
  298. edsl/surveys/Rule.py +221 -74
  299. edsl/surveys/RuleCollection.py +241 -61
  300. edsl/surveys/RuleManager.py +172 -0
  301. edsl/surveys/Simulator.py +75 -0
  302. edsl/surveys/Survey.py +1079 -339
  303. edsl/surveys/SurveyCSS.py +273 -0
  304. edsl/surveys/SurveyExportMixin.py +235 -40
  305. edsl/surveys/SurveyFlowVisualization.py +181 -0
  306. edsl/surveys/SurveyQualtricsImport.py +284 -0
  307. edsl/surveys/SurveyToApp.py +141 -0
  308. edsl/surveys/__init__.py +4 -2
  309. edsl/surveys/base.py +19 -3
  310. edsl/surveys/descriptors.py +17 -6
  311. edsl/surveys/instructions/ChangeInstruction.py +48 -0
  312. edsl/surveys/instructions/Instruction.py +56 -0
  313. edsl/surveys/instructions/InstructionCollection.py +82 -0
  314. edsl/surveys/instructions/__init__.py +0 -0
  315. edsl/templates/error_reporting/base.html +24 -0
  316. edsl/templates/error_reporting/exceptions_by_model.html +35 -0
  317. edsl/templates/error_reporting/exceptions_by_question_name.html +17 -0
  318. edsl/templates/error_reporting/exceptions_by_type.html +17 -0
  319. edsl/templates/error_reporting/interview_details.html +116 -0
  320. edsl/templates/error_reporting/interviews.html +19 -0
  321. edsl/templates/error_reporting/overview.html +5 -0
  322. edsl/templates/error_reporting/performance_plot.html +2 -0
  323. edsl/templates/error_reporting/report.css +74 -0
  324. edsl/templates/error_reporting/report.html +118 -0
  325. edsl/templates/error_reporting/report.js +25 -0
  326. edsl/tools/__init__.py +1 -0
  327. edsl/tools/clusters.py +192 -0
  328. edsl/tools/embeddings.py +27 -0
  329. edsl/tools/embeddings_plotting.py +118 -0
  330. edsl/tools/plotting.py +112 -0
  331. edsl/tools/summarize.py +18 -0
  332. edsl/utilities/PrettyList.py +56 -0
  333. edsl/utilities/SystemInfo.py +5 -0
  334. edsl/utilities/__init__.py +21 -20
  335. edsl/utilities/ast_utilities.py +3 -0
  336. edsl/utilities/data/Registry.py +2 -0
  337. edsl/utilities/decorators.py +41 -0
  338. edsl/utilities/gcp_bucket/__init__.py +0 -0
  339. edsl/utilities/gcp_bucket/cloud_storage.py +96 -0
  340. edsl/utilities/interface.py +310 -60
  341. edsl/utilities/is_notebook.py +18 -0
  342. edsl/utilities/is_valid_variable_name.py +11 -0
  343. edsl/utilities/naming_utilities.py +263 -0
  344. edsl/utilities/remove_edsl_version.py +24 -0
  345. edsl/utilities/repair_functions.py +28 -0
  346. edsl/utilities/restricted_python.py +70 -0
  347. edsl/utilities/utilities.py +203 -13
  348. edsl-0.1.40.dist-info/METADATA +111 -0
  349. edsl-0.1.40.dist-info/RECORD +362 -0
  350. {edsl-0.1.15.dist-info → edsl-0.1.40.dist-info}/WHEEL +1 -1
  351. edsl/agents/AgentListExportMixin.py +0 -24
  352. edsl/coop/old.py +0 -31
  353. edsl/data/Database.py +0 -141
  354. edsl/data/crud.py +0 -121
  355. edsl/jobs/Interview.py +0 -435
  356. edsl/jobs/JobsRunner.py +0 -63
  357. edsl/jobs/JobsRunnerStatusMixin.py +0 -115
  358. edsl/jobs/base.py +0 -47
  359. edsl/jobs/buckets.py +0 -178
  360. edsl/jobs/runners/JobsRunnerDryRun.py +0 -19
  361. edsl/jobs/runners/JobsRunnerStreaming.py +0 -54
  362. edsl/jobs/task_management.py +0 -215
  363. edsl/jobs/token_tracking.py +0 -78
  364. edsl/language_models/DeepInfra.py +0 -69
  365. edsl/language_models/OpenAI.py +0 -98
  366. edsl/language_models/model_interfaces/GeminiPro.py +0 -66
  367. edsl/language_models/model_interfaces/LanguageModelOpenAIFour.py +0 -8
  368. edsl/language_models/model_interfaces/LanguageModelOpenAIThreeFiveTurbo.py +0 -8
  369. edsl/language_models/model_interfaces/LlamaTwo13B.py +0 -21
  370. edsl/language_models/model_interfaces/LlamaTwo70B.py +0 -21
  371. edsl/language_models/model_interfaces/Mixtral8x7B.py +0 -24
  372. edsl/language_models/registry.py +0 -81
  373. edsl/language_models/schemas.py +0 -15
  374. edsl/language_models/unused/ReplicateBase.py +0 -83
  375. edsl/prompts/QuestionInstructionsBase.py +0 -6
  376. edsl/prompts/library/agent_instructions.py +0 -29
  377. edsl/prompts/library/agent_persona.py +0 -17
  378. edsl/prompts/library/question_budget.py +0 -26
  379. edsl/prompts/library/question_checkbox.py +0 -32
  380. edsl/prompts/library/question_extract.py +0 -19
  381. edsl/prompts/library/question_freetext.py +0 -14
  382. edsl/prompts/library/question_linear_scale.py +0 -20
  383. edsl/prompts/library/question_list.py +0 -22
  384. edsl/prompts/library/question_multiple_choice.py +0 -44
  385. edsl/prompts/library/question_numerical.py +0 -31
  386. edsl/prompts/library/question_rank.py +0 -21
  387. edsl/prompts/prompt_config.py +0 -33
  388. edsl/prompts/registry.py +0 -185
  389. edsl/questions/Question.py +0 -240
  390. edsl/report/InputOutputDataTypes.py +0 -134
  391. edsl/report/RegressionMixin.py +0 -28
  392. edsl/report/ReportOutputs.py +0 -1228
  393. edsl/report/ResultsFetchMixin.py +0 -106
  394. edsl/report/ResultsOutputMixin.py +0 -14
  395. edsl/report/demo.ipynb +0 -645
  396. edsl/results/ResultsDBMixin.py +0 -184
  397. edsl/surveys/SurveyFlowVisualizationMixin.py +0 -92
  398. edsl/trackers/Tracker.py +0 -91
  399. edsl/trackers/TrackerAPI.py +0 -196
  400. edsl/trackers/TrackerTasks.py +0 -70
  401. edsl/utilities/pastebin.py +0 -141
  402. edsl-0.1.15.dist-info/METADATA +0 -69
  403. edsl-0.1.15.dist-info/RECORD +0 -142
  404. /edsl/{language_models/model_interfaces → inference_services}/__init__.py +0 -0
  405. /edsl/{report/__init__.py → jobs/runners/JobsRunnerStatusData.py} +0 -0
  406. /edsl/{trackers/__init__.py → language_models/ServiceDataSources.py} +0 -0
  407. {edsl-0.1.15.dist-info → edsl-0.1.40.dist-info}/LICENSE +0 -0
edsl/results/table_display.css ADDED
@@ -0,0 +1,78 @@
1
+ .table-container {
2
+ height: var(--containerHeight) !important;
3
+ width: 100%;
4
+ overflow: auto; /* This enables both horizontal and vertical scrolling */
5
+ border: 1px solid #d4d4d4;
6
+ background: transparent;
7
+ position: relative; /* Create stacking context for sticky header */
8
+ }
9
+
10
+ .scroll-table {
11
+ /* Remove width: 100% to prevent table from being constrained */
12
+ /* min-width: 100% ensures table takes at least full container width */
13
+ min-width: 100%;
14
+ border-collapse: separate;
15
+ border-spacing: 4px;
16
+ background: transparent;
17
+ table-layout: auto; /* Allow table to size based on content */
18
+ }
19
+
20
+ .scroll-table th {
21
+ background: transparent; /* Semi-transparent background to ensure text readability */
22
+ position: sticky;
23
+ top: 0;
24
+ z-index: 1;
25
+ text-align: left !important;
26
+ padding: 8px;
27
+ font-weight: bold;
28
+ white-space: nowrap; /* Prevent header text from wrapping */
29
+ min-width: 100px; /* Ensure minimum column width */
30
+ backdrop-filter: blur(8px); /* Optional: adds extra clarity */
31
+ color: var(--headerColor);
32
+ }
33
+
34
+ .scroll-table td {
35
+ padding: 8px;
36
+ text-align: left !important;
37
+ white-space: pre-wrap;
38
+ word-wrap: break-word;
39
+ vertical-align: top;
40
+ color: inherit;
41
+ border-bottom: none;
42
+ background: transparent;
43
+ min-width: 100px; /* Match header minimum width */
44
+ }
45
+
46
+ .scroll-table tbody tr:hover {
47
+ background: transparent;
48
+ }
49
+
50
+ /* Additional rule to ensure header background is truly transparent */
51
+ .scroll-table thead tr {
52
+ background: transparent !important;
53
+ }
54
+
55
+ /* Add shadow to indicate scrollable content */
56
+ .table-container::after {
57
+ content: '';
58
+ position: absolute;
59
+ top: 0;
60
+ right: 0;
61
+ bottom: 0;
62
+ width: 5px;
63
+ background: linear-gradient(to right, transparent, rgba(242, 6, 6, 0.1));
64
+ pointer-events: none;
65
+ opacity: 0;
66
+ transition: opacity 0.3s;
67
+ }
68
+
69
+ .table-container:hover::after {
70
+ opacity: 1;
71
+ }
72
+
73
+ /* Handle Jupyter notebook specific styling */
74
+ .jp-OutputArea-output .table-container {
75
+ max-width: 100%;
76
+ margin: 0;
77
+ overflow-x: auto;
78
+ }
edsl/results/table_renderers.py ADDED
@@ -0,0 +1,118 @@
1
+ from abc import ABC, abstractmethod
2
+ from edsl.results.table_data_class import TableData
3
+
4
+
5
+ class DataTablesRendererABC(ABC):
6
+ def __init__(self, table_data: TableData):
7
+ self.table_data = table_data
8
+
9
+ @abstractmethod
10
+ def render_html(self) -> str:
11
+ pass
12
+
13
+
14
+ class DataTablesRenderer(DataTablesRendererABC):
15
+ """Interactive DataTables renderer implementation"""
16
+
17
+ def render_html(self) -> str:
18
+ html_template = """
19
+ <!DOCTYPE html>
20
+ <html>
21
+ <head>
22
+ <link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet">
23
+ <link href="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-bs5/1.13.6/dataTables.bootstrap5.min.css" rel="stylesheet">
24
+ <link href="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-buttons-bs5/2.4.1/buttons.bootstrap5.min.css" rel="stylesheet">
25
+ <link href="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-responsive-bs5/2.4.1/responsive.bootstrap5.min.css" rel="stylesheet">
26
+ <style>
27
+ {css}
28
+ </style>
29
+ </head>
30
+ <body>
31
+ <div class="container">
32
+ <table id="interactive-table" class="table table-striped" style="width:100%">
33
+ <thead>
34
+ <tr>{header_cells}</tr>
35
+ </thead>
36
+ <tbody>{body_rows}</tbody>
37
+ </table>
38
+ </div>
39
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/3.7.0/jquery.min.js"></script>
40
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/datatables.net/1.13.6/jquery.dataTables.min.js"></script>
41
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-bs5/1.13.6/dataTables.bootstrap5.min.js"></script>
42
+ <script>
43
+ $(document).ready(function() {{
44
+ $('#interactive-table').DataTable({{
45
+ pageLength: 10,
46
+ lengthMenu: [[5, 10, 25, -1], [5, 10, 25, "All"]],
47
+ scrollX: true,
48
+ responsive: true,
49
+ dom: 'Bfrtip',
50
+ buttons: [
51
+ {{
52
+ extend: 'colvis',
53
+ text: 'Show/Hide Columns'
54
+ }}
55
+ ]
56
+ }});
57
+ }});
58
+ </script>
59
+ </body>
60
+ </html>
61
+ """
62
+
63
+ header_cells = "".join(
64
+ f"<th>{header}</th>" for header in self.table_data.headers
65
+ )
66
+ body_rows = ""
67
+ for row in self.table_data.data:
68
+ body_rows += "<tr>"
69
+ body_rows += "".join(f"<td>{cell}</td>" for cell in row)
70
+ body_rows += "</tr>"
71
+
72
+ parameters = self.table_data.parameters or {}
73
+ css = self.get_css()
74
+ if hasattr(self, "css_parameterizer"):
75
+ css = self.css_parameterizer(css).apply_parameters(parameters)
76
+
77
+ return html_template.format(
78
+ css=css, header_cells=header_cells, body_rows=body_rows
79
+ )
80
+
81
+ @classmethod
82
+ def get_css(cls) -> str:
83
+ """Load CSS content from the file next to this module"""
84
+ css_path = Path(__file__).parent / "table_display.css"
85
+ return css_path.read_text()
86
+
87
+
88
+ class PandasStyleRenderer(DataTablesRendererABC):
89
+ """Pandas-based styled renderer implementation"""
90
+
91
+ def render_html(self) -> str:
92
+ import pandas as pd
93
+
94
+ from contextlib import redirect_stderr
95
+ import io
96
+
97
+ stderr = io.StringIO()
98
+ with redirect_stderr(stderr):
99
+ if self.table_data.raw_data_set is not None and hasattr(
100
+ self.table_data.raw_data_set, "to_pandas"
101
+ ):
102
+ df = self.table_data.raw_data_set.to_pandas()
103
+ else:
104
+ df = pd.DataFrame(self.table_data.data, columns=self.table_data.headers)
105
+
106
+ styled_df = df.style.set_properties(
107
+ **{"text-align": "left"}
108
+ ).background_gradient()
109
+
110
+ return f"""
111
+ <div style="max-height: 500px; overflow-y: auto;">
112
+ {styled_df.to_html()}
113
+ </div>
114
+ """
115
+
116
+ @classmethod
117
+ def get_css(cls) -> str:
118
+ return "" # Pandas styling handles its own CSS
edsl/results/tree_explore.py ADDED
@@ -0,0 +1,115 @@
1
+ from collections import defaultdict
2
+ from typing import List, Dict, Any
3
+ import json
4
+
5
+
6
+ class FoldableHTMLTableGenerator:
7
+ def __init__(self, data: List[Dict[str, Any]]):
8
+ self.data = data
9
+
10
+ def tree(self, fold_attributes: List[str], drop: List[str] = None) -> Dict:
11
+ def nested_dict():
12
+ return defaultdict(nested_dict)
13
+
14
+ result = nested_dict()
15
+ drop = drop or [] # Use an empty list if drop is None
16
+
17
+ for item in self.data:
18
+ current = result
19
+ for attr in fold_attributes:
20
+ current = current[item[attr]]
21
+
22
+ row = {
23
+ k: v
24
+ for k, v in item.items()
25
+ if k not in fold_attributes and k not in drop
26
+ }
27
+ if "_rows" not in current:
28
+ current["_rows"] = []
29
+ current["_rows"].append(row)
30
+
31
+ return result
32
+
33
+ def generate_html(self, tree, fold_attributes: List[str]) -> str:
34
+ html_content = """
35
+ <!DOCTYPE html>
36
+ <html lang="en">
37
+ <head>
38
+ <meta charset="UTF-8">
39
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
40
+ <title>Foldable Nested Table</title>
41
+ <style>
42
+ .folding-section { margin-left: 20px; }
43
+ .fold-button { cursor: pointer; margin: 5px 0; }
44
+ table { border-collapse: collapse; margin-top: 10px; }
45
+ th, td { border: 1px solid black; padding: 5px; }
46
+ .attribute-label { font-weight: bold; }
47
+ </style>
48
+ </head>
49
+ <body>
50
+ <div id="root"></div>
51
+ <script>
52
+ function toggleFold(id) {
53
+ const element = document.getElementById(id);
54
+ element.style.display = element.style.display === 'none' ? 'block' : 'none';
55
+ }
56
+
57
+ function createFoldableSection(data, path = [], attributes = %s) {
58
+ const container = document.createElement('div');
59
+ container.className = 'folding-section';
60
+
61
+ for (const [key, value] of Object.entries(data)) {
62
+ if (key === '_rows') {
63
+ const table = document.createElement('table');
64
+ const headerRow = table.insertRow();
65
+ const headers = Object.keys(value[0]);
66
+ headers.forEach(header => {
67
+ const th = document.createElement('th');
68
+ th.textContent = header;
69
+ headerRow.appendChild(th);
70
+ });
71
+ value.forEach(row => {
72
+ const tableRow = table.insertRow();
73
+ headers.forEach(header => {
74
+ const cell = tableRow.insertCell();
75
+ cell.textContent = row[header];
76
+ });
77
+ });
78
+ container.appendChild(table);
79
+ } else {
80
+ const button = document.createElement('button');
81
+ const attributeType = attributes[path.length];
82
+ button.innerHTML = `<span class="attribute-label">${attributeType}:</span> ${key}`;
83
+ button.className = 'fold-button';
84
+ const sectionId = `section-${path.join('-')}-${key}`;
85
+ button.onclick = () => toggleFold(sectionId);
86
+ container.appendChild(button);
87
+
88
+ const section = document.createElement('div');
89
+ section.id = sectionId;
90
+ section.style.display = 'none';
91
+ section.appendChild(createFoldableSection(value, [...path, key], attributes));
92
+ container.appendChild(section);
93
+ }
94
+ }
95
+
96
+ return container;
97
+ }
98
+
99
+ const treeData = %s;
100
+ document.getElementById('root').appendChild(createFoldableSection(treeData));
101
+ </script>
102
+ </body>
103
+ </html>
104
+ """
105
+
106
+ return html_content % (json.dumps(fold_attributes), json.dumps(tree))
107
+
108
+ def save_html(self, fold_attributes: List[str], filename: str = "output.html"):
109
+ tree = self.tree(fold_attributes)
110
+ html_content = self.generate_html(tree, fold_attributes)
111
+
112
+ with open(filename, "w", encoding="utf-8") as f:
113
+ f.write(html_content)
114
+
115
+ print(f"HTML file has been generated: {filename}")
edsl/scenarios/ConstructDownloadLink.py ADDED
@@ -0,0 +1,109 @@
1
+ import os
2
+ import mimetypes
3
+
4
+
5
+ class ConstructDownloadLink:
6
+ """
7
+ A class to create HTML download links for FileStore objects.
8
+ The links can be displayed in Jupyter notebooks or other web interfaces.
9
+ """
10
+
11
+ def __init__(self, filestore):
12
+ """
13
+ Initialize with a FileStore object.
14
+
15
+ Args:
16
+ filestore: A FileStore object containing the file to be made downloadable
17
+ """
18
+ self.filestore = filestore
19
+
20
+ def create_link(self, custom_filename=None, style=None):
21
+ from IPython.display import HTML
22
+
23
+ html = self.html_create_link(custom_filename, style)
24
+ return HTML(html)
25
+
26
+ def html_create_link(self, custom_filename=None, style=None):
27
+ """
28
+ Create an HTML download link for the file.
29
+
30
+ Args:
31
+ custom_filename (str, optional): Custom name for the downloaded file.
32
+ If None, uses original filename.
33
+ style (dict, optional): Custom CSS styles for the download button.
34
+ If None, uses default styling.
35
+
36
+ Returns:
37
+ IPython.display.HTML: HTML object containing the download link
38
+ """
39
+
40
+ # Get filename from path or use custom filename
41
+ original_filename = os.path.basename(self.filestore.path)
42
+ filename = custom_filename or original_filename
43
+
44
+ # Use the base64 string already stored in FileStore
45
+ b64_data = self.filestore.base64_string
46
+
47
+ # Use mime type from FileStore or guess it
48
+ mime_type = self.filestore.mime_type
49
+
50
+ # Default style if none provided
51
+ default_style = {
52
+ "background-color": "#4CAF50",
53
+ "color": "white",
54
+ "padding": "10px 20px",
55
+ "text-decoration": "none",
56
+ "border-radius": "4px",
57
+ "display": "inline-block",
58
+ "margin": "10px 0",
59
+ "font-family": "sans-serif",
60
+ "cursor": "pointer",
61
+ }
62
+
63
+ button_style = style or default_style
64
+ style_str = "; ".join(f"{k}: {v}" for k, v in button_style.items())
65
+
66
+ html = f"""
67
+ <a download="{filename}"
68
+ href="data:{mime_type};base64,{b64_data}"
69
+ style="{style_str}">
70
+ Download {filename}
71
+ </a>
72
+ """
73
+ return html
74
+
75
+ def create_multiple_links(self, files, custom_filenames=None, style=None):
76
+ """
77
+ Create multiple download links at once.
78
+ Useful when you want to provide different versions of the same file
79
+ or related files together.
80
+
81
+ Args:
82
+ files (list): List of FileStore objects
83
+ custom_filenames (list, optional): List of custom filenames for downloads
84
+ style (dict, optional): Custom CSS styles for the download buttons
85
+
86
+ Returns:
87
+ IPython.display.HTML: HTML object containing all download links
88
+ """
89
+ if custom_filenames is None:
90
+ custom_filenames = [None] * len(files)
91
+
92
+ html_parts = []
93
+ for file_obj, custom_name in zip(files, custom_filenames):
94
+ link_creator = ConstructDownloadLink(file_obj)
95
+ html_parts.append(
96
+ link_creator.create_link(
97
+ custom_filename=custom_name, style=style
98
+ )._repr_html_()
99
+ )
100
+
101
+ return HTML(
102
+ '<div style="display: flex; gap: 10px;">' + "".join(html_parts) + "</div>"
103
+ )
104
+
105
+
106
+ if __name__ == "__main__":
107
+ import doctest
108
+
109
+ doctest.testmod()
edsl/scenarios/DocumentChunker.py ADDED
@@ -0,0 +1,102 @@
1
+ from __future__ import annotations
2
+ from typing import Optional, Generator, TYPE_CHECKING
3
+ import copy
4
+
5
+ if TYPE_CHECKING:
6
+ from edsl.scenarios.Scenario import Scenario
7
+ from edsl.scenarios.ScenarioList import ScenarioList
8
+
9
+
10
+ class DocumentChunker:
11
+ def __init__(self, scenario: "Scenario"):
12
+ self.scenario = scenario
13
+
14
+ @staticmethod
15
+ def _line_chunks(text, num_lines: int) -> Generator[str, None, None]:
16
+ """Split a text into chunks of a given size.
17
+
18
+ :param text: The text to split.
19
+ :param num_lines: The number of lines in each chunk.
20
+
21
+ Example:
22
+
23
+ >>> list(DocumentChunker._line_chunks("This is a test.\\nThis is a test. This is a test.", 1))
24
+ ['This is a test.', 'This is a test. This is a test.']
25
+ """
26
+ lines = text.split("\n")
27
+ for i in range(0, len(lines), num_lines):
28
+ chunk = "\n".join(lines[i : i + num_lines])
29
+ yield chunk
30
+
31
+ @staticmethod
32
+ def _word_chunks(text, num_words: int) -> Generator[str, None, None]:
33
+ """Split a text into chunks of a given size.
34
+
35
+ :param text: The text to split.
36
+ :param num_words: The number of words in each chunk.
37
+
38
+ Example:
39
+
40
+ >>> list(DocumentChunker._word_chunks("This is a test.", 2))
41
+ ['This is', 'a test.']
42
+ """
43
+ words = text.split()
44
+ for i in range(0, len(words), num_words):
45
+ chunk = " ".join(words[i : i + num_words])
46
+ yield chunk
47
+
48
+ def chunk(
49
+ self,
50
+ field,
51
+ num_words: Optional[int] = None,
52
+ num_lines: Optional[int] = None,
53
+ include_original=False,
54
+ hash_original=False,
55
+ ) -> ScenarioList:
56
+ """Split a field into chunks of a given size.
57
+
58
+ :param field: The field to split.
59
+ :param num_words: The number of words in each chunk.
60
+ :param num_lines: The number of lines in each chunk.
61
+ :param include_original: Whether to include the original field in the new scenarios.
62
+ :param hash_original: Whether to hash the original field in the new scenarios.
63
+
64
+ If you specify `include_original=True`, the original field will be included in the new scenarios with an "_original" suffix.
65
+ """
66
+ from edsl.scenarios.ScenarioList import ScenarioList
67
+ import hashlib
68
+
69
+ if num_words is not None:
70
+ chunks = list(self._word_chunks(self.scenario[field], num_words))
71
+
72
+ if num_lines is not None:
73
+ chunks = list(self._line_chunks(self.scenario[field], num_lines))
74
+
75
+ if num_words is None and num_lines is None:
76
+ raise ValueError("You must specify either num_words or num_lines.")
77
+
78
+ if num_words is not None and num_lines is not None:
79
+ raise ValueError(
80
+ "You must specify either num_words or num_lines, but not both."
81
+ )
82
+
83
+ scenarios = []
84
+ for i, chunk in enumerate(chunks):
85
+ new_scenario = copy.deepcopy(self.scenario)
86
+ new_scenario[field] = chunk
87
+ new_scenario[field + "_chunk"] = i
88
+ if include_original:
89
+ if hash_original:
90
+ new_scenario[field + "_original"] = hashlib.md5(
91
+ self.scenario[field].encode()
92
+ ).hexdigest()
93
+ else:
94
+ new_scenario[field + "_original"] = self.scenario[field]
95
+ scenarios.append(new_scenario)
96
+ return ScenarioList(scenarios)
97
+
98
+
99
+ if __name__ == "__main__":
100
+ import doctest
101
+
102
+ doctest.testmod()
edsl/scenarios/DocxScenario.py ADDED
@@ -0,0 +1,16 @@
1
+ class DocxScenario:
2
+ def __init__(self, docx_path: str):
3
+ from docx import Document
4
+
5
+ self.doc = Document(docx_path)
6
+ self.docx_path = docx_path
7
+
8
+ def get_scenario_dict(self) -> dict:
9
+ # Extract all text
10
+ full_text = []
11
+ for para in self.doc.paragraphs:
12
+ full_text.append(para.text)
13
+
14
+ # Join the text from all paragraphs
15
+ text = "\n".join(full_text)
16
+ return {"file_path": self.docx_path, "text": text}