edsl 0.1.14__py3-none-any.whl → 0.1.40__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (407) hide show
  1. edsl/Base.py +348 -38
  2. edsl/BaseDiff.py +260 -0
  3. edsl/TemplateLoader.py +24 -0
  4. edsl/__init__.py +46 -10
  5. edsl/__version__.py +1 -0
  6. edsl/agents/Agent.py +842 -144
  7. edsl/agents/AgentList.py +521 -25
  8. edsl/agents/Invigilator.py +250 -374
  9. edsl/agents/InvigilatorBase.py +257 -0
  10. edsl/agents/PromptConstructor.py +272 -0
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/descriptors.py +43 -13
  14. edsl/agents/prompt_helpers.py +129 -0
  15. edsl/agents/question_option_processor.py +172 -0
  16. edsl/auto/AutoStudy.py +130 -0
  17. edsl/auto/StageBase.py +243 -0
  18. edsl/auto/StageGenerateSurvey.py +178 -0
  19. edsl/auto/StageLabelQuestions.py +125 -0
  20. edsl/auto/StagePersona.py +61 -0
  21. edsl/auto/StagePersonaDimensionValueRanges.py +88 -0
  22. edsl/auto/StagePersonaDimensionValues.py +74 -0
  23. edsl/auto/StagePersonaDimensions.py +69 -0
  24. edsl/auto/StageQuestions.py +74 -0
  25. edsl/auto/SurveyCreatorPipeline.py +21 -0
  26. edsl/auto/utilities.py +218 -0
  27. edsl/base/Base.py +279 -0
  28. edsl/config.py +121 -104
  29. edsl/conversation/Conversation.py +290 -0
  30. edsl/conversation/car_buying.py +59 -0
  31. edsl/conversation/chips.py +95 -0
  32. edsl/conversation/mug_negotiation.py +81 -0
  33. edsl/conversation/next_speaker_utilities.py +93 -0
  34. edsl/coop/CoopFunctionsMixin.py +15 -0
  35. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  36. edsl/coop/PriceFetcher.py +54 -0
  37. edsl/coop/__init__.py +1 -0
  38. edsl/coop/coop.py +1029 -134
  39. edsl/coop/utils.py +131 -0
  40. edsl/data/Cache.py +560 -89
  41. edsl/data/CacheEntry.py +230 -0
  42. edsl/data/CacheHandler.py +168 -0
  43. edsl/data/RemoteCacheSync.py +186 -0
  44. edsl/data/SQLiteDict.py +292 -0
  45. edsl/data/__init__.py +5 -3
  46. edsl/data/orm.py +6 -33
  47. edsl/data_transfer_models.py +74 -27
  48. edsl/enums.py +165 -8
  49. edsl/exceptions/BaseException.py +21 -0
  50. edsl/exceptions/__init__.py +52 -46
  51. edsl/exceptions/agents.py +33 -15
  52. edsl/exceptions/cache.py +5 -0
  53. edsl/exceptions/coop.py +8 -0
  54. edsl/exceptions/general.py +34 -0
  55. edsl/exceptions/inference_services.py +5 -0
  56. edsl/exceptions/jobs.py +15 -0
  57. edsl/exceptions/language_models.py +46 -1
  58. edsl/exceptions/questions.py +80 -5
  59. edsl/exceptions/results.py +16 -5
  60. edsl/exceptions/scenarios.py +29 -0
  61. edsl/exceptions/surveys.py +13 -10
  62. edsl/inference_services/AnthropicService.py +106 -0
  63. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  64. edsl/inference_services/AvailableModelFetcher.py +215 -0
  65. edsl/inference_services/AwsBedrock.py +118 -0
  66. edsl/inference_services/AzureAI.py +215 -0
  67. edsl/inference_services/DeepInfraService.py +18 -0
  68. edsl/inference_services/GoogleService.py +143 -0
  69. edsl/inference_services/GroqService.py +20 -0
  70. edsl/inference_services/InferenceServiceABC.py +80 -0
  71. edsl/inference_services/InferenceServicesCollection.py +138 -0
  72. edsl/inference_services/MistralAIService.py +120 -0
  73. edsl/inference_services/OllamaService.py +18 -0
  74. edsl/inference_services/OpenAIService.py +236 -0
  75. edsl/inference_services/PerplexityService.py +160 -0
  76. edsl/inference_services/ServiceAvailability.py +135 -0
  77. edsl/inference_services/TestService.py +90 -0
  78. edsl/inference_services/TogetherAIService.py +172 -0
  79. edsl/inference_services/data_structures.py +134 -0
  80. edsl/inference_services/models_available_cache.py +118 -0
  81. edsl/inference_services/rate_limits_cache.py +25 -0
  82. edsl/inference_services/registry.py +41 -0
  83. edsl/inference_services/write_available.py +10 -0
  84. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  85. edsl/jobs/Answers.py +21 -20
  86. edsl/jobs/FetchInvigilator.py +47 -0
  87. edsl/jobs/InterviewTaskManager.py +98 -0
  88. edsl/jobs/InterviewsConstructor.py +50 -0
  89. edsl/jobs/Jobs.py +684 -204
  90. edsl/jobs/JobsChecks.py +172 -0
  91. edsl/jobs/JobsComponentConstructor.py +189 -0
  92. edsl/jobs/JobsPrompts.py +270 -0
  93. edsl/jobs/JobsRemoteInferenceHandler.py +311 -0
  94. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  95. edsl/jobs/RequestTokenEstimator.py +30 -0
  96. edsl/jobs/async_interview_runner.py +138 -0
  97. edsl/jobs/buckets/BucketCollection.py +104 -0
  98. edsl/jobs/buckets/ModelBuckets.py +65 -0
  99. edsl/jobs/buckets/TokenBucket.py +283 -0
  100. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  101. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  102. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  103. edsl/jobs/data_structures.py +120 -0
  104. edsl/jobs/decorators.py +35 -0
  105. edsl/jobs/interviews/Interview.py +392 -0
  106. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -0
  107. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -0
  108. edsl/jobs/interviews/InterviewStatistic.py +63 -0
  109. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -0
  110. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -0
  111. edsl/jobs/interviews/InterviewStatusLog.py +92 -0
  112. edsl/jobs/interviews/ReportErrors.py +66 -0
  113. edsl/jobs/interviews/interview_status_enum.py +9 -0
  114. edsl/jobs/jobs_status_enums.py +9 -0
  115. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  116. edsl/jobs/results_exceptions_handler.py +98 -0
  117. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -110
  118. edsl/jobs/runners/JobsRunnerStatus.py +298 -0
  119. edsl/jobs/tasks/QuestionTaskCreator.py +244 -0
  120. edsl/jobs/tasks/TaskCreators.py +64 -0
  121. edsl/jobs/tasks/TaskHistory.py +470 -0
  122. edsl/jobs/tasks/TaskStatusLog.py +23 -0
  123. edsl/jobs/tasks/task_status_enum.py +161 -0
  124. edsl/jobs/tokens/InterviewTokenUsage.py +27 -0
  125. edsl/jobs/tokens/TokenUsage.py +34 -0
  126. edsl/language_models/ComputeCost.py +63 -0
  127. edsl/language_models/LanguageModel.py +507 -386
  128. edsl/language_models/ModelList.py +164 -0
  129. edsl/language_models/PriceManager.py +127 -0
  130. edsl/language_models/RawResponseHandler.py +106 -0
  131. edsl/language_models/RegisterLanguageModelsMeta.py +184 -0
  132. edsl/language_models/__init__.py +1 -8
  133. edsl/language_models/fake_openai_call.py +15 -0
  134. edsl/language_models/fake_openai_service.py +61 -0
  135. edsl/language_models/key_management/KeyLookup.py +63 -0
  136. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  137. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  138. edsl/language_models/key_management/__init__.py +0 -0
  139. edsl/language_models/key_management/models.py +131 -0
  140. edsl/language_models/model.py +256 -0
  141. edsl/language_models/repair.py +109 -41
  142. edsl/language_models/utilities.py +65 -0
  143. edsl/notebooks/Notebook.py +263 -0
  144. edsl/notebooks/NotebookToLaTeX.py +142 -0
  145. edsl/notebooks/__init__.py +1 -0
  146. edsl/prompts/Prompt.py +222 -93
  147. edsl/prompts/__init__.py +1 -1
  148. edsl/questions/ExceptionExplainer.py +77 -0
  149. edsl/questions/HTMLQuestion.py +103 -0
  150. edsl/questions/QuestionBase.py +518 -0
  151. edsl/questions/QuestionBasePromptsMixin.py +221 -0
  152. edsl/questions/QuestionBudget.py +164 -67
  153. edsl/questions/QuestionCheckBox.py +281 -62
  154. edsl/questions/QuestionDict.py +343 -0
  155. edsl/questions/QuestionExtract.py +136 -50
  156. edsl/questions/QuestionFreeText.py +79 -55
  157. edsl/questions/QuestionFunctional.py +138 -41
  158. edsl/questions/QuestionList.py +184 -57
  159. edsl/questions/QuestionMatrix.py +265 -0
  160. edsl/questions/QuestionMultipleChoice.py +293 -69
  161. edsl/questions/QuestionNumerical.py +109 -56
  162. edsl/questions/QuestionRank.py +244 -49
  163. edsl/questions/Quick.py +41 -0
  164. edsl/questions/SimpleAskMixin.py +74 -0
  165. edsl/questions/__init__.py +9 -6
  166. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +153 -38
  167. edsl/questions/compose_questions.py +13 -7
  168. edsl/questions/data_structures.py +20 -0
  169. edsl/questions/decorators.py +21 -0
  170. edsl/questions/derived/QuestionLikertFive.py +28 -26
  171. edsl/questions/derived/QuestionLinearScale.py +41 -28
  172. edsl/questions/derived/QuestionTopK.py +34 -26
  173. edsl/questions/derived/QuestionYesNo.py +40 -27
  174. edsl/questions/descriptors.py +228 -74
  175. edsl/questions/loop_processor.py +149 -0
  176. edsl/questions/prompt_templates/question_budget.jinja +13 -0
  177. edsl/questions/prompt_templates/question_checkbox.jinja +32 -0
  178. edsl/questions/prompt_templates/question_extract.jinja +11 -0
  179. edsl/questions/prompt_templates/question_free_text.jinja +3 -0
  180. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -0
  181. edsl/questions/prompt_templates/question_list.jinja +17 -0
  182. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -0
  183. edsl/questions/prompt_templates/question_numerical.jinja +37 -0
  184. edsl/questions/question_base_gen_mixin.py +168 -0
  185. edsl/questions/question_registry.py +130 -46
  186. edsl/questions/register_questions_meta.py +71 -0
  187. edsl/questions/response_validator_abc.py +188 -0
  188. edsl/questions/response_validator_factory.py +34 -0
  189. edsl/questions/settings.py +5 -2
  190. edsl/questions/templates/__init__.py +0 -0
  191. edsl/questions/templates/budget/__init__.py +0 -0
  192. edsl/questions/templates/budget/answering_instructions.jinja +7 -0
  193. edsl/questions/templates/budget/question_presentation.jinja +7 -0
  194. edsl/questions/templates/checkbox/__init__.py +0 -0
  195. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -0
  196. edsl/questions/templates/checkbox/question_presentation.jinja +22 -0
  197. edsl/questions/templates/dict/__init__.py +0 -0
  198. edsl/questions/templates/dict/answering_instructions.jinja +21 -0
  199. edsl/questions/templates/dict/question_presentation.jinja +1 -0
  200. edsl/questions/templates/extract/__init__.py +0 -0
  201. edsl/questions/templates/extract/answering_instructions.jinja +7 -0
  202. edsl/questions/templates/extract/question_presentation.jinja +1 -0
  203. edsl/questions/templates/free_text/__init__.py +0 -0
  204. edsl/questions/templates/free_text/answering_instructions.jinja +0 -0
  205. edsl/questions/templates/free_text/question_presentation.jinja +1 -0
  206. edsl/questions/templates/likert_five/__init__.py +0 -0
  207. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -0
  208. edsl/questions/templates/likert_five/question_presentation.jinja +12 -0
  209. edsl/questions/templates/linear_scale/__init__.py +0 -0
  210. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -0
  211. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -0
  212. edsl/questions/templates/list/__init__.py +0 -0
  213. edsl/questions/templates/list/answering_instructions.jinja +4 -0
  214. edsl/questions/templates/list/question_presentation.jinja +5 -0
  215. edsl/questions/templates/matrix/__init__.py +1 -0
  216. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  217. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  218. edsl/questions/templates/multiple_choice/__init__.py +0 -0
  219. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -0
  220. edsl/questions/templates/multiple_choice/html.jinja +0 -0
  221. edsl/questions/templates/multiple_choice/question_presentation.jinja +12 -0
  222. edsl/questions/templates/numerical/__init__.py +0 -0
  223. edsl/questions/templates/numerical/answering_instructions.jinja +7 -0
  224. edsl/questions/templates/numerical/question_presentation.jinja +7 -0
  225. edsl/questions/templates/rank/__init__.py +0 -0
  226. edsl/questions/templates/rank/answering_instructions.jinja +11 -0
  227. edsl/questions/templates/rank/question_presentation.jinja +15 -0
  228. edsl/questions/templates/top_k/__init__.py +0 -0
  229. edsl/questions/templates/top_k/answering_instructions.jinja +8 -0
  230. edsl/questions/templates/top_k/question_presentation.jinja +22 -0
  231. edsl/questions/templates/yes_no/__init__.py +0 -0
  232. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -0
  233. edsl/questions/templates/yes_no/question_presentation.jinja +12 -0
  234. edsl/results/CSSParameterizer.py +108 -0
  235. edsl/results/Dataset.py +550 -19
  236. edsl/results/DatasetExportMixin.py +594 -0
  237. edsl/results/DatasetTree.py +295 -0
  238. edsl/results/MarkdownToDocx.py +122 -0
  239. edsl/results/MarkdownToPDF.py +111 -0
  240. edsl/results/Result.py +477 -173
  241. edsl/results/Results.py +987 -269
  242. edsl/results/ResultsExportMixin.py +28 -125
  243. edsl/results/ResultsGGMixin.py +83 -15
  244. edsl/results/TableDisplay.py +125 -0
  245. edsl/results/TextEditor.py +50 -0
  246. edsl/results/__init__.py +1 -1
  247. edsl/results/file_exports.py +252 -0
  248. edsl/results/results_fetch_mixin.py +33 -0
  249. edsl/results/results_selector.py +145 -0
  250. edsl/results/results_tools_mixin.py +98 -0
  251. edsl/results/smart_objects.py +96 -0
  252. edsl/results/table_data_class.py +12 -0
  253. edsl/results/table_display.css +78 -0
  254. edsl/results/table_renderers.py +118 -0
  255. edsl/results/tree_explore.py +115 -0
  256. edsl/scenarios/ConstructDownloadLink.py +109 -0
  257. edsl/scenarios/DocumentChunker.py +102 -0
  258. edsl/scenarios/DocxScenario.py +16 -0
  259. edsl/scenarios/FileStore.py +543 -0
  260. edsl/scenarios/PdfExtractor.py +40 -0
  261. edsl/scenarios/Scenario.py +431 -62
  262. edsl/scenarios/ScenarioHtmlMixin.py +65 -0
  263. edsl/scenarios/ScenarioList.py +1415 -45
  264. edsl/scenarios/ScenarioListExportMixin.py +45 -0
  265. edsl/scenarios/ScenarioListPdfMixin.py +239 -0
  266. edsl/scenarios/__init__.py +2 -0
  267. edsl/scenarios/directory_scanner.py +96 -0
  268. edsl/scenarios/file_methods.py +85 -0
  269. edsl/scenarios/handlers/__init__.py +13 -0
  270. edsl/scenarios/handlers/csv.py +49 -0
  271. edsl/scenarios/handlers/docx.py +76 -0
  272. edsl/scenarios/handlers/html.py +37 -0
  273. edsl/scenarios/handlers/json.py +111 -0
  274. edsl/scenarios/handlers/latex.py +5 -0
  275. edsl/scenarios/handlers/md.py +51 -0
  276. edsl/scenarios/handlers/pdf.py +68 -0
  277. edsl/scenarios/handlers/png.py +39 -0
  278. edsl/scenarios/handlers/pptx.py +105 -0
  279. edsl/scenarios/handlers/py.py +294 -0
  280. edsl/scenarios/handlers/sql.py +313 -0
  281. edsl/scenarios/handlers/sqlite.py +149 -0
  282. edsl/scenarios/handlers/txt.py +33 -0
  283. edsl/scenarios/scenario_join.py +131 -0
  284. edsl/scenarios/scenario_selector.py +156 -0
  285. edsl/shared.py +1 -0
  286. edsl/study/ObjectEntry.py +173 -0
  287. edsl/study/ProofOfWork.py +113 -0
  288. edsl/study/SnapShot.py +80 -0
  289. edsl/study/Study.py +521 -0
  290. edsl/study/__init__.py +4 -0
  291. edsl/surveys/ConstructDAG.py +92 -0
  292. edsl/surveys/DAG.py +92 -11
  293. edsl/surveys/EditSurvey.py +221 -0
  294. edsl/surveys/InstructionHandler.py +100 -0
  295. edsl/surveys/Memory.py +9 -4
  296. edsl/surveys/MemoryManagement.py +72 -0
  297. edsl/surveys/MemoryPlan.py +156 -35
  298. edsl/surveys/Rule.py +221 -74
  299. edsl/surveys/RuleCollection.py +241 -61
  300. edsl/surveys/RuleManager.py +172 -0
  301. edsl/surveys/Simulator.py +75 -0
  302. edsl/surveys/Survey.py +1079 -339
  303. edsl/surveys/SurveyCSS.py +273 -0
  304. edsl/surveys/SurveyExportMixin.py +235 -40
  305. edsl/surveys/SurveyFlowVisualization.py +181 -0
  306. edsl/surveys/SurveyQualtricsImport.py +284 -0
  307. edsl/surveys/SurveyToApp.py +141 -0
  308. edsl/surveys/__init__.py +4 -2
  309. edsl/surveys/base.py +19 -3
  310. edsl/surveys/descriptors.py +17 -6
  311. edsl/surveys/instructions/ChangeInstruction.py +48 -0
  312. edsl/surveys/instructions/Instruction.py +56 -0
  313. edsl/surveys/instructions/InstructionCollection.py +82 -0
  314. edsl/surveys/instructions/__init__.py +0 -0
  315. edsl/templates/error_reporting/base.html +24 -0
  316. edsl/templates/error_reporting/exceptions_by_model.html +35 -0
  317. edsl/templates/error_reporting/exceptions_by_question_name.html +17 -0
  318. edsl/templates/error_reporting/exceptions_by_type.html +17 -0
  319. edsl/templates/error_reporting/interview_details.html +116 -0
  320. edsl/templates/error_reporting/interviews.html +19 -0
  321. edsl/templates/error_reporting/overview.html +5 -0
  322. edsl/templates/error_reporting/performance_plot.html +2 -0
  323. edsl/templates/error_reporting/report.css +74 -0
  324. edsl/templates/error_reporting/report.html +118 -0
  325. edsl/templates/error_reporting/report.js +25 -0
  326. edsl/tools/__init__.py +1 -0
  327. edsl/tools/clusters.py +192 -0
  328. edsl/tools/embeddings.py +27 -0
  329. edsl/tools/embeddings_plotting.py +118 -0
  330. edsl/tools/plotting.py +112 -0
  331. edsl/tools/summarize.py +18 -0
  332. edsl/utilities/PrettyList.py +56 -0
  333. edsl/utilities/SystemInfo.py +5 -0
  334. edsl/utilities/__init__.py +21 -20
  335. edsl/utilities/ast_utilities.py +3 -0
  336. edsl/utilities/data/Registry.py +2 -0
  337. edsl/utilities/decorators.py +41 -0
  338. edsl/utilities/gcp_bucket/__init__.py +0 -0
  339. edsl/utilities/gcp_bucket/cloud_storage.py +96 -0
  340. edsl/utilities/interface.py +310 -60
  341. edsl/utilities/is_notebook.py +18 -0
  342. edsl/utilities/is_valid_variable_name.py +11 -0
  343. edsl/utilities/naming_utilities.py +263 -0
  344. edsl/utilities/remove_edsl_version.py +24 -0
  345. edsl/utilities/repair_functions.py +28 -0
  346. edsl/utilities/restricted_python.py +70 -0
  347. edsl/utilities/utilities.py +203 -13
  348. edsl-0.1.40.dist-info/METADATA +111 -0
  349. edsl-0.1.40.dist-info/RECORD +362 -0
  350. {edsl-0.1.14.dist-info → edsl-0.1.40.dist-info}/WHEEL +1 -1
  351. edsl/agents/AgentListExportMixin.py +0 -24
  352. edsl/coop/old.py +0 -31
  353. edsl/data/Database.py +0 -141
  354. edsl/data/crud.py +0 -121
  355. edsl/jobs/Interview.py +0 -417
  356. edsl/jobs/JobsRunner.py +0 -63
  357. edsl/jobs/JobsRunnerStatusMixin.py +0 -115
  358. edsl/jobs/base.py +0 -47
  359. edsl/jobs/buckets.py +0 -166
  360. edsl/jobs/runners/JobsRunnerDryRun.py +0 -19
  361. edsl/jobs/runners/JobsRunnerStreaming.py +0 -54
  362. edsl/jobs/task_management.py +0 -218
  363. edsl/jobs/token_tracking.py +0 -78
  364. edsl/language_models/DeepInfra.py +0 -69
  365. edsl/language_models/OpenAI.py +0 -98
  366. edsl/language_models/model_interfaces/GeminiPro.py +0 -66
  367. edsl/language_models/model_interfaces/LanguageModelOpenAIFour.py +0 -8
  368. edsl/language_models/model_interfaces/LanguageModelOpenAIThreeFiveTurbo.py +0 -8
  369. edsl/language_models/model_interfaces/LlamaTwo13B.py +0 -21
  370. edsl/language_models/model_interfaces/LlamaTwo70B.py +0 -21
  371. edsl/language_models/model_interfaces/Mixtral8x7B.py +0 -24
  372. edsl/language_models/registry.py +0 -81
  373. edsl/language_models/schemas.py +0 -15
  374. edsl/language_models/unused/ReplicateBase.py +0 -83
  375. edsl/prompts/QuestionInstructionsBase.py +0 -6
  376. edsl/prompts/library/agent_instructions.py +0 -29
  377. edsl/prompts/library/agent_persona.py +0 -17
  378. edsl/prompts/library/question_budget.py +0 -26
  379. edsl/prompts/library/question_checkbox.py +0 -32
  380. edsl/prompts/library/question_extract.py +0 -19
  381. edsl/prompts/library/question_freetext.py +0 -14
  382. edsl/prompts/library/question_linear_scale.py +0 -20
  383. edsl/prompts/library/question_list.py +0 -22
  384. edsl/prompts/library/question_multiple_choice.py +0 -44
  385. edsl/prompts/library/question_numerical.py +0 -31
  386. edsl/prompts/library/question_rank.py +0 -21
  387. edsl/prompts/prompt_config.py +0 -33
  388. edsl/prompts/registry.py +0 -185
  389. edsl/questions/Question.py +0 -240
  390. edsl/report/InputOutputDataTypes.py +0 -134
  391. edsl/report/RegressionMixin.py +0 -28
  392. edsl/report/ReportOutputs.py +0 -1228
  393. edsl/report/ResultsFetchMixin.py +0 -106
  394. edsl/report/ResultsOutputMixin.py +0 -14
  395. edsl/report/demo.ipynb +0 -645
  396. edsl/results/ResultsDBMixin.py +0 -184
  397. edsl/surveys/SurveyFlowVisualizationMixin.py +0 -92
  398. edsl/trackers/Tracker.py +0 -91
  399. edsl/trackers/TrackerAPI.py +0 -196
  400. edsl/trackers/TrackerTasks.py +0 -70
  401. edsl/utilities/pastebin.py +0 -141
  402. edsl-0.1.14.dist-info/METADATA +0 -69
  403. edsl-0.1.14.dist-info/RECORD +0 -141
  404. /edsl/{language_models/model_interfaces → inference_services}/__init__.py +0 -0
  405. /edsl/{report/__init__.py → jobs/runners/JobsRunnerStatusData.py} +0 -0
  406. /edsl/{trackers/__init__.py → language_models/ServiceDataSources.py} +0 -0
  407. {edsl-0.1.14.dist-info → edsl-0.1.40.dist-info}/LICENSE +0 -0
@@ -0,0 +1,273 @@
1
+ from typing import Optional
2
+ from edsl.utilities.remove_edsl_version import remove_edsl_version
3
+
4
+
5
+ class CSSRuleMeta(type):
6
+ _instances = []
7
+
8
+ def __init__(cls, name, bases, dct):
9
+ super().__init__(name, bases, dct)
10
+
11
+ def __call__(cls, *args, **kwargs):
12
+ instance = super().__call__(*args, **kwargs)
13
+ cls._instances.append(instance)
14
+ return instance
15
+
16
+ @classmethod
17
+ def get_instances(cls):
18
+ return cls._instances
19
+
20
+
21
+ class CSSRule(metaclass=CSSRuleMeta):
22
+ def __init__(self, selector: str, properties: Optional[dict[str, str]] = None):
23
+ """
24
+ A CSS rule object that represents a CSS rule with a selector and properties.
25
+
26
+ >>> rule = CSSRule("survey_container", {"width": "80%", "margin": "0 auto"})
27
+ >>> rule.generate_rule()
28
+ '.survey_container {\\n width: 80%;\\n margin: 0 auto;\\n}'
29
+ """
30
+ self.selector = selector
31
+ self.properties = properties if properties else {}
32
+
33
+ def add_property(self, property_name: str, value: str) -> "CSSRule":
34
+ """
35
+ >>> rule = CSSRule("survey_container")
36
+ >>> rule.add_property("width", "80%")
37
+ CSSRule(select = survey_container, properties = {'width': '80%'})
38
+ """
39
+ self.properties[property_name] = value
40
+ return self
41
+
42
+ def remove_property(self, property_name) -> "CSSRule":
43
+ """
44
+ >>> rule = CSSRule("survey_container", {"width": "80%", "margin": "0 auto"})
45
+ >>> rule.remove_property("margin")
46
+ CSSRule(select = survey_container, properties = {'width': '80%'})
47
+ """
48
+ if property_name in self.properties:
49
+ del self.properties[property_name]
50
+ return self
51
+
52
+ def generate_rule(self) -> str:
53
+ """
54
+ >>> rule = CSSRule("survey_container", {"width": "80%", "margin": "0 auto"})
55
+ >>> rule.generate_rule()
56
+ '.survey_container {\\n width: 80%;\\n margin: 0 auto;\\n}'
57
+ """
58
+ rule_lines = [f".{self.selector} {{"]
59
+ for prop, value in self.properties.items():
60
+ rule_lines.append(f" {prop}: {value};")
61
+ rule_lines.append("}")
62
+ return "\n".join(rule_lines)
63
+
64
+ def __repr__(self) -> str:
65
+ return f"CSSRule(select = {self.selector}, properties = {self.properties})"
66
+
67
+ def to_dict(self, add_esl_version: bool = True) -> dict:
68
+ """
69
+ >>> rule = CSSRule("survey_container", {"width": "80%", "margin": "0 auto"})
70
+ >>> rule.to_dict()
71
+ {'selector': 'survey_container', 'properties': {'width': '80%', 'margin': '0 auto'}, 'edsl_version': '...', 'edsl_class_name': '...'}
72
+ """
73
+ d = {"selector": self.selector, "properties": self.properties}
74
+
75
+ if add_esl_version:
76
+ from edsl import __version__
77
+
78
+ d["edsl_version"] = __version__
79
+ d["edsl_class_name"] = self.__class__.__name__
80
+
81
+ return d
82
+
83
+ @classmethod
84
+ @remove_edsl_version
85
+ def from_dict(cls, rule_dict) -> "CSSRule":
86
+ """
87
+ >>> rule_dict = {'selector': 'survey_container', 'properties': {'width': '80%', 'margin': '0 auto'}}
88
+ >>> CSSRule.from_dict(rule_dict)
89
+ CSSRule(select = survey_container, properties = {'width': '80%', 'margin': '0 auto'})
90
+ """
91
+ return CSSRule(
92
+ selector=rule_dict["selector"], properties=rule_dict["properties"]
93
+ )
94
+
95
+ @classmethod
96
+ def example(cls):
97
+ """
98
+ >>> CSSRule.example()
99
+ CSSRule(select = survey_container, properties = {'width': '80%', 'margin': '0 auto'})
100
+ """
101
+ return CSSRule(
102
+ selector="survey_container",
103
+ properties={
104
+ "width": "80%",
105
+ "margin": "0 auto",
106
+ },
107
+ )
108
+
109
+ def __str__(self):
110
+ return self.generate_rule()
111
+
112
+
113
+ survey_container = CSSRule(
114
+ selector="survey_container",
115
+ properties={
116
+ "width": "80%",
117
+ "margin": "0 auto",
118
+ "padding": "20px",
119
+ "background-color": "#f9f9f9",
120
+ "border": "1px solid #ddd",
121
+ "border-radius": "8px",
122
+ "box-shadow": "0 2px 4px rgba(0, 0, 0, 0.1)",
123
+ },
124
+ )
125
+
126
+ survey_question = CSSRule(
127
+ selector="survey_question",
128
+ properties={
129
+ "margin-bottom": "20px",
130
+ "padding": "15px",
131
+ "background-color": "#fff",
132
+ "border": "1px solid #ddd",
133
+ "border-radius": "8px",
134
+ },
135
+ )
136
+
137
+ question_text = CSSRule(
138
+ selector="question_text",
139
+ properties={
140
+ "font-size": "18px",
141
+ "font-weight": "bold",
142
+ "margin-bottom": "10px",
143
+ "color": "#333",
144
+ },
145
+ )
146
+
147
+ question_options = CSSRule(
148
+ selector="question_options",
149
+ properties={
150
+ "list-style-type": "none",
151
+ "padding": "0",
152
+ "margin": "0",
153
+ },
154
+ )
155
+
156
+ question_options_li = CSSRule(
157
+ selector="question_options li",
158
+ properties={
159
+ "margin-bottom": "10px",
160
+ "font-size": "16px",
161
+ "color": "#555",
162
+ },
163
+ )
164
+
165
+ question_options_radio = CSSRule(
166
+ selector="question_options input[type='radio']",
167
+ properties={
168
+ "margin-right": "10px",
169
+ },
170
+ )
171
+
172
+ question_options_checkbox = CSSRule(
173
+ selector="question_options input[type='checkbox']",
174
+ properties={
175
+ "margin-right": "10px",
176
+ },
177
+ )
178
+
179
+ input_text = CSSRule(
180
+ selector="input[type='text']",
181
+ properties={
182
+ "width": "100%",
183
+ "padding": "10px",
184
+ "font-size": "16px",
185
+ "border": "1px solid #ddd",
186
+ "border-radius": "4px",
187
+ "box-sizing": "border-box",
188
+ },
189
+ )
190
+
191
+
192
+ class SurveyCSS:
193
+ def __init__(self, rules: Optional[list["CSSRule"]] = None):
194
+ self.rules = {rule.selector: rule for rule in rules} if rules else {}
195
+
196
+ def update_style(self, selector, property_name, new_value):
197
+ """
198
+ >>> css = SurveyCSS()
199
+ >>> css.update_style("survey_container", "width", "100%").rules["survey_container"].properties["width"]
200
+ '100%'
201
+ """
202
+ if selector not in self.rules:
203
+ self.rules[selector] = CSSRule(selector)
204
+ self.rules[selector].add_property(property_name, new_value)
205
+ return self
206
+
207
+ def remove_style(self, selector, property_name):
208
+ """
209
+ >>> css = SurveyCSS().update_style("survey_container", "width", "100%")
210
+ >>> css.remove_style("survey_container", "width").rules["survey_container"].properties
211
+ {}
212
+ """
213
+ if selector in self.rules:
214
+ self.rules[selector].remove_property(property_name)
215
+ return self
216
+
217
+ def generate_css(self):
218
+ """
219
+ >>> SurveyCSS(rules = []).update_style("survey_container", "width", "100%").generate_css()
220
+ '.survey_container {\\n width: 100%;\\n}'
221
+
222
+ """
223
+ css_lines = []
224
+ for rule in self.rules.values():
225
+ css_lines.append(rule.generate_rule())
226
+ return "\n".join(css_lines)
227
+
228
+ def to_dict(self, add_edsl_version: bool = True) -> dict:
229
+ """
230
+ >>> css = SurveyCSS(rules = []).update_style("survey_container", "width", "100%")
231
+ >>> css.to_dict()
232
+ {'rules': [{'selector': 'survey_container', 'properties': {'width': '100%'}, 'edsl_version': '...', 'edsl_class_name': 'CSSRule'}], 'edsl_version': '...', 'edsl_class_name': 'SurveyCSS'}
233
+ """
234
+ d = {"rules": [rule.to_dict() for rule in self.rules.values()]}
235
+ if add_edsl_version:
236
+ from edsl import __version__
237
+
238
+ d["edsl_version"] = __version__
239
+ d["edsl_class_name"] = self.__class__.__name__
240
+ return d
241
+
242
+ def __repr__(self) -> str:
243
+ return f"SurveyCSS(rules = {[rule for rule in self.rules.values()]})"
244
+
245
+ @classmethod
246
+ @remove_edsl_version
247
+ def from_dict(cls, css_dict) -> "SurveyCSS":
248
+ """
249
+ >>> s = SurveyCSS.example()
250
+ >>> SurveyCSS.from_dict(s.to_dict())
251
+ SurveyCSS(rules = [CSSRule(select = survey_container, properties = {'width': '80%', 'margin': '0 auto', 'padding': '20px', 'background-color': '#f9f9f9', 'border': '1px solid #ddd', 'border-radius': '8px', 'box-shadow': '0 2px 4px rgba(0, 0, 0, 0.1)'})])
252
+ """
253
+ return SurveyCSS(
254
+ rules=[CSSRule.from_dict(rule_dict) for rule_dict in css_dict["rules"]]
255
+ )
256
+
257
+ @classmethod
258
+ def default_style(cls):
259
+ return SurveyCSS(rules=CSSRuleMeta.get_instances())
260
+
261
+ @classmethod
262
+ def example(cls):
263
+ """
264
+ >>> SurveyCSS.example()
265
+ SurveyCSS(rules = [CSSRule(select = survey_container, properties = {'width': '80%', 'margin': '0 auto', 'padding': '20px', 'background-color': '#f9f9f9', 'border': '1px solid #ddd', 'border-radius': '8px', 'box-shadow': '0 2px 4px rgba(0, 0, 0, 0.1)'})])
266
+ """
267
+ return SurveyCSS(rules=[survey_container])
268
+
269
+
270
+ if __name__ == "__main__":
271
+ import doctest
272
+
273
+ doctest.testmod(optionflags=doctest.ELLIPSIS)
@@ -1,11 +1,62 @@
1
- from docx import Document
1
+ """A mixin class for exporting surveys to different formats."""
2
+
3
+ from typing import Union, Optional
4
+
5
+ import subprocess
6
+ import platform
7
+ import os
8
+ import tempfile
9
+
10
+
11
+ def open_docx(file_path):
12
+ """
13
+ Open a docx file using the default application in a cross-platform manner.
14
+
15
+ :param file_path: str, path to the docx file
16
+ """
17
+ file_path = os.path.abspath(file_path)
18
+
19
+ if platform.system() == "Darwin": # macOS
20
+ subprocess.call(("open", file_path))
21
+ elif platform.system() == "Windows": # Windows
22
+ os.startfile(file_path)
23
+ else: # linux variants
24
+ subprocess.call(("xdg-open", file_path))
2
25
 
3
26
 
4
27
  class SurveyExportMixin:
5
- def docx(self) -> "Document":
6
- "Generates a docx document for the survey"
28
+ """A mixin class for exporting surveys to different formats."""
29
+
30
+ def css(self):
31
+ from edsl.surveys.SurveyCSS import SurveyCSS
32
+
33
+ return SurveyCSS.default_style().generate_css()
34
+
35
+ def get_description(self) -> str:
36
+ """Return the description of the survey."""
37
+ from edsl import QuestionFreeText
38
+
39
+ question_texts = "\n".join([q.question_text for q in self._questions])
40
+ q = QuestionFreeText(
41
+ question_name="description",
42
+ question_text=f"""A survey was conducted with the following questions:
43
+ {question_texts}
44
+ Please write a description of the survey.
45
+ """,
46
+ )
47
+ return q.run().select("description").first()
48
+
49
+ def docx(
50
+ self,
51
+ return_document_object: bool = False,
52
+ filename: Optional[str] = None,
53
+ open_file: bool = False,
54
+ ) -> Union["Document", None]:
55
+ """Generate a docx document for the survey."""
56
+ from docx import Document
57
+
7
58
  doc = Document()
8
- doc.add_heading("EDSL Auto-Generated Survey")
59
+ doc.add_heading("EDSL Survey")
9
60
  doc.add_paragraph(f"\n")
10
61
  for index, question in enumerate(self._questions):
11
62
  h = doc.add_paragraph() # Add question as a paragraph
@@ -20,45 +71,189 @@ class SurveyExportMixin:
20
71
  if hasattr(question, "question_options"):
21
72
  for option in getattr(question, "question_options", []):
22
73
  doc.add_paragraph(str(option), style="ListBullet")
23
- return doc
24
74
 
25
- def code(self) -> list[str]:
26
- ## TODO: Refactor to only use the questions actually in the survey
27
- "Creates the Python code representation of a survey"
75
+ if return_document_object and filename is None:
76
+ return doc
77
+
78
+ if filename is None:
79
+ with tempfile.NamedTemporaryFile(
80
+ "w", delete=False, suffix=".docx", dir=os.getcwd()
81
+ ) as f:
82
+ filename = f.name
83
+
84
+ doc.save(filename)
85
+ print("The survey has been saved to", filename)
86
+ if open_file:
87
+ open_docx(filename)
88
+ return
89
+
90
+ def show(self):
91
+ self.to_scenario_list(questions_only=False, rename=True).print(format="rich")
92
+
93
+ def to_scenario_list(
94
+ self, questions_only: bool = True, rename=False
95
+ ) -> "ScenarioList":
96
+ from edsl import ScenarioList, Scenario
97
+
98
+ # from edsl.questions import QuestionBase
99
+
100
+ if questions_only:
101
+ to_iterate_over = self._questions
102
+ else:
103
+ to_iterate_over = self.recombined_questions_and_instructions()
104
+
105
+ if rename:
106
+ renaming_dict = {
107
+ "name": "identifier",
108
+ "question_name": "identifier",
109
+ "question_text": "text",
110
+ }
111
+ else:
112
+ renaming_dict = {}
113
+
114
+ all_keys = set([])
115
+ scenarios = ScenarioList()
116
+ for item in to_iterate_over:
117
+ d = item.to_dict()
118
+ if item.__class__.__name__ == "Instruction":
119
+ d["question_type"] = "NA / instruction"
120
+ for key in renaming_dict:
121
+ if key in d:
122
+ d[renaming_dict[key]] = d.pop(key)
123
+ all_keys.update(d.keys())
124
+ scenarios.append(Scenario(d))
125
+
126
+ for scenario in scenarios:
127
+ for key in all_keys:
128
+ if key not in scenario:
129
+ scenario[key] = None
130
+
131
+ return scenarios
132
+
133
+ def code(self, filename: str = None, survey_var_name: str = "survey") -> list[str]:
134
+ """Create the Python code representation of a survey.
135
+
136
+ :param filename: The name of the file to save the code to.
137
+ :param survey_var_name: The name of the survey variable.
138
+
139
+ >>> from edsl.surveys import Survey
140
+ >>> survey = Survey.example()
141
+ >>> print(survey.code())
142
+ from edsl.surveys.Survey import Survey
143
+ ...
144
+ ...
145
+ survey = Survey(questions=[q0, q1, q2])
146
+ ...
147
+ """
148
+ import black
149
+
28
150
  header_lines = ["from edsl.surveys.Survey import Survey"]
29
- header_lines.append(
30
- "from edsl.questions.QuestionMultipleChoice import QuestionMultipleChoice"
31
- )
32
- header_lines.append(
33
- "from edsl.questions.QuestionFreeText import QuestionFreeText"
34
- )
35
- header_lines.append(
36
- "from edsl.questions.derived.QuestionLinearScale import QuestionLinearScale"
37
- )
38
- header_lines.append(
39
- "from edsl.questions.QuestionNumerical import QuestionNumerical"
40
- )
41
- header_lines.append(
42
- "from edsl.questions.QuestionCheckBox import QuestionCheckBox"
43
- )
44
- header_lines.append(
45
- "from edsl.questions.derived.QuestionYesNo import QuestionYesNo"
46
- )
151
+ header_lines.append("from edsl import Question")
47
152
  lines = ["\n".join(header_lines)]
48
153
  for question in self._questions:
154
+ question.question_text = question["question_text"].replace("\n", " ")
155
+ # remove dublicate spaces
156
+ question.question_text = " ".join(question.question_text.split())
49
157
  lines.append(f"{question.question_name} = " + repr(question))
50
- lines.append(f"survey = Survey(questions = [{', '.join(self.question_names)}])")
51
- return lines
158
+ lines.append(
159
+ f"{survey_var_name} = Survey(questions = [{', '.join(self.question_names)}])"
160
+ )
161
+ # return lines
162
+ code_string = "\n".join(lines)
163
+ formatted_code = black.format_str(code_string, mode=black.FileMode())
52
164
 
53
- def html(self) -> str:
54
- "Generates the html for the survey"
55
- html_text = []
56
- for question in self._questions:
57
- html_text.append(
58
- f"<p><b>{question.question_name}</b> ({question.question_type}): {question.question_text}</p>"
59
- )
60
- html_text.append("<ul>")
61
- for option in getattr(question, "question_options", []):
62
- html_text.append(f"<li>{option}</li>")
63
- html_text.append("</ul>")
64
- return "\n".join(html_text)
165
+ if filename:
166
+ print("The code has been saved to", filename)
167
+ print("The survey itself is saved to 'survey' object")
168
+ with open(filename, "w") as file:
169
+ file.write(formatted_code)
170
+ return
171
+
172
+ return formatted_code
173
+
174
+ def html(
175
+ self,
176
+ scenario: Optional[dict] = None,
177
+ filename: Optional[str] = None,
178
+ return_link=False,
179
+ css: Optional[str] = None,
180
+ cta: Optional[str] = "Open HTML file",
181
+ include_question_name=False,
182
+ ):
183
+ from IPython.display import display, HTML
184
+ import tempfile
185
+ import os
186
+ from edsl.utilities.utilities import is_notebook
187
+
188
+ if scenario is None:
189
+ scenario = {}
190
+
191
+ if css is None:
192
+ css = self.css()
193
+
194
+ if filename is None:
195
+ current_directory = os.getcwd()
196
+ filename = tempfile.NamedTemporaryFile(
197
+ "w", delete=False, suffix=".html", dir=current_directory
198
+ ).name
199
+
200
+ html_header = f"""<html>
201
+ <head><title></title>
202
+ <style>
203
+ { css }
204
+ </style>
205
+ </head>
206
+ <body>
207
+ <div class="survey_container">
208
+ """
209
+
210
+ html_footer = """
211
+ </div>
212
+ </body>
213
+ </html>"""
214
+
215
+ output = html_header
216
+
217
+ with open(filename, "w") as f:
218
+ f.write(html_header)
219
+ for question in self._questions:
220
+ f.write(
221
+ question.html(
222
+ scenario=scenario, include_question_name=include_question_name
223
+ )
224
+ )
225
+ output += question.html(
226
+ scenario=scenario, include_question_name=include_question_name
227
+ )
228
+ f.write(html_footer)
229
+ output += html_footer
230
+
231
+ if is_notebook():
232
+ html_url = f"/files/{filename}"
233
+ html_link = f'<a href="{html_url}" target="_blank">{cta}</a>'
234
+ display(HTML(html_link))
235
+
236
+ import html
237
+
238
+ escaped_output = html.escape(output)
239
+ iframe = f""""
240
+ <iframe srcdoc="{ escaped_output }" style="width: 800px; height: 600px;"></iframe>
241
+ """
242
+ display(HTML(iframe))
243
+
244
+ else:
245
+ print(f"Survey saved to {filename}")
246
+ import webbrowser
247
+ import os
248
+
249
+ webbrowser.open(f"file://{os.path.abspath(filename)}")
250
+ # webbrowser.open(filename)
251
+
252
+ if return_link:
253
+ return filename
254
+
255
+
256
+ if __name__ == "__main__":
257
+ import doctest
258
+
259
+ doctest.testmod(optionflags=doctest.ELLIPSIS)