edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (341) hide show
  1. edsl/Base.py +413 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -867
  7. edsl/agents/AgentList.py +551 -413
  8. edsl/agents/Invigilator.py +284 -233
  9. edsl/agents/InvigilatorBase.py +257 -270
  10. edsl/agents/PromptConstructor.py +272 -354
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -157
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -1028
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -555
  42. edsl/data/CacheEntry.py +230 -233
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -78
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/orm.py +10 -10
  48. edsl/data_transfer_models.py +74 -73
  49. edsl/enums.py +202 -175
  50. edsl/exceptions/BaseException.py +21 -21
  51. edsl/exceptions/__init__.py +54 -54
  52. edsl/exceptions/agents.py +54 -42
  53. edsl/exceptions/cache.py +5 -5
  54. edsl/exceptions/configuration.py +16 -16
  55. edsl/exceptions/coop.py +10 -10
  56. edsl/exceptions/data.py +14 -14
  57. edsl/exceptions/general.py +34 -34
  58. edsl/exceptions/inference_services.py +5 -0
  59. edsl/exceptions/jobs.py +33 -33
  60. edsl/exceptions/language_models.py +63 -63
  61. edsl/exceptions/prompts.py +15 -15
  62. edsl/exceptions/questions.py +109 -91
  63. edsl/exceptions/results.py +29 -29
  64. edsl/exceptions/scenarios.py +29 -22
  65. edsl/exceptions/surveys.py +37 -37
  66. edsl/inference_services/AnthropicService.py +106 -87
  67. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  68. edsl/inference_services/AvailableModelFetcher.py +215 -0
  69. edsl/inference_services/AwsBedrock.py +118 -120
  70. edsl/inference_services/AzureAI.py +215 -217
  71. edsl/inference_services/DeepInfraService.py +18 -18
  72. edsl/inference_services/GoogleService.py +143 -148
  73. edsl/inference_services/GroqService.py +20 -20
  74. edsl/inference_services/InferenceServiceABC.py +80 -147
  75. edsl/inference_services/InferenceServicesCollection.py +138 -97
  76. edsl/inference_services/MistralAIService.py +120 -123
  77. edsl/inference_services/OllamaService.py +18 -18
  78. edsl/inference_services/OpenAIService.py +236 -224
  79. edsl/inference_services/PerplexityService.py +160 -163
  80. edsl/inference_services/ServiceAvailability.py +135 -0
  81. edsl/inference_services/TestService.py +90 -89
  82. edsl/inference_services/TogetherAIService.py +172 -170
  83. edsl/inference_services/data_structures.py +134 -0
  84. edsl/inference_services/models_available_cache.py +118 -118
  85. edsl/inference_services/rate_limits_cache.py +25 -25
  86. edsl/inference_services/registry.py +41 -41
  87. edsl/inference_services/write_available.py +10 -10
  88. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  89. edsl/jobs/Answers.py +43 -56
  90. edsl/jobs/FetchInvigilator.py +47 -0
  91. edsl/jobs/InterviewTaskManager.py +98 -0
  92. edsl/jobs/InterviewsConstructor.py +50 -0
  93. edsl/jobs/Jobs.py +823 -898
  94. edsl/jobs/JobsChecks.py +172 -147
  95. edsl/jobs/JobsComponentConstructor.py +189 -0
  96. edsl/jobs/JobsPrompts.py +270 -268
  97. edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
  98. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  99. edsl/jobs/RequestTokenEstimator.py +30 -0
  100. edsl/jobs/__init__.py +1 -1
  101. edsl/jobs/async_interview_runner.py +138 -0
  102. edsl/jobs/buckets/BucketCollection.py +104 -63
  103. edsl/jobs/buckets/ModelBuckets.py +65 -65
  104. edsl/jobs/buckets/TokenBucket.py +283 -251
  105. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  106. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  107. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  108. edsl/jobs/data_structures.py +120 -0
  109. edsl/jobs/decorators.py +35 -0
  110. edsl/jobs/interviews/Interview.py +396 -661
  111. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  112. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  113. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  114. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  115. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  116. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  117. edsl/jobs/interviews/ReportErrors.py +66 -66
  118. edsl/jobs/interviews/interview_status_enum.py +9 -9
  119. edsl/jobs/jobs_status_enums.py +9 -0
  120. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  121. edsl/jobs/results_exceptions_handler.py +98 -0
  122. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
  123. edsl/jobs/runners/JobsRunnerStatus.py +297 -330
  124. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  125. edsl/jobs/tasks/TaskCreators.py +64 -64
  126. edsl/jobs/tasks/TaskHistory.py +470 -450
  127. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  128. edsl/jobs/tasks/task_status_enum.py +161 -163
  129. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  130. edsl/jobs/tokens/TokenUsage.py +34 -34
  131. edsl/language_models/ComputeCost.py +63 -0
  132. edsl/language_models/LanguageModel.py +626 -668
  133. edsl/language_models/ModelList.py +164 -155
  134. edsl/language_models/PriceManager.py +127 -0
  135. edsl/language_models/RawResponseHandler.py +106 -0
  136. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  137. edsl/language_models/ServiceDataSources.py +0 -0
  138. edsl/language_models/__init__.py +2 -3
  139. edsl/language_models/fake_openai_call.py +15 -15
  140. edsl/language_models/fake_openai_service.py +61 -61
  141. edsl/language_models/key_management/KeyLookup.py +63 -0
  142. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  143. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  144. edsl/language_models/key_management/__init__.py +0 -0
  145. edsl/language_models/key_management/models.py +131 -0
  146. edsl/language_models/model.py +256 -0
  147. edsl/language_models/repair.py +156 -156
  148. edsl/language_models/utilities.py +65 -64
  149. edsl/notebooks/Notebook.py +263 -258
  150. edsl/notebooks/NotebookToLaTeX.py +142 -0
  151. edsl/notebooks/__init__.py +1 -1
  152. edsl/prompts/Prompt.py +352 -362
  153. edsl/prompts/__init__.py +2 -2
  154. edsl/questions/ExceptionExplainer.py +77 -0
  155. edsl/questions/HTMLQuestion.py +103 -0
  156. edsl/questions/QuestionBase.py +518 -664
  157. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  158. edsl/questions/QuestionBudget.py +227 -227
  159. edsl/questions/QuestionCheckBox.py +359 -359
  160. edsl/questions/QuestionExtract.py +180 -182
  161. edsl/questions/QuestionFreeText.py +113 -114
  162. edsl/questions/QuestionFunctional.py +166 -166
  163. edsl/questions/QuestionList.py +223 -231
  164. edsl/questions/QuestionMatrix.py +265 -0
  165. edsl/questions/QuestionMultipleChoice.py +330 -286
  166. edsl/questions/QuestionNumerical.py +151 -153
  167. edsl/questions/QuestionRank.py +314 -324
  168. edsl/questions/Quick.py +41 -41
  169. edsl/questions/SimpleAskMixin.py +74 -73
  170. edsl/questions/__init__.py +27 -26
  171. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  172. edsl/questions/compose_questions.py +98 -98
  173. edsl/questions/data_structures.py +20 -0
  174. edsl/questions/decorators.py +21 -21
  175. edsl/questions/derived/QuestionLikertFive.py +76 -76
  176. edsl/questions/derived/QuestionLinearScale.py +90 -87
  177. edsl/questions/derived/QuestionTopK.py +93 -93
  178. edsl/questions/derived/QuestionYesNo.py +82 -82
  179. edsl/questions/descriptors.py +427 -413
  180. edsl/questions/loop_processor.py +149 -0
  181. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  182. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  183. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  184. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  185. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  186. edsl/questions/prompt_templates/question_list.jinja +17 -17
  187. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  188. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  189. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  190. edsl/questions/question_registry.py +177 -177
  191. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  192. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  193. edsl/questions/response_validator_factory.py +34 -0
  194. edsl/questions/settings.py +12 -12
  195. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  196. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  197. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  198. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  199. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  200. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  201. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  202. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  203. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  204. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  205. edsl/questions/templates/list/question_presentation.jinja +5 -5
  206. edsl/questions/templates/matrix/__init__.py +1 -0
  207. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  208. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  209. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  210. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  211. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  212. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  213. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  214. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  215. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  216. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  217. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  218. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  219. edsl/results/CSSParameterizer.py +108 -108
  220. edsl/results/Dataset.py +587 -424
  221. edsl/results/DatasetExportMixin.py +594 -731
  222. edsl/results/DatasetTree.py +295 -275
  223. edsl/results/MarkdownToDocx.py +122 -0
  224. edsl/results/MarkdownToPDF.py +111 -0
  225. edsl/results/Result.py +557 -465
  226. edsl/results/Results.py +1183 -1165
  227. edsl/results/ResultsExportMixin.py +45 -43
  228. edsl/results/ResultsGGMixin.py +121 -121
  229. edsl/results/TableDisplay.py +125 -198
  230. edsl/results/TextEditor.py +50 -0
  231. edsl/results/__init__.py +2 -2
  232. edsl/results/file_exports.py +252 -0
  233. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  234. edsl/results/{Selector.py → results_selector.py} +145 -135
  235. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  236. edsl/results/smart_objects.py +96 -0
  237. edsl/results/table_data_class.py +12 -0
  238. edsl/results/table_display.css +77 -77
  239. edsl/results/table_renderers.py +118 -0
  240. edsl/results/tree_explore.py +115 -115
  241. edsl/scenarios/ConstructDownloadLink.py +109 -0
  242. edsl/scenarios/DocumentChunker.py +102 -0
  243. edsl/scenarios/DocxScenario.py +16 -0
  244. edsl/scenarios/FileStore.py +511 -632
  245. edsl/scenarios/PdfExtractor.py +40 -0
  246. edsl/scenarios/Scenario.py +498 -601
  247. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  248. edsl/scenarios/ScenarioList.py +1458 -1287
  249. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  250. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  251. edsl/scenarios/__init__.py +3 -4
  252. edsl/scenarios/directory_scanner.py +96 -0
  253. edsl/scenarios/file_methods.py +85 -0
  254. edsl/scenarios/handlers/__init__.py +13 -0
  255. edsl/scenarios/handlers/csv.py +38 -0
  256. edsl/scenarios/handlers/docx.py +76 -0
  257. edsl/scenarios/handlers/html.py +37 -0
  258. edsl/scenarios/handlers/json.py +111 -0
  259. edsl/scenarios/handlers/latex.py +5 -0
  260. edsl/scenarios/handlers/md.py +51 -0
  261. edsl/scenarios/handlers/pdf.py +68 -0
  262. edsl/scenarios/handlers/png.py +39 -0
  263. edsl/scenarios/handlers/pptx.py +105 -0
  264. edsl/scenarios/handlers/py.py +294 -0
  265. edsl/scenarios/handlers/sql.py +313 -0
  266. edsl/scenarios/handlers/sqlite.py +149 -0
  267. edsl/scenarios/handlers/txt.py +33 -0
  268. edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
  269. edsl/scenarios/scenario_selector.py +156 -0
  270. edsl/shared.py +1 -1
  271. edsl/study/ObjectEntry.py +173 -173
  272. edsl/study/ProofOfWork.py +113 -113
  273. edsl/study/SnapShot.py +80 -80
  274. edsl/study/Study.py +521 -528
  275. edsl/study/__init__.py +4 -4
  276. edsl/surveys/ConstructDAG.py +92 -0
  277. edsl/surveys/DAG.py +148 -148
  278. edsl/surveys/EditSurvey.py +221 -0
  279. edsl/surveys/InstructionHandler.py +100 -0
  280. edsl/surveys/Memory.py +31 -31
  281. edsl/surveys/MemoryManagement.py +72 -0
  282. edsl/surveys/MemoryPlan.py +244 -244
  283. edsl/surveys/Rule.py +327 -326
  284. edsl/surveys/RuleCollection.py +385 -387
  285. edsl/surveys/RuleManager.py +172 -0
  286. edsl/surveys/Simulator.py +75 -0
  287. edsl/surveys/Survey.py +1280 -1801
  288. edsl/surveys/SurveyCSS.py +273 -261
  289. edsl/surveys/SurveyExportMixin.py +259 -259
  290. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
  291. edsl/surveys/SurveyQualtricsImport.py +284 -284
  292. edsl/surveys/SurveyToApp.py +141 -0
  293. edsl/surveys/__init__.py +5 -3
  294. edsl/surveys/base.py +53 -53
  295. edsl/surveys/descriptors.py +60 -56
  296. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  297. edsl/surveys/instructions/Instruction.py +56 -65
  298. edsl/surveys/instructions/InstructionCollection.py +82 -77
  299. edsl/templates/error_reporting/base.html +23 -23
  300. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  301. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  302. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  303. edsl/templates/error_reporting/interview_details.html +115 -115
  304. edsl/templates/error_reporting/interviews.html +19 -19
  305. edsl/templates/error_reporting/overview.html +4 -4
  306. edsl/templates/error_reporting/performance_plot.html +1 -1
  307. edsl/templates/error_reporting/report.css +73 -73
  308. edsl/templates/error_reporting/report.html +117 -117
  309. edsl/templates/error_reporting/report.js +25 -25
  310. edsl/tools/__init__.py +1 -1
  311. edsl/tools/clusters.py +192 -192
  312. edsl/tools/embeddings.py +27 -27
  313. edsl/tools/embeddings_plotting.py +118 -118
  314. edsl/tools/plotting.py +112 -112
  315. edsl/tools/summarize.py +18 -18
  316. edsl/utilities/PrettyList.py +56 -0
  317. edsl/utilities/SystemInfo.py +28 -28
  318. edsl/utilities/__init__.py +22 -22
  319. edsl/utilities/ast_utilities.py +25 -25
  320. edsl/utilities/data/Registry.py +6 -6
  321. edsl/utilities/data/__init__.py +1 -1
  322. edsl/utilities/data/scooter_results.json +1 -1
  323. edsl/utilities/decorators.py +77 -77
  324. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  325. edsl/utilities/interface.py +627 -627
  326. edsl/utilities/is_notebook.py +18 -0
  327. edsl/utilities/is_valid_variable_name.py +11 -0
  328. edsl/utilities/naming_utilities.py +263 -263
  329. edsl/utilities/remove_edsl_version.py +24 -0
  330. edsl/utilities/repair_functions.py +28 -28
  331. edsl/utilities/restricted_python.py +70 -70
  332. edsl/utilities/utilities.py +436 -424
  333. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/LICENSE +21 -21
  334. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/METADATA +13 -11
  335. edsl-0.1.39.dev5.dist-info/RECORD +358 -0
  336. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/WHEEL +1 -1
  337. edsl/language_models/KeyLookup.py +0 -30
  338. edsl/language_models/registry.py +0 -190
  339. edsl/language_models/unused/ReplicateBase.py +0 -83
  340. edsl/results/ResultsDBMixin.py +0 -238
  341. edsl-0.1.39.dev3.dist-info/RECORD +0 -277
@@ -1,178 +1,178 @@
1
- from textwrap import dedent
2
- from dataclasses import dataclass
3
- from collections import defaultdict
4
-
5
- from typing import List, Dict
6
-
7
- from edsl.auto.StageBase import StageBase
8
- from edsl.auto.utilities import gen_pipeline
9
- from edsl.auto.StageBase import FlowDataBase
10
-
11
- from edsl.auto.StageQuestions import StageQuestions
12
- from edsl.auto.StageLabelQuestions import StageLabelQuestions
13
-
14
- from edsl.questions import QuestionList
15
- from edsl.scenarios import Scenario
16
- from edsl import Model
17
- from edsl.surveys import Survey
18
- from edsl.questions import QuestionBase
19
-
20
- from edsl.utilities.utilities import is_valid_variable_name
21
- from edsl import Model
22
- from edsl.questions import QuestionExtract
23
-
24
-
25
- m = Model()
26
-
27
-
28
- def chunker(seq, size):
29
- return (seq[pos : pos + size] for pos in range(0, len(seq), size))
30
-
31
-
32
- def get_short_options(question_options, num_chars=20):
33
- """Gets short names for the options of a question
34
- >>> get_short_options(["No, I don't own a scooter", "Yes, I own a scooter"])
35
- {'No, I don\'t own a scooter': 'no_scooter', 'Yes, I own a scooter': 'yes_scooter'}
36
- """
37
- q = QuestionList(
38
- question_text=dedent(
39
- f"""\
40
- We need short (less than {num_chars} characters) names for the options of a question, with no spaces.
41
- E.g., if the options were "No, I don't own a scooter" and "Yes, I own a scooter",
42
- you could use "no_scooter" and "yes_scooter".
43
- They should be all lower case. Use snake case.
44
- The short names have to be unique.
45
- The options are: {question_options}
46
- The names are {question_options} of them."""
47
- ),
48
- # answer_template={k: None for k in question_options},
49
- question_name="short_options",
50
- )
51
- results = q.by(m).run()
52
- return results.select("short_options").first()
53
-
54
-
55
- def get_short_names_chunk(questions, num_chars=20):
56
- q = QuestionList(
57
- question_text=dedent(
58
- f"""\
59
- We need short (less than {num_chars} characters) names for the questions, with no spaces.
60
- E.g., if the question was: "What is your first name?", you could use "first_name".
61
- The short names have to be unique and not starting with numbers. They should be all lower case.
62
- The questions are: {questions}
63
- """
64
- ),
65
- question_name="short_names",
66
- )
67
- results = q.by(m).run()
68
- short_names = results.select("short_names").first()
69
- return {k: v for k, v in zip(questions, short_names)}
70
-
71
-
72
- def get_short_names(questions, max_size=10, num_chars=20):
73
- "Gets short names for questions"
74
- if len(questions) <= max_size:
75
- short_names_dict = get_short_names_chunk(questions, num_chars)
76
- else:
77
- short_names_dict = {}
78
- for chunk in chunker(questions, max_size):
79
- results = get_short_names_chunk(chunk, num_chars)
80
- short_names_dict.update(results)
81
- return short_names_dict
82
-
83
-
84
- class StageGenerateSurvey(StageBase):
85
- input = StageLabelQuestions.output
86
-
87
- @dataclass
88
- class Output(FlowDataBase):
89
- survey: Survey
90
-
91
- output = Output
92
-
93
- def handle_data(self, data):
94
- """This tage uses the question types to generate a survey
95
- It constucts the edsl-specific dictionary needed to create a question
96
- """
97
- # survey = Survey(name = {data.overall_question, population = data.population, description)
98
- survey = Survey()
99
-
100
- short_names = get_short_names(data.questions)
101
-
102
- question_count = -1
103
- for question, question_type, options, option_labels in zip(
104
- data.questions, data.types, data.options, data.option_labels
105
- ):
106
- question_count += 1
107
- short_names_dict = {}
108
- if question in short_names:
109
- short_names_dict[question] = short_names[question]
110
- data = {
111
- "question_text": question,
112
- "question_type": question_type,
113
- "question_name": short_names.get(question, f"q{question_count}"),
114
- }
115
- if options is not None:
116
- data["question_options"] = options
117
- # make sure it's not a linear scale question, in which case we don't want to add short names
118
-
119
- if option_labels is not None:
120
- data["option_labels"] = dict(zip(options, option_labels))
121
- # print(data["option_labels"])
122
- # breakpoint()
123
-
124
- if question_type == "linear_scale":
125
- option_keys = option_labels
126
- else:
127
- option_keys = options
128
-
129
- if options is not None:
130
- short_options = get_short_options(option_keys)
131
- short_names_dict.update(
132
- {k: v for k, v in zip(option_keys, short_options)}
133
- )
134
-
135
- if question_type not in ["numerical", "free_text"]:
136
- data["short_names_dict"] = short_names_dict
137
- _ = data.pop("short_names_dict", None)
138
- q = QuestionBase.from_dict(data)
139
- survey.add_question(q)
140
-
141
- survey.print()
142
- return self.output(survey=survey)
143
-
144
-
145
- if __name__ == "__main__":
146
- # pipeline = gen_pipeline([StageQuestions, StageLabelQuestions, StageGenerateSurvey])
147
-
148
- # results = pipeline.process(
149
- # pipeline.input(
150
- # overall_question="What are some factors that could determine whether someone likes ice cream?",
151
- # population="consumers",
152
- # )
153
- # )
154
- # # print(results)
155
- # short_options = get_short_options(
156
- # ["No, I don't own a scooter", "Yes, I own a scooter"]
157
- # )
158
- # print(short_options)
159
-
160
- sample_questions = [
161
- "What are the primary goals for your company in sponsoring a research center like the MIT IDE?",
162
- "How does your company measure the ROI on sponsorships like this?",
163
- "What specific aspects of the MIT IDEs work align with your companys strategic interests?",
164
- "Can you describe the decision-making process your company uses to select research initiatives for sponsorship?",
165
- "What are the most important factors your company considers when deciding to sponsor a research center?",
166
- "How important is the visibility and recognition your company receives from sponsoring a research center like the MIT IDE?",
167
- "What kind of collaborative opportunities with the MIT IDE are you looking for?",
168
- "What are your companys expectations regarding intellectual property and the commercialization of research outcomes?",
169
- "How does your company evaluate the success of the research projects it sponsors?",
170
- "Would your company be interested in engaging with students or faculty at the MIT IDE for recruitment or professional development opportunities?",
171
- "How does your company plan to leverage the research and insights gained from the MIT IDE?",
172
- "What challenges has your company faced in previous sponsorships that you would want to avoid in the future?",
173
- "Is there any additional support or involvement your company would like to have in the MIT IDE beyond financial sponsorship?",
174
- "How do you see your companys role in shaping the research agenda at the MIT IDE?",
175
- "What can the MIT IDE do to make its sponsorship opportunities more attractive to your company?",
176
- ]
177
-
178
- short_names = get_short_names(sample_questions)
1
+ from textwrap import dedent
2
+ from dataclasses import dataclass
3
+ from collections import defaultdict
4
+
5
+ from typing import List, Dict
6
+
7
+ from edsl.auto.StageBase import StageBase
8
+ from edsl.auto.utilities import gen_pipeline
9
+ from edsl.auto.StageBase import FlowDataBase
10
+
11
+ from edsl.auto.StageQuestions import StageQuestions
12
+ from edsl.auto.StageLabelQuestions import StageLabelQuestions
13
+
14
+ from edsl.questions import QuestionList
15
+ from edsl.scenarios import Scenario
16
+ from edsl import Model
17
+ from edsl.surveys import Survey
18
+ from edsl.questions import QuestionBase
19
+
20
+ from edsl.utilities.utilities import is_valid_variable_name
21
+ from edsl import Model
22
+ from edsl.questions import QuestionExtract
23
+
24
+
25
+ m = Model()
26
+
27
+
28
+ def chunker(seq, size):
29
+ return (seq[pos : pos + size] for pos in range(0, len(seq), size))
30
+
31
+
32
+ def get_short_options(question_options, num_chars=20):
33
+ """Gets short names for the options of a question
34
+ >>> get_short_options(["No, I don't own a scooter", "Yes, I own a scooter"])
35
+ {'No, I don\'t own a scooter': 'no_scooter', 'Yes, I own a scooter': 'yes_scooter'}
36
+ """
37
+ q = QuestionList(
38
+ question_text=dedent(
39
+ f"""\
40
+ We need short (less than {num_chars} characters) names for the options of a question, with no spaces.
41
+ E.g., if the options were "No, I don't own a scooter" and "Yes, I own a scooter",
42
+ you could use "no_scooter" and "yes_scooter".
43
+ They should be all lower case. Use snake case.
44
+ The short names have to be unique.
45
+ The options are: {question_options}
46
+ The names are {question_options} of them."""
47
+ ),
48
+ # answer_template={k: None for k in question_options},
49
+ question_name="short_options",
50
+ )
51
+ results = q.by(m).run()
52
+ return results.select("short_options").first()
53
+
54
+
55
+ def get_short_names_chunk(questions, num_chars=20):
56
+ q = QuestionList(
57
+ question_text=dedent(
58
+ f"""\
59
+ We need short (less than {num_chars} characters) names for the questions, with no spaces.
60
+ E.g., if the question was: "What is your first name?", you could use "first_name".
61
+ The short names have to be unique and not starting with numbers. They should be all lower case.
62
+ The questions are: {questions}
63
+ """
64
+ ),
65
+ question_name="short_names",
66
+ )
67
+ results = q.by(m).run()
68
+ short_names = results.select("short_names").first()
69
+ return {k: v for k, v in zip(questions, short_names)}
70
+
71
+
72
+ def get_short_names(questions, max_size=10, num_chars=20):
73
+ "Gets short names for questions"
74
+ if len(questions) <= max_size:
75
+ short_names_dict = get_short_names_chunk(questions, num_chars)
76
+ else:
77
+ short_names_dict = {}
78
+ for chunk in chunker(questions, max_size):
79
+ results = get_short_names_chunk(chunk, num_chars)
80
+ short_names_dict.update(results)
81
+ return short_names_dict
82
+
83
+
84
+ class StageGenerateSurvey(StageBase):
85
+ input = StageLabelQuestions.output
86
+
87
+ @dataclass
88
+ class Output(FlowDataBase):
89
+ survey: Survey
90
+
91
+ output = Output
92
+
93
+ def handle_data(self, data):
94
+ """This tage uses the question types to generate a survey
95
+ It constucts the edsl-specific dictionary needed to create a question
96
+ """
97
+ # survey = Survey(name = {data.overall_question, population = data.population, description)
98
+ survey = Survey()
99
+
100
+ short_names = get_short_names(data.questions)
101
+
102
+ question_count = -1
103
+ for question, question_type, options, option_labels in zip(
104
+ data.questions, data.types, data.options, data.option_labels
105
+ ):
106
+ question_count += 1
107
+ short_names_dict = {}
108
+ if question in short_names:
109
+ short_names_dict[question] = short_names[question]
110
+ data = {
111
+ "question_text": question,
112
+ "question_type": question_type,
113
+ "question_name": short_names.get(question, f"q{question_count}"),
114
+ }
115
+ if options is not None:
116
+ data["question_options"] = options
117
+ # make sure it's not a linear scale question, in which case we don't want to add short names
118
+
119
+ if option_labels is not None:
120
+ data["option_labels"] = dict(zip(options, option_labels))
121
+ # print(data["option_labels"])
122
+ # breakpoint()
123
+
124
+ if question_type == "linear_scale":
125
+ option_keys = option_labels
126
+ else:
127
+ option_keys = options
128
+
129
+ if options is not None:
130
+ short_options = get_short_options(option_keys)
131
+ short_names_dict.update(
132
+ {k: v for k, v in zip(option_keys, short_options)}
133
+ )
134
+
135
+ if question_type not in ["numerical", "free_text"]:
136
+ data["short_names_dict"] = short_names_dict
137
+ _ = data.pop("short_names_dict", None)
138
+ q = QuestionBase.from_dict(data)
139
+ survey.add_question(q)
140
+
141
+ survey.print()
142
+ return self.output(survey=survey)
143
+
144
+
145
+ if __name__ == "__main__":
146
+ # pipeline = gen_pipeline([StageQuestions, StageLabelQuestions, StageGenerateSurvey])
147
+
148
+ # results = pipeline.process(
149
+ # pipeline.input(
150
+ # overall_question="What are some factors that could determine whether someone likes ice cream?",
151
+ # population="consumers",
152
+ # )
153
+ # )
154
+ # # print(results)
155
+ # short_options = get_short_options(
156
+ # ["No, I don't own a scooter", "Yes, I own a scooter"]
157
+ # )
158
+ # print(short_options)
159
+
160
+ sample_questions = [
161
+ "What are the primary goals for your company in sponsoring a research center like the MIT IDE?",
162
+ "How does your company measure the ROI on sponsorships like this?",
163
+ "What specific aspects of the MIT IDEs work align with your companys strategic interests?",
164
+ "Can you describe the decision-making process your company uses to select research initiatives for sponsorship?",
165
+ "What are the most important factors your company considers when deciding to sponsor a research center?",
166
+ "How important is the visibility and recognition your company receives from sponsoring a research center like the MIT IDE?",
167
+ "What kind of collaborative opportunities with the MIT IDE are you looking for?",
168
+ "What are your companys expectations regarding intellectual property and the commercialization of research outcomes?",
169
+ "How does your company evaluate the success of the research projects it sponsors?",
170
+ "Would your company be interested in engaging with students or faculty at the MIT IDE for recruitment or professional development opportunities?",
171
+ "How does your company plan to leverage the research and insights gained from the MIT IDE?",
172
+ "What challenges has your company faced in previous sponsorships that you would want to avoid in the future?",
173
+ "Is there any additional support or involvement your company would like to have in the MIT IDE beyond financial sponsorship?",
174
+ "How do you see your companys role in shaping the research agenda at the MIT IDE?",
175
+ "What can the MIT IDE do to make its sponsorship opportunities more attractive to your company?",
176
+ ]
177
+
178
+ short_names = get_short_names(sample_questions)
@@ -1,125 +1,125 @@
1
- from textwrap import dedent
2
- from dataclasses import dataclass
3
- from collections import defaultdict
4
-
5
- from typing import List, Dict, Union
6
-
7
- from edsl.auto.StageBase import StageBase
8
- from edsl.auto.StageBase import FlowDataBase
9
-
10
- from edsl.auto.StageQuestions import StageQuestions
11
-
12
- from edsl.questions import QuestionMultipleChoice, QuestionList
13
- from edsl.scenarios import Scenario
14
- from edsl import Model
15
- from edsl.auto.utilities import gen_pipeline
16
-
17
-
18
- question_purpose = {
19
- "multiple_choice": "When options are known and limited",
20
- "free_text": "When we are asking an open-ended question",
21
- "checkbox": "When multiple options can be selected e.g., have you heard of the following products:",
22
- "numerical": "When the answer is a single numerical value e.g., a float",
23
- "linear_scale": "When options are text like multiple choice, but can be ordered e.g., daily, weekly, monthly, etc.",
24
- "yes_no": "When the question can be fully answered with either a yes or a no",
25
- }
26
-
27
-
28
- class StageLabelQuestions(StageBase):
29
- input = StageQuestions.output
30
-
31
- @dataclass
32
- class Output(FlowDataBase):
33
- questions: List[str]
34
- types: List[str]
35
- options: Dict[str, List[str]]
36
- option_labels: Dict[str, Union[List[str], None]]
37
-
38
- output = Output
39
-
40
- def handle_data(self, data):
41
- """
42
- Labels each edsl question type. This is then used later to instantiate the questions
43
- """
44
- m = Model()
45
- label_questions_scenarios = [
46
- Scenario({"question": q, "question_purpose": question_purpose})
47
- for q in data.questions
48
- ]
49
- q_type = QuestionMultipleChoice(
50
- question_text=dedent(
51
- """\
52
- Consider this question: "{{ question }}"
53
- The question options and purpose are: {{ question_purpose }}
54
- Please avoid free text questions much as possible.
55
- If it could be a multiple choice, use that type.
56
- What type of question should this be to make for an informative survey?"""
57
- ),
58
- question_options=list(question_purpose.keys()),
59
- question_name="question_type",
60
- )
61
- ## If it is a linear scale, multiple choice or checkbox question, we need to know the options
62
- option_questions = [
63
- "multiple_choice",
64
- "linear_scale",
65
- "checkbox",
66
- ]
67
- q_options_mc = QuestionList(
68
- question_text=dedent(
69
- """\
70
- Consider this question: "{{ question }}"
71
- What options should this question have?"""
72
- ),
73
- question_name="mc_options",
74
- )
75
- survey = q_type.add_question(q_options_mc).add_stop_rule(
76
- "question_type", f"question_type not in {option_questions}"
77
- )
78
- type_results = survey.by(label_questions_scenarios).by(m).run()
79
- type_results.select("question", "question_type", "mc_options").print()
80
-
81
- # breakpoint()
82
-
83
- question_types = type_results.select("question_type").to_list()
84
- options = type_results.select("mc_options").to_list()
85
- # question_types, options = type_results.select(
86
- # "question_type", "mc_options"
87
- # ).to_list()
88
-
89
- type_results.select("question", "question_type", "mc_options").print()
90
-
91
- # if the question is a yes/no question, we need to set the options to be yes/no
92
- types_to_questions = defaultdict(list)
93
- for question_type, question in zip(question_types, data.questions):
94
- types_to_questions[question_type].append(question)
95
-
96
- questions_to_options = dict(zip(data.questions, options))
97
- question_to_option_labels = dict(
98
- zip(data.questions, len(data.questions) * [None])
99
- )
100
- for question in types_to_questions.get("yes_no", []):
101
- questions_to_options[question] = ["Yes", "No"]
102
-
103
- for question in types_to_questions.get("linear_scale", []):
104
- options = questions_to_options[question]
105
- questions_to_options[question] = list(range(len(options)))
106
- question_to_option_labels[question] = options
107
-
108
- return self.output(
109
- questions=data.questions,
110
- types=question_types,
111
- options=list(questions_to_options.values()),
112
- option_labels=list(question_to_option_labels.values()),
113
- )
114
-
115
-
116
- if __name__ == "__main__":
117
- pipeline = gen_pipeline([StageQuestions, StageLabelQuestions])
118
-
119
- results = pipeline.process(
120
- pipeline.input(
121
- overall_question="What are some factors that could determine whether someone likes ice cream?"
122
- )
123
- )
124
-
125
- print(results.options)
1
+ from textwrap import dedent
2
+ from dataclasses import dataclass
3
+ from collections import defaultdict
4
+
5
+ from typing import List, Dict, Union
6
+
7
+ from edsl.auto.StageBase import StageBase
8
+ from edsl.auto.StageBase import FlowDataBase
9
+
10
+ from edsl.auto.StageQuestions import StageQuestions
11
+
12
+ from edsl.questions import QuestionMultipleChoice, QuestionList
13
+ from edsl.scenarios import Scenario
14
+ from edsl import Model
15
+ from edsl.auto.utilities import gen_pipeline
16
+
17
+
18
+ question_purpose = {
19
+ "multiple_choice": "When options are known and limited",
20
+ "free_text": "When we are asking an open-ended question",
21
+ "checkbox": "When multiple options can be selected e.g., have you heard of the following products:",
22
+ "numerical": "When the answer is a single numerical value e.g., a float",
23
+ "linear_scale": "When options are text like multiple choice, but can be ordered e.g., daily, weekly, monthly, etc.",
24
+ "yes_no": "When the question can be fully answered with either a yes or a no",
25
+ }
26
+
27
+
28
+ class StageLabelQuestions(StageBase):
29
+ input = StageQuestions.output
30
+
31
+ @dataclass
32
+ class Output(FlowDataBase):
33
+ questions: List[str]
34
+ types: List[str]
35
+ options: Dict[str, List[str]]
36
+ option_labels: Dict[str, Union[List[str], None]]
37
+
38
+ output = Output
39
+
40
+ def handle_data(self, data):
41
+ """
42
+ Labels each edsl question type. This is then used later to instantiate the questions
43
+ """
44
+ m = Model()
45
+ label_questions_scenarios = [
46
+ Scenario({"question": q, "question_purpose": question_purpose})
47
+ for q in data.questions
48
+ ]
49
+ q_type = QuestionMultipleChoice(
50
+ question_text=dedent(
51
+ """\
52
+ Consider this question: "{{ question }}"
53
+ The question options and purpose are: {{ question_purpose }}
54
+ Please avoid free text questions much as possible.
55
+ If it could be a multiple choice, use that type.
56
+ What type of question should this be to make for an informative survey?"""
57
+ ),
58
+ question_options=list(question_purpose.keys()),
59
+ question_name="question_type",
60
+ )
61
+ ## If it is a linear scale, multiple choice or checkbox question, we need to know the options
62
+ option_questions = [
63
+ "multiple_choice",
64
+ "linear_scale",
65
+ "checkbox",
66
+ ]
67
+ q_options_mc = QuestionList(
68
+ question_text=dedent(
69
+ """\
70
+ Consider this question: "{{ question }}"
71
+ What options should this question have?"""
72
+ ),
73
+ question_name="mc_options",
74
+ )
75
+ survey = q_type.add_question(q_options_mc).add_stop_rule(
76
+ "question_type", f"question_type not in {option_questions}"
77
+ )
78
+ type_results = survey.by(label_questions_scenarios).by(m).run()
79
+ type_results.select("question", "question_type", "mc_options").print()
80
+
81
+ # breakpoint()
82
+
83
+ question_types = type_results.select("question_type").to_list()
84
+ options = type_results.select("mc_options").to_list()
85
+ # question_types, options = type_results.select(
86
+ # "question_type", "mc_options"
87
+ # ).to_list()
88
+
89
+ type_results.select("question", "question_type", "mc_options").print()
90
+
91
+ # if the question is a yes/no question, we need to set the options to be yes/no
92
+ types_to_questions = defaultdict(list)
93
+ for question_type, question in zip(question_types, data.questions):
94
+ types_to_questions[question_type].append(question)
95
+
96
+ questions_to_options = dict(zip(data.questions, options))
97
+ question_to_option_labels = dict(
98
+ zip(data.questions, len(data.questions) * [None])
99
+ )
100
+ for question in types_to_questions.get("yes_no", []):
101
+ questions_to_options[question] = ["Yes", "No"]
102
+
103
+ for question in types_to_questions.get("linear_scale", []):
104
+ options = questions_to_options[question]
105
+ questions_to_options[question] = list(range(len(options)))
106
+ question_to_option_labels[question] = options
107
+
108
+ return self.output(
109
+ questions=data.questions,
110
+ types=question_types,
111
+ options=list(questions_to_options.values()),
112
+ option_labels=list(question_to_option_labels.values()),
113
+ )
114
+
115
+
116
+ if __name__ == "__main__":
117
+ pipeline = gen_pipeline([StageQuestions, StageLabelQuestions])
118
+
119
+ results = pipeline.process(
120
+ pipeline.input(
121
+ overall_question="What are some factors that could determine whether someone likes ice cream?"
122
+ )
123
+ )
124
+
125
+ print(results.options)