edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (344) hide show
  1. edsl/Base.py +413 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -867
  7. edsl/agents/AgentList.py +551 -413
  8. edsl/agents/Invigilator.py +284 -233
  9. edsl/agents/InvigilatorBase.py +257 -270
  10. edsl/agents/PromptConstructor.py +272 -354
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -157
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -1028
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -555
  42. edsl/data/CacheEntry.py +230 -233
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -78
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/hack.py +10 -0
  48. edsl/data/orm.py +10 -10
  49. edsl/data_transfer_models.py +74 -73
  50. edsl/enums.py +202 -175
  51. edsl/exceptions/BaseException.py +21 -21
  52. edsl/exceptions/__init__.py +54 -54
  53. edsl/exceptions/agents.py +54 -42
  54. edsl/exceptions/cache.py +5 -5
  55. edsl/exceptions/configuration.py +16 -16
  56. edsl/exceptions/coop.py +10 -10
  57. edsl/exceptions/data.py +14 -14
  58. edsl/exceptions/general.py +34 -34
  59. edsl/exceptions/inference_services.py +5 -0
  60. edsl/exceptions/jobs.py +33 -33
  61. edsl/exceptions/language_models.py +63 -63
  62. edsl/exceptions/prompts.py +15 -15
  63. edsl/exceptions/questions.py +109 -91
  64. edsl/exceptions/results.py +29 -29
  65. edsl/exceptions/scenarios.py +29 -22
  66. edsl/exceptions/surveys.py +37 -37
  67. edsl/inference_services/AnthropicService.py +106 -87
  68. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  69. edsl/inference_services/AvailableModelFetcher.py +215 -0
  70. edsl/inference_services/AwsBedrock.py +118 -120
  71. edsl/inference_services/AzureAI.py +215 -217
  72. edsl/inference_services/DeepInfraService.py +18 -18
  73. edsl/inference_services/GoogleService.py +143 -148
  74. edsl/inference_services/GroqService.py +20 -20
  75. edsl/inference_services/InferenceServiceABC.py +80 -147
  76. edsl/inference_services/InferenceServicesCollection.py +138 -97
  77. edsl/inference_services/MistralAIService.py +120 -123
  78. edsl/inference_services/OllamaService.py +18 -18
  79. edsl/inference_services/OpenAIService.py +236 -224
  80. edsl/inference_services/PerplexityService.py +160 -163
  81. edsl/inference_services/ServiceAvailability.py +135 -0
  82. edsl/inference_services/TestService.py +90 -89
  83. edsl/inference_services/TogetherAIService.py +172 -170
  84. edsl/inference_services/data_structures.py +134 -0
  85. edsl/inference_services/models_available_cache.py +118 -118
  86. edsl/inference_services/rate_limits_cache.py +25 -25
  87. edsl/inference_services/registry.py +41 -41
  88. edsl/inference_services/write_available.py +10 -10
  89. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  90. edsl/jobs/Answers.py +43 -56
  91. edsl/jobs/FetchInvigilator.py +47 -0
  92. edsl/jobs/InterviewTaskManager.py +98 -0
  93. edsl/jobs/InterviewsConstructor.py +50 -0
  94. edsl/jobs/Jobs.py +823 -898
  95. edsl/jobs/JobsChecks.py +172 -147
  96. edsl/jobs/JobsComponentConstructor.py +189 -0
  97. edsl/jobs/JobsPrompts.py +270 -268
  98. edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
  99. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  100. edsl/jobs/RequestTokenEstimator.py +30 -0
  101. edsl/jobs/__init__.py +1 -1
  102. edsl/jobs/async_interview_runner.py +138 -0
  103. edsl/jobs/buckets/BucketCollection.py +104 -63
  104. edsl/jobs/buckets/ModelBuckets.py +65 -65
  105. edsl/jobs/buckets/TokenBucket.py +283 -251
  106. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  107. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  108. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  109. edsl/jobs/data_structures.py +120 -0
  110. edsl/jobs/decorators.py +35 -0
  111. edsl/jobs/interviews/Interview.py +396 -661
  112. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  113. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  114. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  115. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  116. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  117. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  118. edsl/jobs/interviews/ReportErrors.py +66 -66
  119. edsl/jobs/interviews/interview_status_enum.py +9 -9
  120. edsl/jobs/jobs_status_enums.py +9 -0
  121. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  122. edsl/jobs/results_exceptions_handler.py +98 -0
  123. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
  124. edsl/jobs/runners/JobsRunnerStatus.py +297 -330
  125. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  126. edsl/jobs/tasks/TaskCreators.py +64 -64
  127. edsl/jobs/tasks/TaskHistory.py +470 -450
  128. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  129. edsl/jobs/tasks/task_status_enum.py +161 -163
  130. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  131. edsl/jobs/tokens/TokenUsage.py +34 -34
  132. edsl/language_models/ComputeCost.py +63 -0
  133. edsl/language_models/LanguageModel.py +626 -668
  134. edsl/language_models/ModelList.py +164 -155
  135. edsl/language_models/PriceManager.py +127 -0
  136. edsl/language_models/RawResponseHandler.py +106 -0
  137. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  138. edsl/language_models/ServiceDataSources.py +0 -0
  139. edsl/language_models/__init__.py +2 -3
  140. edsl/language_models/fake_openai_call.py +15 -15
  141. edsl/language_models/fake_openai_service.py +61 -61
  142. edsl/language_models/key_management/KeyLookup.py +63 -0
  143. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  144. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  145. edsl/language_models/key_management/__init__.py +0 -0
  146. edsl/language_models/key_management/models.py +131 -0
  147. edsl/language_models/model.py +256 -0
  148. edsl/language_models/repair.py +156 -156
  149. edsl/language_models/utilities.py +65 -64
  150. edsl/notebooks/Notebook.py +263 -258
  151. edsl/notebooks/NotebookToLaTeX.py +142 -0
  152. edsl/notebooks/__init__.py +1 -1
  153. edsl/prompts/Prompt.py +352 -362
  154. edsl/prompts/__init__.py +2 -2
  155. edsl/questions/ExceptionExplainer.py +77 -0
  156. edsl/questions/HTMLQuestion.py +103 -0
  157. edsl/questions/QuestionBase.py +518 -664
  158. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  159. edsl/questions/QuestionBudget.py +227 -227
  160. edsl/questions/QuestionCheckBox.py +359 -359
  161. edsl/questions/QuestionExtract.py +180 -182
  162. edsl/questions/QuestionFreeText.py +113 -114
  163. edsl/questions/QuestionFunctional.py +166 -166
  164. edsl/questions/QuestionList.py +223 -231
  165. edsl/questions/QuestionMatrix.py +265 -0
  166. edsl/questions/QuestionMultipleChoice.py +330 -286
  167. edsl/questions/QuestionNumerical.py +151 -153
  168. edsl/questions/QuestionRank.py +314 -324
  169. edsl/questions/Quick.py +41 -41
  170. edsl/questions/SimpleAskMixin.py +74 -73
  171. edsl/questions/__init__.py +27 -26
  172. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  173. edsl/questions/compose_questions.py +98 -98
  174. edsl/questions/data_structures.py +20 -0
  175. edsl/questions/decorators.py +21 -21
  176. edsl/questions/derived/QuestionLikertFive.py +76 -76
  177. edsl/questions/derived/QuestionLinearScale.py +90 -87
  178. edsl/questions/derived/QuestionTopK.py +93 -93
  179. edsl/questions/derived/QuestionYesNo.py +82 -82
  180. edsl/questions/descriptors.py +427 -413
  181. edsl/questions/loop_processor.py +149 -0
  182. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  183. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  184. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  185. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  186. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  187. edsl/questions/prompt_templates/question_list.jinja +17 -17
  188. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  189. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  190. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  191. edsl/questions/question_registry.py +177 -177
  192. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  193. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  194. edsl/questions/response_validator_factory.py +34 -0
  195. edsl/questions/settings.py +12 -12
  196. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  197. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  198. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  199. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  200. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  201. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  202. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  203. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  204. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  205. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  206. edsl/questions/templates/list/question_presentation.jinja +5 -5
  207. edsl/questions/templates/matrix/__init__.py +1 -0
  208. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  209. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  210. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  211. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  212. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  213. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  214. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  215. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  216. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  217. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  218. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  219. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  220. edsl/results/CSSParameterizer.py +108 -108
  221. edsl/results/Dataset.py +587 -424
  222. edsl/results/DatasetExportMixin.py +594 -731
  223. edsl/results/DatasetTree.py +295 -275
  224. edsl/results/MarkdownToDocx.py +122 -0
  225. edsl/results/MarkdownToPDF.py +111 -0
  226. edsl/results/Result.py +557 -465
  227. edsl/results/Results.py +1183 -1165
  228. edsl/results/ResultsExportMixin.py +45 -43
  229. edsl/results/ResultsGGMixin.py +121 -121
  230. edsl/results/TableDisplay.py +125 -198
  231. edsl/results/TextEditor.py +50 -0
  232. edsl/results/__init__.py +2 -2
  233. edsl/results/file_exports.py +252 -0
  234. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  235. edsl/results/{Selector.py → results_selector.py} +145 -135
  236. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  237. edsl/results/smart_objects.py +96 -0
  238. edsl/results/table_data_class.py +12 -0
  239. edsl/results/table_display.css +77 -77
  240. edsl/results/table_renderers.py +118 -0
  241. edsl/results/tree_explore.py +115 -115
  242. edsl/scenarios/ConstructDownloadLink.py +109 -0
  243. edsl/scenarios/DocumentChunker.py +102 -0
  244. edsl/scenarios/DocxScenario.py +16 -0
  245. edsl/scenarios/FileStore.py +511 -632
  246. edsl/scenarios/PdfExtractor.py +40 -0
  247. edsl/scenarios/Scenario.py +498 -601
  248. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  249. edsl/scenarios/ScenarioList.py +1458 -1287
  250. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  251. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  252. edsl/scenarios/__init__.py +3 -4
  253. edsl/scenarios/directory_scanner.py +96 -0
  254. edsl/scenarios/file_methods.py +85 -0
  255. edsl/scenarios/handlers/__init__.py +13 -0
  256. edsl/scenarios/handlers/csv.py +38 -0
  257. edsl/scenarios/handlers/docx.py +76 -0
  258. edsl/scenarios/handlers/html.py +37 -0
  259. edsl/scenarios/handlers/json.py +111 -0
  260. edsl/scenarios/handlers/latex.py +5 -0
  261. edsl/scenarios/handlers/md.py +51 -0
  262. edsl/scenarios/handlers/pdf.py +68 -0
  263. edsl/scenarios/handlers/png.py +39 -0
  264. edsl/scenarios/handlers/pptx.py +105 -0
  265. edsl/scenarios/handlers/py.py +294 -0
  266. edsl/scenarios/handlers/sql.py +313 -0
  267. edsl/scenarios/handlers/sqlite.py +149 -0
  268. edsl/scenarios/handlers/txt.py +33 -0
  269. edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
  270. edsl/scenarios/scenario_selector.py +156 -0
  271. edsl/shared.py +1 -1
  272. edsl/study/ObjectEntry.py +173 -173
  273. edsl/study/ProofOfWork.py +113 -113
  274. edsl/study/SnapShot.py +80 -80
  275. edsl/study/Study.py +521 -528
  276. edsl/study/__init__.py +4 -4
  277. edsl/surveys/ConstructDAG.py +92 -0
  278. edsl/surveys/DAG.py +148 -148
  279. edsl/surveys/EditSurvey.py +221 -0
  280. edsl/surveys/InstructionHandler.py +100 -0
  281. edsl/surveys/Memory.py +31 -31
  282. edsl/surveys/MemoryManagement.py +72 -0
  283. edsl/surveys/MemoryPlan.py +244 -244
  284. edsl/surveys/Rule.py +327 -326
  285. edsl/surveys/RuleCollection.py +385 -387
  286. edsl/surveys/RuleManager.py +172 -0
  287. edsl/surveys/Simulator.py +75 -0
  288. edsl/surveys/Survey.py +1280 -1801
  289. edsl/surveys/SurveyCSS.py +273 -261
  290. edsl/surveys/SurveyExportMixin.py +259 -259
  291. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
  292. edsl/surveys/SurveyQualtricsImport.py +284 -284
  293. edsl/surveys/SurveyToApp.py +141 -0
  294. edsl/surveys/__init__.py +5 -3
  295. edsl/surveys/base.py +53 -53
  296. edsl/surveys/descriptors.py +60 -56
  297. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  298. edsl/surveys/instructions/Instruction.py +56 -65
  299. edsl/surveys/instructions/InstructionCollection.py +82 -77
  300. edsl/templates/error_reporting/base.html +23 -23
  301. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  302. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  303. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  304. edsl/templates/error_reporting/interview_details.html +115 -115
  305. edsl/templates/error_reporting/interviews.html +19 -19
  306. edsl/templates/error_reporting/overview.html +4 -4
  307. edsl/templates/error_reporting/performance_plot.html +1 -1
  308. edsl/templates/error_reporting/report.css +73 -73
  309. edsl/templates/error_reporting/report.html +117 -117
  310. edsl/templates/error_reporting/report.js +25 -25
  311. edsl/test_h +1 -0
  312. edsl/tools/__init__.py +1 -1
  313. edsl/tools/clusters.py +192 -192
  314. edsl/tools/embeddings.py +27 -27
  315. edsl/tools/embeddings_plotting.py +118 -118
  316. edsl/tools/plotting.py +112 -112
  317. edsl/tools/summarize.py +18 -18
  318. edsl/utilities/PrettyList.py +56 -0
  319. edsl/utilities/SystemInfo.py +28 -28
  320. edsl/utilities/__init__.py +22 -22
  321. edsl/utilities/ast_utilities.py +25 -25
  322. edsl/utilities/data/Registry.py +6 -6
  323. edsl/utilities/data/__init__.py +1 -1
  324. edsl/utilities/data/scooter_results.json +1 -1
  325. edsl/utilities/decorators.py +77 -77
  326. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  327. edsl/utilities/gcp_bucket/example.py +50 -0
  328. edsl/utilities/interface.py +627 -627
  329. edsl/utilities/is_notebook.py +18 -0
  330. edsl/utilities/is_valid_variable_name.py +11 -0
  331. edsl/utilities/naming_utilities.py +263 -263
  332. edsl/utilities/remove_edsl_version.py +24 -0
  333. edsl/utilities/repair_functions.py +28 -28
  334. edsl/utilities/restricted_python.py +70 -70
  335. edsl/utilities/utilities.py +436 -424
  336. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/LICENSE +21 -21
  337. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/METADATA +13 -11
  338. edsl-0.1.39.dev4.dist-info/RECORD +361 -0
  339. edsl/language_models/KeyLookup.py +0 -30
  340. edsl/language_models/registry.py +0 -190
  341. edsl/language_models/unused/ReplicateBase.py +0 -83
  342. edsl/results/ResultsDBMixin.py +0 -238
  343. edsl-0.1.39.dev3.dist-info/RECORD +0 -277
  344. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/WHEEL +0 -0
@@ -1,178 +1,178 @@
1
- from textwrap import dedent
2
- from dataclasses import dataclass
3
- from collections import defaultdict
4
-
5
- from typing import List, Dict
6
-
7
- from edsl.auto.StageBase import StageBase
8
- from edsl.auto.utilities import gen_pipeline
9
- from edsl.auto.StageBase import FlowDataBase
10
-
11
- from edsl.auto.StageQuestions import StageQuestions
12
- from edsl.auto.StageLabelQuestions import StageLabelQuestions
13
-
14
- from edsl.questions import QuestionList
15
- from edsl.scenarios import Scenario
16
- from edsl import Model
17
- from edsl.surveys import Survey
18
- from edsl.questions import QuestionBase
19
-
20
- from edsl.utilities.utilities import is_valid_variable_name
21
- from edsl import Model
22
- from edsl.questions import QuestionExtract
23
-
24
-
25
- m = Model()
26
-
27
-
28
- def chunker(seq, size):
29
- return (seq[pos : pos + size] for pos in range(0, len(seq), size))
30
-
31
-
32
- def get_short_options(question_options, num_chars=20):
33
- """Gets short names for the options of a question
34
- >>> get_short_options(["No, I don't own a scooter", "Yes, I own a scooter"])
35
- {'No, I don\'t own a scooter': 'no_scooter', 'Yes, I own a scooter': 'yes_scooter'}
36
- """
37
- q = QuestionList(
38
- question_text=dedent(
39
- f"""\
40
- We need short (less than {num_chars} characters) names for the options of a question, with no spaces.
41
- E.g., if the options were "No, I don't own a scooter" and "Yes, I own a scooter",
42
- you could use "no_scooter" and "yes_scooter".
43
- They should be all lower case. Use snake case.
44
- The short names have to be unique.
45
- The options are: {question_options}
46
- The names are {question_options} of them."""
47
- ),
48
- # answer_template={k: None for k in question_options},
49
- question_name="short_options",
50
- )
51
- results = q.by(m).run()
52
- return results.select("short_options").first()
53
-
54
-
55
- def get_short_names_chunk(questions, num_chars=20):
56
- q = QuestionList(
57
- question_text=dedent(
58
- f"""\
59
- We need short (less than {num_chars} characters) names for the questions, with no spaces.
60
- E.g., if the question was: "What is your first name?", you could use "first_name".
61
- The short names have to be unique and not starting with numbers. They should be all lower case.
62
- The questions are: {questions}
63
- """
64
- ),
65
- question_name="short_names",
66
- )
67
- results = q.by(m).run()
68
- short_names = results.select("short_names").first()
69
- return {k: v for k, v in zip(questions, short_names)}
70
-
71
-
72
- def get_short_names(questions, max_size=10, num_chars=20):
73
- "Gets short names for questions"
74
- if len(questions) <= max_size:
75
- short_names_dict = get_short_names_chunk(questions, num_chars)
76
- else:
77
- short_names_dict = {}
78
- for chunk in chunker(questions, max_size):
79
- results = get_short_names_chunk(chunk, num_chars)
80
- short_names_dict.update(results)
81
- return short_names_dict
82
-
83
-
84
- class StageGenerateSurvey(StageBase):
85
- input = StageLabelQuestions.output
86
-
87
- @dataclass
88
- class Output(FlowDataBase):
89
- survey: Survey
90
-
91
- output = Output
92
-
93
- def handle_data(self, data):
94
- """This tage uses the question types to generate a survey
95
- It constucts the edsl-specific dictionary needed to create a question
96
- """
97
- # survey = Survey(name = {data.overall_question, population = data.population, description)
98
- survey = Survey()
99
-
100
- short_names = get_short_names(data.questions)
101
-
102
- question_count = -1
103
- for question, question_type, options, option_labels in zip(
104
- data.questions, data.types, data.options, data.option_labels
105
- ):
106
- question_count += 1
107
- short_names_dict = {}
108
- if question in short_names:
109
- short_names_dict[question] = short_names[question]
110
- data = {
111
- "question_text": question,
112
- "question_type": question_type,
113
- "question_name": short_names.get(question, f"q{question_count}"),
114
- }
115
- if options is not None:
116
- data["question_options"] = options
117
- # make sure it's not a linear scale question, in which case we don't want to add short names
118
-
119
- if option_labels is not None:
120
- data["option_labels"] = dict(zip(options, option_labels))
121
- # print(data["option_labels"])
122
- # breakpoint()
123
-
124
- if question_type == "linear_scale":
125
- option_keys = option_labels
126
- else:
127
- option_keys = options
128
-
129
- if options is not None:
130
- short_options = get_short_options(option_keys)
131
- short_names_dict.update(
132
- {k: v for k, v in zip(option_keys, short_options)}
133
- )
134
-
135
- if question_type not in ["numerical", "free_text"]:
136
- data["short_names_dict"] = short_names_dict
137
- _ = data.pop("short_names_dict", None)
138
- q = QuestionBase.from_dict(data)
139
- survey.add_question(q)
140
-
141
- survey.print()
142
- return self.output(survey=survey)
143
-
144
-
145
- if __name__ == "__main__":
146
- # pipeline = gen_pipeline([StageQuestions, StageLabelQuestions, StageGenerateSurvey])
147
-
148
- # results = pipeline.process(
149
- # pipeline.input(
150
- # overall_question="What are some factors that could determine whether someone likes ice cream?",
151
- # population="consumers",
152
- # )
153
- # )
154
- # # print(results)
155
- # short_options = get_short_options(
156
- # ["No, I don't own a scooter", "Yes, I own a scooter"]
157
- # )
158
- # print(short_options)
159
-
160
- sample_questions = [
161
- "What are the primary goals for your company in sponsoring a research center like the MIT IDE?",
162
- "How does your company measure the ROI on sponsorships like this?",
163
- "What specific aspects of the MIT IDEs work align with your companys strategic interests?",
164
- "Can you describe the decision-making process your company uses to select research initiatives for sponsorship?",
165
- "What are the most important factors your company considers when deciding to sponsor a research center?",
166
- "How important is the visibility and recognition your company receives from sponsoring a research center like the MIT IDE?",
167
- "What kind of collaborative opportunities with the MIT IDE are you looking for?",
168
- "What are your companys expectations regarding intellectual property and the commercialization of research outcomes?",
169
- "How does your company evaluate the success of the research projects it sponsors?",
170
- "Would your company be interested in engaging with students or faculty at the MIT IDE for recruitment or professional development opportunities?",
171
- "How does your company plan to leverage the research and insights gained from the MIT IDE?",
172
- "What challenges has your company faced in previous sponsorships that you would want to avoid in the future?",
173
- "Is there any additional support or involvement your company would like to have in the MIT IDE beyond financial sponsorship?",
174
- "How do you see your companys role in shaping the research agenda at the MIT IDE?",
175
- "What can the MIT IDE do to make its sponsorship opportunities more attractive to your company?",
176
- ]
177
-
178
- short_names = get_short_names(sample_questions)
1
+ from textwrap import dedent
2
+ from dataclasses import dataclass
3
+ from collections import defaultdict
4
+
5
+ from typing import List, Dict
6
+
7
+ from edsl.auto.StageBase import StageBase
8
+ from edsl.auto.utilities import gen_pipeline
9
+ from edsl.auto.StageBase import FlowDataBase
10
+
11
+ from edsl.auto.StageQuestions import StageQuestions
12
+ from edsl.auto.StageLabelQuestions import StageLabelQuestions
13
+
14
+ from edsl.questions import QuestionList
15
+ from edsl.scenarios import Scenario
16
+ from edsl import Model
17
+ from edsl.surveys import Survey
18
+ from edsl.questions import QuestionBase
19
+
20
+ from edsl.utilities.utilities import is_valid_variable_name
21
+ from edsl import Model
22
+ from edsl.questions import QuestionExtract
23
+
24
+
25
+ m = Model()
26
+
27
+
28
+ def chunker(seq, size):
29
+ return (seq[pos : pos + size] for pos in range(0, len(seq), size))
30
+
31
+
32
+ def get_short_options(question_options, num_chars=20):
33
+ """Gets short names for the options of a question
34
+ >>> get_short_options(["No, I don't own a scooter", "Yes, I own a scooter"])
35
+ {'No, I don\'t own a scooter': 'no_scooter', 'Yes, I own a scooter': 'yes_scooter'}
36
+ """
37
+ q = QuestionList(
38
+ question_text=dedent(
39
+ f"""\
40
+ We need short (less than {num_chars} characters) names for the options of a question, with no spaces.
41
+ E.g., if the options were "No, I don't own a scooter" and "Yes, I own a scooter",
42
+ you could use "no_scooter" and "yes_scooter".
43
+ They should be all lower case. Use snake case.
44
+ The short names have to be unique.
45
+ The options are: {question_options}
46
+ The names are {question_options} of them."""
47
+ ),
48
+ # answer_template={k: None for k in question_options},
49
+ question_name="short_options",
50
+ )
51
+ results = q.by(m).run()
52
+ return results.select("short_options").first()
53
+
54
+
55
+ def get_short_names_chunk(questions, num_chars=20):
56
+ q = QuestionList(
57
+ question_text=dedent(
58
+ f"""\
59
+ We need short (less than {num_chars} characters) names for the questions, with no spaces.
60
+ E.g., if the question was: "What is your first name?", you could use "first_name".
61
+ The short names have to be unique and not starting with numbers. They should be all lower case.
62
+ The questions are: {questions}
63
+ """
64
+ ),
65
+ question_name="short_names",
66
+ )
67
+ results = q.by(m).run()
68
+ short_names = results.select("short_names").first()
69
+ return {k: v for k, v in zip(questions, short_names)}
70
+
71
+
72
+ def get_short_names(questions, max_size=10, num_chars=20):
73
+ "Gets short names for questions"
74
+ if len(questions) <= max_size:
75
+ short_names_dict = get_short_names_chunk(questions, num_chars)
76
+ else:
77
+ short_names_dict = {}
78
+ for chunk in chunker(questions, max_size):
79
+ results = get_short_names_chunk(chunk, num_chars)
80
+ short_names_dict.update(results)
81
+ return short_names_dict
82
+
83
+
84
+ class StageGenerateSurvey(StageBase):
85
+ input = StageLabelQuestions.output
86
+
87
+ @dataclass
88
+ class Output(FlowDataBase):
89
+ survey: Survey
90
+
91
+ output = Output
92
+
93
+ def handle_data(self, data):
94
+ """This tage uses the question types to generate a survey
95
+ It constucts the edsl-specific dictionary needed to create a question
96
+ """
97
+ # survey = Survey(name = {data.overall_question, population = data.population, description)
98
+ survey = Survey()
99
+
100
+ short_names = get_short_names(data.questions)
101
+
102
+ question_count = -1
103
+ for question, question_type, options, option_labels in zip(
104
+ data.questions, data.types, data.options, data.option_labels
105
+ ):
106
+ question_count += 1
107
+ short_names_dict = {}
108
+ if question in short_names:
109
+ short_names_dict[question] = short_names[question]
110
+ data = {
111
+ "question_text": question,
112
+ "question_type": question_type,
113
+ "question_name": short_names.get(question, f"q{question_count}"),
114
+ }
115
+ if options is not None:
116
+ data["question_options"] = options
117
+ # make sure it's not a linear scale question, in which case we don't want to add short names
118
+
119
+ if option_labels is not None:
120
+ data["option_labels"] = dict(zip(options, option_labels))
121
+ # print(data["option_labels"])
122
+ # breakpoint()
123
+
124
+ if question_type == "linear_scale":
125
+ option_keys = option_labels
126
+ else:
127
+ option_keys = options
128
+
129
+ if options is not None:
130
+ short_options = get_short_options(option_keys)
131
+ short_names_dict.update(
132
+ {k: v for k, v in zip(option_keys, short_options)}
133
+ )
134
+
135
+ if question_type not in ["numerical", "free_text"]:
136
+ data["short_names_dict"] = short_names_dict
137
+ _ = data.pop("short_names_dict", None)
138
+ q = QuestionBase.from_dict(data)
139
+ survey.add_question(q)
140
+
141
+ survey.print()
142
+ return self.output(survey=survey)
143
+
144
+
145
+ if __name__ == "__main__":
146
+ # pipeline = gen_pipeline([StageQuestions, StageLabelQuestions, StageGenerateSurvey])
147
+
148
+ # results = pipeline.process(
149
+ # pipeline.input(
150
+ # overall_question="What are some factors that could determine whether someone likes ice cream?",
151
+ # population="consumers",
152
+ # )
153
+ # )
154
+ # # print(results)
155
+ # short_options = get_short_options(
156
+ # ["No, I don't own a scooter", "Yes, I own a scooter"]
157
+ # )
158
+ # print(short_options)
159
+
160
+ sample_questions = [
161
+ "What are the primary goals for your company in sponsoring a research center like the MIT IDE?",
162
+ "How does your company measure the ROI on sponsorships like this?",
163
+ "What specific aspects of the MIT IDEs work align with your companys strategic interests?",
164
+ "Can you describe the decision-making process your company uses to select research initiatives for sponsorship?",
165
+ "What are the most important factors your company considers when deciding to sponsor a research center?",
166
+ "How important is the visibility and recognition your company receives from sponsoring a research center like the MIT IDE?",
167
+ "What kind of collaborative opportunities with the MIT IDE are you looking for?",
168
+ "What are your companys expectations regarding intellectual property and the commercialization of research outcomes?",
169
+ "How does your company evaluate the success of the research projects it sponsors?",
170
+ "Would your company be interested in engaging with students or faculty at the MIT IDE for recruitment or professional development opportunities?",
171
+ "How does your company plan to leverage the research and insights gained from the MIT IDE?",
172
+ "What challenges has your company faced in previous sponsorships that you would want to avoid in the future?",
173
+ "Is there any additional support or involvement your company would like to have in the MIT IDE beyond financial sponsorship?",
174
+ "How do you see your companys role in shaping the research agenda at the MIT IDE?",
175
+ "What can the MIT IDE do to make its sponsorship opportunities more attractive to your company?",
176
+ ]
177
+
178
+ short_names = get_short_names(sample_questions)
@@ -1,125 +1,125 @@
1
- from textwrap import dedent
2
- from dataclasses import dataclass
3
- from collections import defaultdict
4
-
5
- from typing import List, Dict, Union
6
-
7
- from edsl.auto.StageBase import StageBase
8
- from edsl.auto.StageBase import FlowDataBase
9
-
10
- from edsl.auto.StageQuestions import StageQuestions
11
-
12
- from edsl.questions import QuestionMultipleChoice, QuestionList
13
- from edsl.scenarios import Scenario
14
- from edsl import Model
15
- from edsl.auto.utilities import gen_pipeline
16
-
17
-
18
- question_purpose = {
19
- "multiple_choice": "When options are known and limited",
20
- "free_text": "When we are asking an open-ended question",
21
- "checkbox": "When multiple options can be selected e.g., have you heard of the following products:",
22
- "numerical": "When the answer is a single numerical value e.g., a float",
23
- "linear_scale": "When options are text like multiple choice, but can be ordered e.g., daily, weekly, monthly, etc.",
24
- "yes_no": "When the question can be fully answered with either a yes or a no",
25
- }
26
-
27
-
28
- class StageLabelQuestions(StageBase):
29
- input = StageQuestions.output
30
-
31
- @dataclass
32
- class Output(FlowDataBase):
33
- questions: List[str]
34
- types: List[str]
35
- options: Dict[str, List[str]]
36
- option_labels: Dict[str, Union[List[str], None]]
37
-
38
- output = Output
39
-
40
- def handle_data(self, data):
41
- """
42
- Labels each edsl question type. This is then used later to instantiate the questions
43
- """
44
- m = Model()
45
- label_questions_scenarios = [
46
- Scenario({"question": q, "question_purpose": question_purpose})
47
- for q in data.questions
48
- ]
49
- q_type = QuestionMultipleChoice(
50
- question_text=dedent(
51
- """\
52
- Consider this question: "{{ question }}"
53
- The question options and purpose are: {{ question_purpose }}
54
- Please avoid free text questions much as possible.
55
- If it could be a multiple choice, use that type.
56
- What type of question should this be to make for an informative survey?"""
57
- ),
58
- question_options=list(question_purpose.keys()),
59
- question_name="question_type",
60
- )
61
- ## If it is a linear scale, multiple choice or checkbox question, we need to know the options
62
- option_questions = [
63
- "multiple_choice",
64
- "linear_scale",
65
- "checkbox",
66
- ]
67
- q_options_mc = QuestionList(
68
- question_text=dedent(
69
- """\
70
- Consider this question: "{{ question }}"
71
- What options should this question have?"""
72
- ),
73
- question_name="mc_options",
74
- )
75
- survey = q_type.add_question(q_options_mc).add_stop_rule(
76
- "question_type", f"question_type not in {option_questions}"
77
- )
78
- type_results = survey.by(label_questions_scenarios).by(m).run()
79
- type_results.select("question", "question_type", "mc_options").print()
80
-
81
- # breakpoint()
82
-
83
- question_types = type_results.select("question_type").to_list()
84
- options = type_results.select("mc_options").to_list()
85
- # question_types, options = type_results.select(
86
- # "question_type", "mc_options"
87
- # ).to_list()
88
-
89
- type_results.select("question", "question_type", "mc_options").print()
90
-
91
- # if the question is a yes/no question, we need to set the options to be yes/no
92
- types_to_questions = defaultdict(list)
93
- for question_type, question in zip(question_types, data.questions):
94
- types_to_questions[question_type].append(question)
95
-
96
- questions_to_options = dict(zip(data.questions, options))
97
- question_to_option_labels = dict(
98
- zip(data.questions, len(data.questions) * [None])
99
- )
100
- for question in types_to_questions.get("yes_no", []):
101
- questions_to_options[question] = ["Yes", "No"]
102
-
103
- for question in types_to_questions.get("linear_scale", []):
104
- options = questions_to_options[question]
105
- questions_to_options[question] = list(range(len(options)))
106
- question_to_option_labels[question] = options
107
-
108
- return self.output(
109
- questions=data.questions,
110
- types=question_types,
111
- options=list(questions_to_options.values()),
112
- option_labels=list(question_to_option_labels.values()),
113
- )
114
-
115
-
116
- if __name__ == "__main__":
117
- pipeline = gen_pipeline([StageQuestions, StageLabelQuestions])
118
-
119
- results = pipeline.process(
120
- pipeline.input(
121
- overall_question="What are some factors that could determine whether someone likes ice cream?"
122
- )
123
- )
124
-
125
- print(results.options)
1
+ from textwrap import dedent
2
+ from dataclasses import dataclass
3
+ from collections import defaultdict
4
+
5
+ from typing import List, Dict, Union
6
+
7
+ from edsl.auto.StageBase import StageBase
8
+ from edsl.auto.StageBase import FlowDataBase
9
+
10
+ from edsl.auto.StageQuestions import StageQuestions
11
+
12
+ from edsl.questions import QuestionMultipleChoice, QuestionList
13
+ from edsl.scenarios import Scenario
14
+ from edsl import Model
15
+ from edsl.auto.utilities import gen_pipeline
16
+
17
+
18
+ question_purpose = {
19
+ "multiple_choice": "When options are known and limited",
20
+ "free_text": "When we are asking an open-ended question",
21
+ "checkbox": "When multiple options can be selected e.g., have you heard of the following products:",
22
+ "numerical": "When the answer is a single numerical value e.g., a float",
23
+ "linear_scale": "When options are text like multiple choice, but can be ordered e.g., daily, weekly, monthly, etc.",
24
+ "yes_no": "When the question can be fully answered with either a yes or a no",
25
+ }
26
+
27
+
28
+ class StageLabelQuestions(StageBase):
29
+ input = StageQuestions.output
30
+
31
+ @dataclass
32
+ class Output(FlowDataBase):
33
+ questions: List[str]
34
+ types: List[str]
35
+ options: Dict[str, List[str]]
36
+ option_labels: Dict[str, Union[List[str], None]]
37
+
38
+ output = Output
39
+
40
+ def handle_data(self, data):
41
+ """
42
+ Labels each edsl question type. This is then used later to instantiate the questions
43
+ """
44
+ m = Model()
45
+ label_questions_scenarios = [
46
+ Scenario({"question": q, "question_purpose": question_purpose})
47
+ for q in data.questions
48
+ ]
49
+ q_type = QuestionMultipleChoice(
50
+ question_text=dedent(
51
+ """\
52
+ Consider this question: "{{ question }}"
53
+ The question options and purpose are: {{ question_purpose }}
54
+ Please avoid free text questions much as possible.
55
+ If it could be a multiple choice, use that type.
56
+ What type of question should this be to make for an informative survey?"""
57
+ ),
58
+ question_options=list(question_purpose.keys()),
59
+ question_name="question_type",
60
+ )
61
+ ## If it is a linear scale, multiple choice or checkbox question, we need to know the options
62
+ option_questions = [
63
+ "multiple_choice",
64
+ "linear_scale",
65
+ "checkbox",
66
+ ]
67
+ q_options_mc = QuestionList(
68
+ question_text=dedent(
69
+ """\
70
+ Consider this question: "{{ question }}"
71
+ What options should this question have?"""
72
+ ),
73
+ question_name="mc_options",
74
+ )
75
+ survey = q_type.add_question(q_options_mc).add_stop_rule(
76
+ "question_type", f"question_type not in {option_questions}"
77
+ )
78
+ type_results = survey.by(label_questions_scenarios).by(m).run()
79
+ type_results.select("question", "question_type", "mc_options").print()
80
+
81
+ # breakpoint()
82
+
83
+ question_types = type_results.select("question_type").to_list()
84
+ options = type_results.select("mc_options").to_list()
85
+ # question_types, options = type_results.select(
86
+ # "question_type", "mc_options"
87
+ # ).to_list()
88
+
89
+ type_results.select("question", "question_type", "mc_options").print()
90
+
91
+ # if the question is a yes/no question, we need to set the options to be yes/no
92
+ types_to_questions = defaultdict(list)
93
+ for question_type, question in zip(question_types, data.questions):
94
+ types_to_questions[question_type].append(question)
95
+
96
+ questions_to_options = dict(zip(data.questions, options))
97
+ question_to_option_labels = dict(
98
+ zip(data.questions, len(data.questions) * [None])
99
+ )
100
+ for question in types_to_questions.get("yes_no", []):
101
+ questions_to_options[question] = ["Yes", "No"]
102
+
103
+ for question in types_to_questions.get("linear_scale", []):
104
+ options = questions_to_options[question]
105
+ questions_to_options[question] = list(range(len(options)))
106
+ question_to_option_labels[question] = options
107
+
108
+ return self.output(
109
+ questions=data.questions,
110
+ types=question_types,
111
+ options=list(questions_to_options.values()),
112
+ option_labels=list(question_to_option_labels.values()),
113
+ )
114
+
115
+
116
+ if __name__ == "__main__":
117
+ pipeline = gen_pipeline([StageQuestions, StageLabelQuestions])
118
+
119
+ results = pipeline.process(
120
+ pipeline.input(
121
+ overall_question="What are some factors that could determine whether someone likes ice cream?"
122
+ )
123
+ )
124
+
125
+ print(results.options)