edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (341) hide show
  1. edsl/Base.py +413 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -867
  7. edsl/agents/AgentList.py +551 -413
  8. edsl/agents/Invigilator.py +284 -233
  9. edsl/agents/InvigilatorBase.py +257 -270
  10. edsl/agents/PromptConstructor.py +272 -354
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -157
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -1028
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -555
  42. edsl/data/CacheEntry.py +230 -233
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -78
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/orm.py +10 -10
  48. edsl/data_transfer_models.py +74 -73
  49. edsl/enums.py +202 -175
  50. edsl/exceptions/BaseException.py +21 -21
  51. edsl/exceptions/__init__.py +54 -54
  52. edsl/exceptions/agents.py +54 -42
  53. edsl/exceptions/cache.py +5 -5
  54. edsl/exceptions/configuration.py +16 -16
  55. edsl/exceptions/coop.py +10 -10
  56. edsl/exceptions/data.py +14 -14
  57. edsl/exceptions/general.py +34 -34
  58. edsl/exceptions/inference_services.py +5 -0
  59. edsl/exceptions/jobs.py +33 -33
  60. edsl/exceptions/language_models.py +63 -63
  61. edsl/exceptions/prompts.py +15 -15
  62. edsl/exceptions/questions.py +109 -91
  63. edsl/exceptions/results.py +29 -29
  64. edsl/exceptions/scenarios.py +29 -22
  65. edsl/exceptions/surveys.py +37 -37
  66. edsl/inference_services/AnthropicService.py +106 -87
  67. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  68. edsl/inference_services/AvailableModelFetcher.py +215 -0
  69. edsl/inference_services/AwsBedrock.py +118 -120
  70. edsl/inference_services/AzureAI.py +215 -217
  71. edsl/inference_services/DeepInfraService.py +18 -18
  72. edsl/inference_services/GoogleService.py +143 -148
  73. edsl/inference_services/GroqService.py +20 -20
  74. edsl/inference_services/InferenceServiceABC.py +80 -147
  75. edsl/inference_services/InferenceServicesCollection.py +138 -97
  76. edsl/inference_services/MistralAIService.py +120 -123
  77. edsl/inference_services/OllamaService.py +18 -18
  78. edsl/inference_services/OpenAIService.py +236 -224
  79. edsl/inference_services/PerplexityService.py +160 -163
  80. edsl/inference_services/ServiceAvailability.py +135 -0
  81. edsl/inference_services/TestService.py +90 -89
  82. edsl/inference_services/TogetherAIService.py +172 -170
  83. edsl/inference_services/data_structures.py +134 -0
  84. edsl/inference_services/models_available_cache.py +118 -118
  85. edsl/inference_services/rate_limits_cache.py +25 -25
  86. edsl/inference_services/registry.py +41 -41
  87. edsl/inference_services/write_available.py +10 -10
  88. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  89. edsl/jobs/Answers.py +43 -56
  90. edsl/jobs/FetchInvigilator.py +47 -0
  91. edsl/jobs/InterviewTaskManager.py +98 -0
  92. edsl/jobs/InterviewsConstructor.py +50 -0
  93. edsl/jobs/Jobs.py +823 -898
  94. edsl/jobs/JobsChecks.py +172 -147
  95. edsl/jobs/JobsComponentConstructor.py +189 -0
  96. edsl/jobs/JobsPrompts.py +270 -268
  97. edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
  98. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  99. edsl/jobs/RequestTokenEstimator.py +30 -0
  100. edsl/jobs/__init__.py +1 -1
  101. edsl/jobs/async_interview_runner.py +138 -0
  102. edsl/jobs/buckets/BucketCollection.py +104 -63
  103. edsl/jobs/buckets/ModelBuckets.py +65 -65
  104. edsl/jobs/buckets/TokenBucket.py +283 -251
  105. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  106. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  107. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  108. edsl/jobs/data_structures.py +120 -0
  109. edsl/jobs/decorators.py +35 -0
  110. edsl/jobs/interviews/Interview.py +396 -661
  111. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  112. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  113. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  114. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  115. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  116. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  117. edsl/jobs/interviews/ReportErrors.py +66 -66
  118. edsl/jobs/interviews/interview_status_enum.py +9 -9
  119. edsl/jobs/jobs_status_enums.py +9 -0
  120. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  121. edsl/jobs/results_exceptions_handler.py +98 -0
  122. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
  123. edsl/jobs/runners/JobsRunnerStatus.py +297 -330
  124. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  125. edsl/jobs/tasks/TaskCreators.py +64 -64
  126. edsl/jobs/tasks/TaskHistory.py +470 -450
  127. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  128. edsl/jobs/tasks/task_status_enum.py +161 -163
  129. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  130. edsl/jobs/tokens/TokenUsage.py +34 -34
  131. edsl/language_models/ComputeCost.py +63 -0
  132. edsl/language_models/LanguageModel.py +626 -668
  133. edsl/language_models/ModelList.py +164 -155
  134. edsl/language_models/PriceManager.py +127 -0
  135. edsl/language_models/RawResponseHandler.py +106 -0
  136. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  137. edsl/language_models/ServiceDataSources.py +0 -0
  138. edsl/language_models/__init__.py +2 -3
  139. edsl/language_models/fake_openai_call.py +15 -15
  140. edsl/language_models/fake_openai_service.py +61 -61
  141. edsl/language_models/key_management/KeyLookup.py +63 -0
  142. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  143. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  144. edsl/language_models/key_management/__init__.py +0 -0
  145. edsl/language_models/key_management/models.py +131 -0
  146. edsl/language_models/model.py +256 -0
  147. edsl/language_models/repair.py +156 -156
  148. edsl/language_models/utilities.py +65 -64
  149. edsl/notebooks/Notebook.py +263 -258
  150. edsl/notebooks/NotebookToLaTeX.py +142 -0
  151. edsl/notebooks/__init__.py +1 -1
  152. edsl/prompts/Prompt.py +352 -362
  153. edsl/prompts/__init__.py +2 -2
  154. edsl/questions/ExceptionExplainer.py +77 -0
  155. edsl/questions/HTMLQuestion.py +103 -0
  156. edsl/questions/QuestionBase.py +518 -664
  157. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  158. edsl/questions/QuestionBudget.py +227 -227
  159. edsl/questions/QuestionCheckBox.py +359 -359
  160. edsl/questions/QuestionExtract.py +180 -182
  161. edsl/questions/QuestionFreeText.py +113 -114
  162. edsl/questions/QuestionFunctional.py +166 -166
  163. edsl/questions/QuestionList.py +223 -231
  164. edsl/questions/QuestionMatrix.py +265 -0
  165. edsl/questions/QuestionMultipleChoice.py +330 -286
  166. edsl/questions/QuestionNumerical.py +151 -153
  167. edsl/questions/QuestionRank.py +314 -324
  168. edsl/questions/Quick.py +41 -41
  169. edsl/questions/SimpleAskMixin.py +74 -73
  170. edsl/questions/__init__.py +27 -26
  171. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  172. edsl/questions/compose_questions.py +98 -98
  173. edsl/questions/data_structures.py +20 -0
  174. edsl/questions/decorators.py +21 -21
  175. edsl/questions/derived/QuestionLikertFive.py +76 -76
  176. edsl/questions/derived/QuestionLinearScale.py +90 -87
  177. edsl/questions/derived/QuestionTopK.py +93 -93
  178. edsl/questions/derived/QuestionYesNo.py +82 -82
  179. edsl/questions/descriptors.py +427 -413
  180. edsl/questions/loop_processor.py +149 -0
  181. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  182. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  183. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  184. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  185. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  186. edsl/questions/prompt_templates/question_list.jinja +17 -17
  187. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  188. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  189. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  190. edsl/questions/question_registry.py +177 -177
  191. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  192. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  193. edsl/questions/response_validator_factory.py +34 -0
  194. edsl/questions/settings.py +12 -12
  195. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  196. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  197. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  198. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  199. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  200. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  201. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  202. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  203. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  204. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  205. edsl/questions/templates/list/question_presentation.jinja +5 -5
  206. edsl/questions/templates/matrix/__init__.py +1 -0
  207. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  208. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  209. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  210. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  211. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  212. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  213. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  214. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  215. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  216. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  217. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  218. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  219. edsl/results/CSSParameterizer.py +108 -108
  220. edsl/results/Dataset.py +587 -424
  221. edsl/results/DatasetExportMixin.py +594 -731
  222. edsl/results/DatasetTree.py +295 -275
  223. edsl/results/MarkdownToDocx.py +122 -0
  224. edsl/results/MarkdownToPDF.py +111 -0
  225. edsl/results/Result.py +557 -465
  226. edsl/results/Results.py +1183 -1165
  227. edsl/results/ResultsExportMixin.py +45 -43
  228. edsl/results/ResultsGGMixin.py +121 -121
  229. edsl/results/TableDisplay.py +125 -198
  230. edsl/results/TextEditor.py +50 -0
  231. edsl/results/__init__.py +2 -2
  232. edsl/results/file_exports.py +252 -0
  233. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  234. edsl/results/{Selector.py → results_selector.py} +145 -135
  235. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  236. edsl/results/smart_objects.py +96 -0
  237. edsl/results/table_data_class.py +12 -0
  238. edsl/results/table_display.css +77 -77
  239. edsl/results/table_renderers.py +118 -0
  240. edsl/results/tree_explore.py +115 -115
  241. edsl/scenarios/ConstructDownloadLink.py +109 -0
  242. edsl/scenarios/DocumentChunker.py +102 -0
  243. edsl/scenarios/DocxScenario.py +16 -0
  244. edsl/scenarios/FileStore.py +511 -632
  245. edsl/scenarios/PdfExtractor.py +40 -0
  246. edsl/scenarios/Scenario.py +498 -601
  247. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  248. edsl/scenarios/ScenarioList.py +1458 -1287
  249. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  250. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  251. edsl/scenarios/__init__.py +3 -4
  252. edsl/scenarios/directory_scanner.py +96 -0
  253. edsl/scenarios/file_methods.py +85 -0
  254. edsl/scenarios/handlers/__init__.py +13 -0
  255. edsl/scenarios/handlers/csv.py +38 -0
  256. edsl/scenarios/handlers/docx.py +76 -0
  257. edsl/scenarios/handlers/html.py +37 -0
  258. edsl/scenarios/handlers/json.py +111 -0
  259. edsl/scenarios/handlers/latex.py +5 -0
  260. edsl/scenarios/handlers/md.py +51 -0
  261. edsl/scenarios/handlers/pdf.py +68 -0
  262. edsl/scenarios/handlers/png.py +39 -0
  263. edsl/scenarios/handlers/pptx.py +105 -0
  264. edsl/scenarios/handlers/py.py +294 -0
  265. edsl/scenarios/handlers/sql.py +313 -0
  266. edsl/scenarios/handlers/sqlite.py +149 -0
  267. edsl/scenarios/handlers/txt.py +33 -0
  268. edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
  269. edsl/scenarios/scenario_selector.py +156 -0
  270. edsl/shared.py +1 -1
  271. edsl/study/ObjectEntry.py +173 -173
  272. edsl/study/ProofOfWork.py +113 -113
  273. edsl/study/SnapShot.py +80 -80
  274. edsl/study/Study.py +521 -528
  275. edsl/study/__init__.py +4 -4
  276. edsl/surveys/ConstructDAG.py +92 -0
  277. edsl/surveys/DAG.py +148 -148
  278. edsl/surveys/EditSurvey.py +221 -0
  279. edsl/surveys/InstructionHandler.py +100 -0
  280. edsl/surveys/Memory.py +31 -31
  281. edsl/surveys/MemoryManagement.py +72 -0
  282. edsl/surveys/MemoryPlan.py +244 -244
  283. edsl/surveys/Rule.py +327 -326
  284. edsl/surveys/RuleCollection.py +385 -387
  285. edsl/surveys/RuleManager.py +172 -0
  286. edsl/surveys/Simulator.py +75 -0
  287. edsl/surveys/Survey.py +1280 -1801
  288. edsl/surveys/SurveyCSS.py +273 -261
  289. edsl/surveys/SurveyExportMixin.py +259 -259
  290. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
  291. edsl/surveys/SurveyQualtricsImport.py +284 -284
  292. edsl/surveys/SurveyToApp.py +141 -0
  293. edsl/surveys/__init__.py +5 -3
  294. edsl/surveys/base.py +53 -53
  295. edsl/surveys/descriptors.py +60 -56
  296. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  297. edsl/surveys/instructions/Instruction.py +56 -65
  298. edsl/surveys/instructions/InstructionCollection.py +82 -77
  299. edsl/templates/error_reporting/base.html +23 -23
  300. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  301. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  302. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  303. edsl/templates/error_reporting/interview_details.html +115 -115
  304. edsl/templates/error_reporting/interviews.html +19 -19
  305. edsl/templates/error_reporting/overview.html +4 -4
  306. edsl/templates/error_reporting/performance_plot.html +1 -1
  307. edsl/templates/error_reporting/report.css +73 -73
  308. edsl/templates/error_reporting/report.html +117 -117
  309. edsl/templates/error_reporting/report.js +25 -25
  310. edsl/tools/__init__.py +1 -1
  311. edsl/tools/clusters.py +192 -192
  312. edsl/tools/embeddings.py +27 -27
  313. edsl/tools/embeddings_plotting.py +118 -118
  314. edsl/tools/plotting.py +112 -112
  315. edsl/tools/summarize.py +18 -18
  316. edsl/utilities/PrettyList.py +56 -0
  317. edsl/utilities/SystemInfo.py +28 -28
  318. edsl/utilities/__init__.py +22 -22
  319. edsl/utilities/ast_utilities.py +25 -25
  320. edsl/utilities/data/Registry.py +6 -6
  321. edsl/utilities/data/__init__.py +1 -1
  322. edsl/utilities/data/scooter_results.json +1 -1
  323. edsl/utilities/decorators.py +77 -77
  324. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  325. edsl/utilities/interface.py +627 -627
  326. edsl/utilities/is_notebook.py +18 -0
  327. edsl/utilities/is_valid_variable_name.py +11 -0
  328. edsl/utilities/naming_utilities.py +263 -263
  329. edsl/utilities/remove_edsl_version.py +24 -0
  330. edsl/utilities/repair_functions.py +28 -28
  331. edsl/utilities/restricted_python.py +70 -70
  332. edsl/utilities/utilities.py +436 -424
  333. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/LICENSE +21 -21
  334. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/METADATA +13 -11
  335. edsl-0.1.39.dev5.dist-info/RECORD +358 -0
  336. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/WHEEL +1 -1
  337. edsl/language_models/KeyLookup.py +0 -30
  338. edsl/language_models/registry.py +0 -190
  339. edsl/language_models/unused/ReplicateBase.py +0 -83
  340. edsl/results/ResultsDBMixin.py +0 -238
  341. edsl-0.1.39.dev3.dist-info/RECORD +0 -277
@@ -1,231 +1,223 @@
1
- from __future__ import annotations
2
- import random
3
- import textwrap
4
- from typing import Any, Optional, Union
5
- from edsl.questions.QuestionBase import QuestionBase
6
- from edsl.questions.descriptors import IntegerOrNoneDescriptor
7
- from edsl.questions.decorators import inject_exception
8
-
9
- from pydantic import field_validator, Field
10
- from edsl.questions.ResponseValidatorABC import ResponseValidatorABC
11
- from edsl.questions.ResponseValidatorABC import BaseResponse
12
-
13
- from edsl.exceptions import QuestionAnswerValidationError
14
- import textwrap
15
- import json
16
-
17
- from json_repair import repair_json
18
-
19
-
20
- def convert_string(s):
21
- """Convert a string to a more appropriate type if possible.
22
-
23
- >>> convert_string("3.14")
24
- 3.14
25
- >>> convert_string("42")
26
- 42
27
- >>> convert_string("hello")
28
- 'hello'
29
- >>> convert_string('{"key": "value"}')
30
- {'key': 'value'}
31
- >>> convert_string("{'key': 'value'}")
32
- {'key': 'value'}
33
- """
34
-
35
- if not isinstance(s, str): # if it's not a string, return it as is
36
- return s
37
-
38
- # If the repair returns, continue on; otherwise, try to load it as JSON
39
- if (repaired_json := repair_json(s)) == '""':
40
- pass
41
- else:
42
- try:
43
- return json.loads(repaired_json)
44
- except json.JSONDecodeError:
45
- pass
46
-
47
- # Try to convert to float
48
- try:
49
- return float(s)
50
- except ValueError:
51
- pass
52
-
53
- # Try to convert to int
54
- try:
55
- return int(s)
56
- except ValueError:
57
- pass
58
-
59
- # If all conversions fail, return the original string
60
- return s
61
-
62
-
63
- def create_model(max_list_items: int, permissive):
64
- from pydantic import BaseModel
65
-
66
- if permissive or max_list_items is None:
67
-
68
- class ListResponse(BaseModel):
69
- answer: list[Any]
70
- comment: Optional[str] = None
71
- generated_tokens: Optional[str] = None
72
-
73
- else:
74
-
75
- class ListResponse(BaseModel):
76
- """
77
- >>> nr = ListResponse(answer=["Apple", "Cherry"])
78
- >>> nr.dict()
79
- {'answer': ['Apple', 'Cherry'], 'comment': None, 'generated_tokens': None}
80
- """
81
-
82
- answer: list[Any] = Field(..., min_items=0, max_items=max_list_items)
83
- comment: Optional[str] = None
84
- generated_tokens: Optional[str] = None
85
-
86
- return ListResponse
87
-
88
-
89
- class ListResponseValidator(ResponseValidatorABC):
90
- required_params = ["max_list_items", "permissive"]
91
- valid_examples = [({"answer": ["hello", "world"]}, {"max_list_items": 5})]
92
-
93
- invalid_examples = [
94
- (
95
- {"answer": ["hello", "world", "this", "is", "a", "test"]},
96
- {"max_list_items": 5},
97
- "Too many items.",
98
- ),
99
- ]
100
-
101
- def _check_constraints(self, response) -> None:
102
- if (
103
- self.max_list_items is not None
104
- and len(response.answer) > self.max_list_items
105
- ):
106
- raise QuestionAnswerValidationError("Too many items.")
107
-
108
- def fix(self, response, verbose=False):
109
- if verbose:
110
- print(f"Fixing list response: {response}")
111
- answer = str(response.get("answer") or response.get("generated_tokens", ""))
112
- if len(answer.split(",")) > 0:
113
- return (
114
- {"answer": answer.split(",")} | {"comment": response.get("comment")}
115
- if "comment" in response
116
- else {}
117
- )
118
-
119
- def _post_process(self, edsl_answer_dict):
120
- edsl_answer_dict["answer"] = [
121
- convert_string(item) for item in edsl_answer_dict["answer"]
122
- ]
123
- return edsl_answer_dict
124
-
125
-
126
- class QuestionList(QuestionBase):
127
- """This question prompts the agent to answer by providing a list of items as comma-separated strings."""
128
-
129
- question_type = "list"
130
- max_list_items: int = IntegerOrNoneDescriptor()
131
- _response_model = None
132
- response_validator_class = ListResponseValidator
133
-
134
- def __init__(
135
- self,
136
- question_name: str,
137
- question_text: str,
138
- max_list_items: Optional[int] = None,
139
- include_comment: bool = True,
140
- answering_instructions: Optional[str] = None,
141
- question_presentation: Optional[str] = None,
142
- permissive: bool = False,
143
- ):
144
- """Instantiate a new QuestionList.
145
-
146
- :param question_name: The name of the question.
147
- :param question_text: The text of the question.
148
- :param max_list_items: The maximum number of items that can be in the answer list.
149
-
150
- >>> QuestionList.example().self_check()
151
- """
152
- self.question_name = question_name
153
- self.question_text = question_text
154
- self.max_list_items = max_list_items
155
- self.permissive = permissive
156
-
157
- self.include_comment = include_comment
158
- self.answering_instructions = answering_instructions
159
- self.question_presentations = question_presentation
160
-
161
- def create_response_model(self):
162
- return create_model(self.max_list_items, self.permissive)
163
-
164
- @property
165
- def question_html_content(self) -> str:
166
- from jinja2 import Template
167
-
168
- question_html_content = Template(
169
- """
170
- <div id="question-list-container">
171
- <div>
172
- <textarea name="{{ question_name }}[]" rows="1" placeholder="Enter item"></textarea>
173
- </div>
174
- </div>
175
- <button type="button" onclick="addNewLine()">Add another line</button>
176
-
177
- <script>
178
- function addNewLine() {
179
- var container = document.getElementById('question-list-container');
180
- var newLine = document.createElement('div');
181
- newLine.innerHTML = '<textarea name="{{ question_name }}[]" rows="1" placeholder="Enter item"></textarea>';
182
- container.appendChild(newLine);
183
- }
184
- </script>
185
- """
186
- ).render(question_name=self.question_name)
187
- return question_html_content
188
-
189
- ################
190
- # Helpful methods
191
- ################
192
- @classmethod
193
- @inject_exception
194
- def example(
195
- cls, include_comment=True, max_list_items=None, permissive=False
196
- ) -> QuestionList:
197
- """Return an example of a list question."""
198
- return cls(
199
- question_name="list_of_foods",
200
- question_text="What are your favorite foods?",
201
- include_comment=include_comment,
202
- max_list_items=max_list_items,
203
- permissive=permissive,
204
- )
205
-
206
-
207
- def main():
208
- """Create an example of a list question and demonstrate its functionality."""
209
- from edsl.questions.QuestionList import QuestionList
210
-
211
- q = QuestionList.example(max_list_items=5)
212
- q.question_text
213
- q.question_name
214
- q.max_list_items
215
- # validate an answer
216
- q._validate_answer({"answer": ["pasta", "garlic", "oil", "parmesan"]})
217
- # translate answer code
218
- q._translate_answer_code_to_answer(["pasta", "garlic", "oil", "parmesan"])
219
- # simulate answer
220
- q._simulate_answer()
221
- q._simulate_answer(human_readable=False)
222
- q._validate_answer(q._simulate_answer(human_readable=False))
223
- # serialization (inherits from Question)
224
- q.to_dict()
225
- assert q.from_dict(q.to_dict()) == q
226
-
227
-
228
- if __name__ == "__main__":
229
- import doctest
230
-
231
- doctest.testmod(optionflags=doctest.ELLIPSIS)
1
+ from __future__ import annotations
2
+ import json
3
+ from typing import Any, Optional, Union
4
+
5
+ from pydantic import Field
6
+ from json_repair import repair_json
7
+
8
+ from edsl.exceptions.questions import QuestionAnswerValidationError
9
+ from edsl.questions.QuestionBase import QuestionBase
10
+ from edsl.questions.descriptors import IntegerOrNoneDescriptor
11
+ from edsl.questions.decorators import inject_exception
12
+ from edsl.questions.response_validator_abc import ResponseValidatorABC
13
+
14
+
15
+ def convert_string(s: str) -> Union[float, int, str, dict]:
16
+ """Convert a string to a more appropriate type if possible.
17
+
18
+ >>> convert_string("3.14")
19
+ 3.14
20
+ >>> convert_string("42")
21
+ 42
22
+ >>> convert_string("hello")
23
+ 'hello'
24
+ >>> convert_string('{"key": "value"}')
25
+ {'key': 'value'}
26
+ >>> convert_string("{'key': 'value'}")
27
+ {'key': 'value'}
28
+ """
29
+
30
+ if not isinstance(s, str): # if it's not a string, return it as is
31
+ return s
32
+
33
+ # If the repair returns, continue on; otherwise, try to load it as JSON
34
+ if (repaired_json := repair_json(s)) == '""':
35
+ pass
36
+ else:
37
+ try:
38
+ return json.loads(repaired_json)
39
+ except json.JSONDecodeError:
40
+ pass
41
+
42
+ # Try to convert to float
43
+ try:
44
+ return float(s)
45
+ except ValueError:
46
+ pass
47
+
48
+ # Try to convert to int
49
+ try:
50
+ return int(s)
51
+ except ValueError:
52
+ pass
53
+
54
+ # If all conversions fail, return the original string
55
+ return s
56
+
57
+
58
+ def create_model(max_list_items: int, permissive: bool) -> "ListResponse":
59
+ from pydantic import BaseModel
60
+
61
+ if permissive or max_list_items is None:
62
+
63
+ class ListResponse(BaseModel):
64
+ answer: list[Any]
65
+ comment: Optional[str] = None
66
+ generated_tokens: Optional[str] = None
67
+
68
+ else:
69
+
70
+ class ListResponse(BaseModel):
71
+ """
72
+ >>> nr = ListResponse(answer=["Apple", "Cherry"])
73
+ >>> nr.dict()
74
+ {'answer': ['Apple', 'Cherry'], 'comment': None, 'generated_tokens': None}
75
+ """
76
+
77
+ answer: list[Any] = Field(..., min_items=0, max_items=max_list_items)
78
+ comment: Optional[str] = None
79
+ generated_tokens: Optional[str] = None
80
+
81
+ return ListResponse
82
+
83
+
84
+ class ListResponseValidator(ResponseValidatorABC):
85
+ required_params = ["max_list_items", "permissive"]
86
+ valid_examples = [({"answer": ["hello", "world"]}, {"max_list_items": 5})]
87
+
88
+ invalid_examples = [
89
+ (
90
+ {"answer": ["hello", "world", "this", "is", "a", "test"]},
91
+ {"max_list_items": 5},
92
+ "Too many items.",
93
+ ),
94
+ ]
95
+
96
+ def _check_constraints(self, response) -> None:
97
+ if (
98
+ self.max_list_items is not None
99
+ and len(response.answer) > self.max_list_items
100
+ ):
101
+ raise QuestionAnswerValidationError("Too many items.")
102
+
103
+ def fix(self, response, verbose=False):
104
+ if verbose:
105
+ print(f"Fixing list response: {response}")
106
+ answer = str(response.get("answer") or response.get("generated_tokens", ""))
107
+ if len(answer.split(",")) > 0:
108
+ return (
109
+ {"answer": answer.split(",")} | {"comment": response.get("comment")}
110
+ if "comment" in response
111
+ else {}
112
+ )
113
+
114
+ def _post_process(self, edsl_answer_dict):
115
+ edsl_answer_dict["answer"] = [
116
+ convert_string(item) for item in edsl_answer_dict["answer"]
117
+ ]
118
+ return edsl_answer_dict
119
+
120
+
121
+ class QuestionList(QuestionBase):
122
+ """This question prompts the agent to answer by providing a list of items as comma-separated strings."""
123
+
124
+ question_type = "list"
125
+ max_list_items: int = IntegerOrNoneDescriptor()
126
+ _response_model = None
127
+ response_validator_class = ListResponseValidator
128
+
129
+ def __init__(
130
+ self,
131
+ question_name: str,
132
+ question_text: str,
133
+ include_comment: bool = True,
134
+ max_list_items: Optional[int] = None,
135
+ answering_instructions: Optional[str] = None,
136
+ question_presentation: Optional[str] = None,
137
+ permissive: bool = False,
138
+ ):
139
+ """Instantiate a new QuestionList.
140
+
141
+ :param question_name: The name of the question.
142
+ :param question_text: The text of the question.
143
+ :param max_list_items: The maximum number of items that can be in the answer list.
144
+
145
+ >>> QuestionList.example().self_check()
146
+ """
147
+ self.question_name = question_name
148
+ self.question_text = question_text
149
+ self.max_list_items = max_list_items
150
+ self.permissive = permissive
151
+
152
+ self.include_comment = include_comment
153
+ self.answering_instructions = answering_instructions
154
+ self.question_presentations = question_presentation
155
+
156
+ def create_response_model(self):
157
+ return create_model(self.max_list_items, self.permissive)
158
+
159
+ @property
160
+ def question_html_content(self) -> str:
161
+ from jinja2 import Template
162
+
163
+ question_html_content = Template(
164
+ """
165
+ <div id="question-list-container">
166
+ <div>
167
+ <textarea name="{{ question_name }}[]" rows="1" placeholder="Enter item"></textarea>
168
+ </div>
169
+ </div>
170
+ <button type="button" onclick="addNewLine()">Add another line</button>
171
+
172
+ <script>
173
+ function addNewLine() {
174
+ var container = document.getElementById('question-list-container');
175
+ var newLine = document.createElement('div');
176
+ newLine.innerHTML = '<textarea name="{{ question_name }}[]" rows="1" placeholder="Enter item"></textarea>';
177
+ container.appendChild(newLine);
178
+ }
179
+ </script>
180
+ """
181
+ ).render(question_name=self.question_name)
182
+ return question_html_content
183
+
184
+ @classmethod
185
+ @inject_exception
186
+ def example(
187
+ cls, include_comment=True, max_list_items=None, permissive=False
188
+ ) -> QuestionList:
189
+ """Return an example of a list question."""
190
+ return cls(
191
+ question_name="list_of_foods",
192
+ question_text="What are your favorite foods?",
193
+ include_comment=include_comment,
194
+ max_list_items=max_list_items,
195
+ permissive=permissive,
196
+ )
197
+
198
+
199
+ def main():
200
+ """Create an example of a list question and demonstrate its functionality."""
201
+ from edsl.questions.QuestionList import QuestionList
202
+
203
+ q = QuestionList.example(max_list_items=5)
204
+ q.question_text
205
+ q.question_name
206
+ q.max_list_items
207
+ # validate an answer
208
+ q._validate_answer({"answer": ["pasta", "garlic", "oil", "parmesan"]})
209
+ # translate answer code
210
+ q._translate_answer_code_to_answer(["pasta", "garlic", "oil", "parmesan"])
211
+ # simulate answer
212
+ q._simulate_answer()
213
+ q._simulate_answer(human_readable=False)
214
+ q._validate_answer(q._simulate_answer(human_readable=False))
215
+ # serialization (inherits from Question)
216
+ q.to_dict()
217
+ assert q.from_dict(q.to_dict()) == q
218
+
219
+
220
+ if __name__ == "__main__":
221
+ import doctest
222
+
223
+ doctest.testmod(optionflags=doctest.ELLIPSIS)