edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (341) hide show
  1. edsl/Base.py +413 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +57 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +1071 -867
  7. edsl/agents/AgentList.py +551 -413
  8. edsl/agents/Invigilator.py +284 -233
  9. edsl/agents/InvigilatorBase.py +257 -270
  10. edsl/agents/PromptConstructor.py +272 -354
  11. edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
  12. edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
  13. edsl/agents/__init__.py +2 -3
  14. edsl/agents/descriptors.py +99 -99
  15. edsl/agents/prompt_helpers.py +129 -129
  16. edsl/agents/question_option_processor.py +172 -0
  17. edsl/auto/AutoStudy.py +130 -117
  18. edsl/auto/StageBase.py +243 -230
  19. edsl/auto/StageGenerateSurvey.py +178 -178
  20. edsl/auto/StageLabelQuestions.py +125 -125
  21. edsl/auto/StagePersona.py +61 -61
  22. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  23. edsl/auto/StagePersonaDimensionValues.py +74 -74
  24. edsl/auto/StagePersonaDimensions.py +69 -69
  25. edsl/auto/StageQuestions.py +74 -73
  26. edsl/auto/SurveyCreatorPipeline.py +21 -21
  27. edsl/auto/utilities.py +218 -224
  28. edsl/base/Base.py +279 -279
  29. edsl/config.py +177 -157
  30. edsl/conversation/Conversation.py +290 -290
  31. edsl/conversation/car_buying.py +59 -58
  32. edsl/conversation/chips.py +95 -95
  33. edsl/conversation/mug_negotiation.py +81 -81
  34. edsl/conversation/next_speaker_utilities.py +93 -93
  35. edsl/coop/CoopFunctionsMixin.py +15 -0
  36. edsl/coop/ExpectedParrotKeyHandler.py +125 -0
  37. edsl/coop/PriceFetcher.py +54 -54
  38. edsl/coop/__init__.py +2 -2
  39. edsl/coop/coop.py +1106 -1028
  40. edsl/coop/utils.py +131 -131
  41. edsl/data/Cache.py +573 -555
  42. edsl/data/CacheEntry.py +230 -233
  43. edsl/data/CacheHandler.py +168 -149
  44. edsl/data/RemoteCacheSync.py +186 -78
  45. edsl/data/SQLiteDict.py +292 -292
  46. edsl/data/__init__.py +5 -4
  47. edsl/data/orm.py +10 -10
  48. edsl/data_transfer_models.py +74 -73
  49. edsl/enums.py +202 -175
  50. edsl/exceptions/BaseException.py +21 -21
  51. edsl/exceptions/__init__.py +54 -54
  52. edsl/exceptions/agents.py +54 -42
  53. edsl/exceptions/cache.py +5 -5
  54. edsl/exceptions/configuration.py +16 -16
  55. edsl/exceptions/coop.py +10 -10
  56. edsl/exceptions/data.py +14 -14
  57. edsl/exceptions/general.py +34 -34
  58. edsl/exceptions/inference_services.py +5 -0
  59. edsl/exceptions/jobs.py +33 -33
  60. edsl/exceptions/language_models.py +63 -63
  61. edsl/exceptions/prompts.py +15 -15
  62. edsl/exceptions/questions.py +109 -91
  63. edsl/exceptions/results.py +29 -29
  64. edsl/exceptions/scenarios.py +29 -22
  65. edsl/exceptions/surveys.py +37 -37
  66. edsl/inference_services/AnthropicService.py +106 -87
  67. edsl/inference_services/AvailableModelCacheHandler.py +184 -0
  68. edsl/inference_services/AvailableModelFetcher.py +215 -0
  69. edsl/inference_services/AwsBedrock.py +118 -120
  70. edsl/inference_services/AzureAI.py +215 -217
  71. edsl/inference_services/DeepInfraService.py +18 -18
  72. edsl/inference_services/GoogleService.py +143 -148
  73. edsl/inference_services/GroqService.py +20 -20
  74. edsl/inference_services/InferenceServiceABC.py +80 -147
  75. edsl/inference_services/InferenceServicesCollection.py +138 -97
  76. edsl/inference_services/MistralAIService.py +120 -123
  77. edsl/inference_services/OllamaService.py +18 -18
  78. edsl/inference_services/OpenAIService.py +236 -224
  79. edsl/inference_services/PerplexityService.py +160 -163
  80. edsl/inference_services/ServiceAvailability.py +135 -0
  81. edsl/inference_services/TestService.py +90 -89
  82. edsl/inference_services/TogetherAIService.py +172 -170
  83. edsl/inference_services/data_structures.py +134 -0
  84. edsl/inference_services/models_available_cache.py +118 -118
  85. edsl/inference_services/rate_limits_cache.py +25 -25
  86. edsl/inference_services/registry.py +41 -41
  87. edsl/inference_services/write_available.py +10 -10
  88. edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
  89. edsl/jobs/Answers.py +43 -56
  90. edsl/jobs/FetchInvigilator.py +47 -0
  91. edsl/jobs/InterviewTaskManager.py +98 -0
  92. edsl/jobs/InterviewsConstructor.py +50 -0
  93. edsl/jobs/Jobs.py +823 -898
  94. edsl/jobs/JobsChecks.py +172 -147
  95. edsl/jobs/JobsComponentConstructor.py +189 -0
  96. edsl/jobs/JobsPrompts.py +270 -268
  97. edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
  98. edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
  99. edsl/jobs/RequestTokenEstimator.py +30 -0
  100. edsl/jobs/__init__.py +1 -1
  101. edsl/jobs/async_interview_runner.py +138 -0
  102. edsl/jobs/buckets/BucketCollection.py +104 -63
  103. edsl/jobs/buckets/ModelBuckets.py +65 -65
  104. edsl/jobs/buckets/TokenBucket.py +283 -251
  105. edsl/jobs/buckets/TokenBucketAPI.py +211 -0
  106. edsl/jobs/buckets/TokenBucketClient.py +191 -0
  107. edsl/jobs/check_survey_scenario_compatibility.py +85 -0
  108. edsl/jobs/data_structures.py +120 -0
  109. edsl/jobs/decorators.py +35 -0
  110. edsl/jobs/interviews/Interview.py +396 -661
  111. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  112. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  113. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  114. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  115. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  116. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  117. edsl/jobs/interviews/ReportErrors.py +66 -66
  118. edsl/jobs/interviews/interview_status_enum.py +9 -9
  119. edsl/jobs/jobs_status_enums.py +9 -0
  120. edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
  121. edsl/jobs/results_exceptions_handler.py +98 -0
  122. edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
  123. edsl/jobs/runners/JobsRunnerStatus.py +297 -330
  124. edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
  125. edsl/jobs/tasks/TaskCreators.py +64 -64
  126. edsl/jobs/tasks/TaskHistory.py +470 -450
  127. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  128. edsl/jobs/tasks/task_status_enum.py +161 -163
  129. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  130. edsl/jobs/tokens/TokenUsage.py +34 -34
  131. edsl/language_models/ComputeCost.py +63 -0
  132. edsl/language_models/LanguageModel.py +626 -668
  133. edsl/language_models/ModelList.py +164 -155
  134. edsl/language_models/PriceManager.py +127 -0
  135. edsl/language_models/RawResponseHandler.py +106 -0
  136. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  137. edsl/language_models/ServiceDataSources.py +0 -0
  138. edsl/language_models/__init__.py +2 -3
  139. edsl/language_models/fake_openai_call.py +15 -15
  140. edsl/language_models/fake_openai_service.py +61 -61
  141. edsl/language_models/key_management/KeyLookup.py +63 -0
  142. edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
  143. edsl/language_models/key_management/KeyLookupCollection.py +38 -0
  144. edsl/language_models/key_management/__init__.py +0 -0
  145. edsl/language_models/key_management/models.py +131 -0
  146. edsl/language_models/model.py +256 -0
  147. edsl/language_models/repair.py +156 -156
  148. edsl/language_models/utilities.py +65 -64
  149. edsl/notebooks/Notebook.py +263 -258
  150. edsl/notebooks/NotebookToLaTeX.py +142 -0
  151. edsl/notebooks/__init__.py +1 -1
  152. edsl/prompts/Prompt.py +352 -362
  153. edsl/prompts/__init__.py +2 -2
  154. edsl/questions/ExceptionExplainer.py +77 -0
  155. edsl/questions/HTMLQuestion.py +103 -0
  156. edsl/questions/QuestionBase.py +518 -664
  157. edsl/questions/QuestionBasePromptsMixin.py +221 -217
  158. edsl/questions/QuestionBudget.py +227 -227
  159. edsl/questions/QuestionCheckBox.py +359 -359
  160. edsl/questions/QuestionExtract.py +180 -182
  161. edsl/questions/QuestionFreeText.py +113 -114
  162. edsl/questions/QuestionFunctional.py +166 -166
  163. edsl/questions/QuestionList.py +223 -231
  164. edsl/questions/QuestionMatrix.py +265 -0
  165. edsl/questions/QuestionMultipleChoice.py +330 -286
  166. edsl/questions/QuestionNumerical.py +151 -153
  167. edsl/questions/QuestionRank.py +314 -324
  168. edsl/questions/Quick.py +41 -41
  169. edsl/questions/SimpleAskMixin.py +74 -73
  170. edsl/questions/__init__.py +27 -26
  171. edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
  172. edsl/questions/compose_questions.py +98 -98
  173. edsl/questions/data_structures.py +20 -0
  174. edsl/questions/decorators.py +21 -21
  175. edsl/questions/derived/QuestionLikertFive.py +76 -76
  176. edsl/questions/derived/QuestionLinearScale.py +90 -87
  177. edsl/questions/derived/QuestionTopK.py +93 -93
  178. edsl/questions/derived/QuestionYesNo.py +82 -82
  179. edsl/questions/descriptors.py +427 -413
  180. edsl/questions/loop_processor.py +149 -0
  181. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  182. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  183. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  184. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  185. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  186. edsl/questions/prompt_templates/question_list.jinja +17 -17
  187. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  188. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  189. edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
  190. edsl/questions/question_registry.py +177 -177
  191. edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
  192. edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
  193. edsl/questions/response_validator_factory.py +34 -0
  194. edsl/questions/settings.py +12 -12
  195. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  196. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  197. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  198. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  199. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  200. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  201. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  202. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  203. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  204. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  205. edsl/questions/templates/list/question_presentation.jinja +5 -5
  206. edsl/questions/templates/matrix/__init__.py +1 -0
  207. edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
  208. edsl/questions/templates/matrix/question_presentation.jinja +20 -0
  209. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  210. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  211. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  212. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  213. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  214. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  215. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  216. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  217. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  218. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  219. edsl/results/CSSParameterizer.py +108 -108
  220. edsl/results/Dataset.py +587 -424
  221. edsl/results/DatasetExportMixin.py +594 -731
  222. edsl/results/DatasetTree.py +295 -275
  223. edsl/results/MarkdownToDocx.py +122 -0
  224. edsl/results/MarkdownToPDF.py +111 -0
  225. edsl/results/Result.py +557 -465
  226. edsl/results/Results.py +1183 -1165
  227. edsl/results/ResultsExportMixin.py +45 -43
  228. edsl/results/ResultsGGMixin.py +121 -121
  229. edsl/results/TableDisplay.py +125 -198
  230. edsl/results/TextEditor.py +50 -0
  231. edsl/results/__init__.py +2 -2
  232. edsl/results/file_exports.py +252 -0
  233. edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
  234. edsl/results/{Selector.py → results_selector.py} +145 -135
  235. edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
  236. edsl/results/smart_objects.py +96 -0
  237. edsl/results/table_data_class.py +12 -0
  238. edsl/results/table_display.css +77 -77
  239. edsl/results/table_renderers.py +118 -0
  240. edsl/results/tree_explore.py +115 -115
  241. edsl/scenarios/ConstructDownloadLink.py +109 -0
  242. edsl/scenarios/DocumentChunker.py +102 -0
  243. edsl/scenarios/DocxScenario.py +16 -0
  244. edsl/scenarios/FileStore.py +511 -632
  245. edsl/scenarios/PdfExtractor.py +40 -0
  246. edsl/scenarios/Scenario.py +498 -601
  247. edsl/scenarios/ScenarioHtmlMixin.py +65 -64
  248. edsl/scenarios/ScenarioList.py +1458 -1287
  249. edsl/scenarios/ScenarioListExportMixin.py +45 -52
  250. edsl/scenarios/ScenarioListPdfMixin.py +239 -261
  251. edsl/scenarios/__init__.py +3 -4
  252. edsl/scenarios/directory_scanner.py +96 -0
  253. edsl/scenarios/file_methods.py +85 -0
  254. edsl/scenarios/handlers/__init__.py +13 -0
  255. edsl/scenarios/handlers/csv.py +38 -0
  256. edsl/scenarios/handlers/docx.py +76 -0
  257. edsl/scenarios/handlers/html.py +37 -0
  258. edsl/scenarios/handlers/json.py +111 -0
  259. edsl/scenarios/handlers/latex.py +5 -0
  260. edsl/scenarios/handlers/md.py +51 -0
  261. edsl/scenarios/handlers/pdf.py +68 -0
  262. edsl/scenarios/handlers/png.py +39 -0
  263. edsl/scenarios/handlers/pptx.py +105 -0
  264. edsl/scenarios/handlers/py.py +294 -0
  265. edsl/scenarios/handlers/sql.py +313 -0
  266. edsl/scenarios/handlers/sqlite.py +149 -0
  267. edsl/scenarios/handlers/txt.py +33 -0
  268. edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
  269. edsl/scenarios/scenario_selector.py +156 -0
  270. edsl/shared.py +1 -1
  271. edsl/study/ObjectEntry.py +173 -173
  272. edsl/study/ProofOfWork.py +113 -113
  273. edsl/study/SnapShot.py +80 -80
  274. edsl/study/Study.py +521 -528
  275. edsl/study/__init__.py +4 -4
  276. edsl/surveys/ConstructDAG.py +92 -0
  277. edsl/surveys/DAG.py +148 -148
  278. edsl/surveys/EditSurvey.py +221 -0
  279. edsl/surveys/InstructionHandler.py +100 -0
  280. edsl/surveys/Memory.py +31 -31
  281. edsl/surveys/MemoryManagement.py +72 -0
  282. edsl/surveys/MemoryPlan.py +244 -244
  283. edsl/surveys/Rule.py +327 -326
  284. edsl/surveys/RuleCollection.py +385 -387
  285. edsl/surveys/RuleManager.py +172 -0
  286. edsl/surveys/Simulator.py +75 -0
  287. edsl/surveys/Survey.py +1280 -1801
  288. edsl/surveys/SurveyCSS.py +273 -261
  289. edsl/surveys/SurveyExportMixin.py +259 -259
  290. edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
  291. edsl/surveys/SurveyQualtricsImport.py +284 -284
  292. edsl/surveys/SurveyToApp.py +141 -0
  293. edsl/surveys/__init__.py +5 -3
  294. edsl/surveys/base.py +53 -53
  295. edsl/surveys/descriptors.py +60 -56
  296. edsl/surveys/instructions/ChangeInstruction.py +48 -49
  297. edsl/surveys/instructions/Instruction.py +56 -65
  298. edsl/surveys/instructions/InstructionCollection.py +82 -77
  299. edsl/templates/error_reporting/base.html +23 -23
  300. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  301. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  302. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  303. edsl/templates/error_reporting/interview_details.html +115 -115
  304. edsl/templates/error_reporting/interviews.html +19 -19
  305. edsl/templates/error_reporting/overview.html +4 -4
  306. edsl/templates/error_reporting/performance_plot.html +1 -1
  307. edsl/templates/error_reporting/report.css +73 -73
  308. edsl/templates/error_reporting/report.html +117 -117
  309. edsl/templates/error_reporting/report.js +25 -25
  310. edsl/tools/__init__.py +1 -1
  311. edsl/tools/clusters.py +192 -192
  312. edsl/tools/embeddings.py +27 -27
  313. edsl/tools/embeddings_plotting.py +118 -118
  314. edsl/tools/plotting.py +112 -112
  315. edsl/tools/summarize.py +18 -18
  316. edsl/utilities/PrettyList.py +56 -0
  317. edsl/utilities/SystemInfo.py +28 -28
  318. edsl/utilities/__init__.py +22 -22
  319. edsl/utilities/ast_utilities.py +25 -25
  320. edsl/utilities/data/Registry.py +6 -6
  321. edsl/utilities/data/__init__.py +1 -1
  322. edsl/utilities/data/scooter_results.json +1 -1
  323. edsl/utilities/decorators.py +77 -77
  324. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  325. edsl/utilities/interface.py +627 -627
  326. edsl/utilities/is_notebook.py +18 -0
  327. edsl/utilities/is_valid_variable_name.py +11 -0
  328. edsl/utilities/naming_utilities.py +263 -263
  329. edsl/utilities/remove_edsl_version.py +24 -0
  330. edsl/utilities/repair_functions.py +28 -28
  331. edsl/utilities/restricted_python.py +70 -70
  332. edsl/utilities/utilities.py +436 -424
  333. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/LICENSE +21 -21
  334. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/METADATA +13 -11
  335. edsl-0.1.39.dev5.dist-info/RECORD +358 -0
  336. {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/WHEEL +1 -1
  337. edsl/language_models/KeyLookup.py +0 -30
  338. edsl/language_models/registry.py +0 -190
  339. edsl/language_models/unused/ReplicateBase.py +0 -83
  340. edsl/results/ResultsDBMixin.py +0 -238
  341. edsl-0.1.39.dev3.dist-info/RECORD +0 -277
@@ -1,424 +1,436 @@
1
- """Utility functions for working with strings, dictionaries, and files."""
2
-
3
- from functools import wraps
4
- import types
5
- import time
6
-
7
- import hashlib
8
- import json
9
- import keyword
10
- import os
11
- import random
12
- import re
13
- import string
14
- import tempfile
15
- import gzip
16
- import webbrowser
17
- import json
18
-
19
- from html import escape
20
- from typing import Callable, Union
21
-
22
-
23
- class CustomEncoder(json.JSONEncoder):
24
- def default(self, obj):
25
- try:
26
- return json.JSONEncoder.default(self, obj)
27
- except TypeError:
28
- return str(obj)
29
-
30
-
31
- def time_it(func):
32
- @wraps(func)
33
- def wrapper(*args, **kwargs):
34
- start_time = time.time()
35
- result = func(*args, **kwargs)
36
- end_time = time.time()
37
- execution_time = end_time - start_time
38
- class_name = args[0].__class__.__name__ if args else func.__module__
39
- print(
40
- f"Function {class_name}.{func.__name__} took {execution_time:.4f} seconds to execute"
41
- )
42
- return result
43
-
44
- return wrapper
45
-
46
-
47
- def time_all_functions(module_or_class):
48
- for name, obj in vars(module_or_class).items():
49
- if isinstance(obj, types.FunctionType):
50
- setattr(module_or_class, name, time_it(obj))
51
-
52
-
53
- def dict_hash(data: dict):
54
- return hash(
55
- int(hashlib.md5(json.dumps(data, sort_keys=True).encode()).hexdigest(), 16)
56
- )
57
-
58
-
59
- def extract_json_from_string(text):
60
- pattern = re.compile(r"\{.*?\}")
61
- match = pattern.search(text)
62
- if match:
63
- json_data = match.group(0)
64
- try:
65
- json_object = json.loads(json_data)
66
- return json_object
67
- except json.JSONDecodeError:
68
- return None
69
- return None
70
-
71
-
72
- def fix_partial_correct_response(text: str) -> dict:
73
- # Find the start position of the key "answer"
74
- answer_key_start = text.find('"answer"')
75
-
76
- if answer_key_start == -1:
77
- return {"error": "No 'answer' key found in the text"}
78
-
79
- # Define regex to find the complete JSON object starting with "answer"
80
- json_pattern = r'(\{[^\{\}]*"answer"[^\{\}]*\})'
81
- match = re.search(json_pattern, text)
82
-
83
- if not match:
84
- return {"error": "No valid JSON object found"}
85
-
86
- # Extract the matched JSON object
87
- json_object = match.group(0)
88
-
89
- # Find the start and stop positions of the JSON object in the original text
90
- start_pos = text.find(json_object)
91
- stop_pos = start_pos + len(json_object)
92
-
93
- # Parse the JSON object to validate it
94
- try:
95
- parsed_json = json.loads(json_object)
96
- except json.JSONDecodeError:
97
- return {"error": "Failed to parse JSON object"}
98
-
99
- # Return the result as a dictionary with positions
100
- return {"start": start_pos, "stop": stop_pos, "extracted_json": json_object}
101
-
102
-
103
- def clean_json(bad_json_str):
104
- """
105
- Clean JSON string by replacing single quotes with double quotes
106
-
107
- """
108
- replacements = [
109
- ("\\", "\\\\"),
110
- ("\n", "\\n"),
111
- ("\r", "\\r"),
112
- ("\t", "\\t"),
113
- ("\b", "\\b"),
114
- ("\f", "\\f"),
115
- ("[/INST]", "removed_inst"),
116
- ]
117
-
118
- s = bad_json_str
119
- for old, new in replacements:
120
- s = s.replace(old, new)
121
- return s
122
-
123
-
124
- def data_to_html(data, replace_new_lines=False):
125
- if "edsl_version" in data:
126
- _ = data.pop("edsl_version")
127
- if "edsl_class_name" in data:
128
- _ = data.pop("edsl_class_name")
129
-
130
- from pygments import highlight
131
- from pygments.lexers import JsonLexer
132
- from pygments.formatters import HtmlFormatter
133
- from IPython.display import HTML
134
-
135
- json_str = json.dumps(data, indent=4, cls=CustomEncoder)
136
- formatted_json = highlight(
137
- json_str,
138
- JsonLexer(),
139
- HtmlFormatter(style="default", full=False, noclasses=False),
140
- )
141
- if replace_new_lines:
142
- formatted_json = formatted_json.replace("\\n", "<br>")
143
-
144
- return HTML(formatted_json).data
145
-
146
-
147
- def is_gzipped(file_path):
148
- """Check if a file is gzipped."""
149
- try:
150
- with gzip.open(file_path, "rb") as file:
151
- file.read(1) # Try reading a small amount of data
152
- return True
153
- except OSError:
154
- return False
155
-
156
-
157
- def hash_value(value: Union[str, int]) -> str:
158
- """Hash a string or integer value using SHA-256."""
159
- if isinstance(value, str):
160
- value_bytes = value.encode("utf-8")
161
- elif isinstance(value, int):
162
- value_bytes = str(value).encode("utf-8")
163
- else:
164
- raise ValueError("Hashing supported only for strings or integers.")
165
- hash_obj = hashlib.sha256(value_bytes)
166
- return hash_obj.hexdigest()
167
-
168
-
169
- def repair_json(json_string: str) -> str:
170
- """Attempt to repair a JSON string that is not valid JSON."""
171
- json_string = json_string.replace("\n", "\\n").replace("\r", "\\r")
172
- json_string = json_string.replace("'", "\\'")
173
- json_string = json_string.replace("'", '"')
174
- json_string = re.sub(r",\s*}", "}", json_string)
175
- json_string = re.sub(r",\s*]", "]", json_string)
176
- json_string = re.sub(r"(?<={|,)\s*([a-zA-Z0-9_]+)\s*:", r'"\1":', json_string)
177
- return json_string
178
-
179
-
180
- def dict_to_html(d):
181
- """Convert a dictionary to an HTML table."""
182
- # Start the HTML table
183
- html_table = f'<table border="1">\n<tr><th>{escape("Key")}</th><th>{escape("Value")}</th></tr>\n'
184
-
185
- # Add rows to the HTML table
186
- for key, value in d.items():
187
- html_table += (
188
- f"<tr><td>{escape(str(key))}</td><td>{escape(str(value))}</td></tr>\n"
189
- )
190
-
191
- # Close the HTML table
192
- html_table += "</table>"
193
- return html_table
194
-
195
-
196
- def is_notebook() -> bool:
197
- """Check if the code is running in a Jupyter notebook."""
198
- try:
199
- shell = get_ipython().__class__.__name__
200
- if shell == "ZMQInteractiveShell":
201
- return True # Jupyter notebook or qtconsole
202
- elif shell == "TerminalInteractiveShell":
203
- return False # Terminal running IPython
204
- else:
205
- return False # Other type (e.g., IDLE, PyCharm, etc.)
206
- except NameError:
207
- return False # Probably standard Python interpreter
208
-
209
-
210
- def file_notice(file_name):
211
- """Print a notice about the file being created."""
212
- if is_notebook():
213
- from IPython.display import HTML, display
214
-
215
- link_text = "Download file"
216
- display(
217
- HTML(
218
- f'<p>File created: {file_name}</p>.<a href="{file_name}" download>{link_text}</a>'
219
- )
220
- )
221
- else:
222
- print(f"File created: {file_name}")
223
-
224
-
225
- class HTMLSnippet(str):
226
- """Create an object with html content (`value`).
227
-
228
- `view` method allows you to view the html content in a web browser.
229
- """
230
-
231
- def __init__(self, value):
232
- """Initialize the HTMLSnippet object."""
233
- super().__init__()
234
- self.value = value
235
-
236
- def view(self):
237
- """View the HTML content in a web browser."""
238
- html_content = self.value
239
-
240
- # create a tempfile to write the HTML content
241
- with tempfile.NamedTemporaryFile("w", delete=False, suffix=".html") as f:
242
- f.write(html_content)
243
-
244
- # open the HTML tempfile in the default web browser
245
- webbrowser.open(f"file://{os.path.realpath(f.name)}")
246
-
247
-
248
- def random_string() -> str:
249
- """Generate a random string of fixed length."""
250
- return "".join(random.choice(string.ascii_letters) for i in range(10))
251
-
252
-
253
- def shortname_proposal(question, max_length=None):
254
- """Take a question text and generate a slug."""
255
- question = question.lower()
256
- tokens = question.split()
257
- stopwords = set(
258
- [
259
- "is",
260
- "your",
261
- "who",
262
- "the",
263
- "a",
264
- "an",
265
- "of",
266
- "could",
267
- "you",
268
- "what",
269
- "when",
270
- "where",
271
- "why",
272
- "in",
273
- "and",
274
- "to",
275
- "how",
276
- "are",
277
- "what",
278
- ]
279
- )
280
- filtered_tokens = [
281
- token.strip(string.punctuation) for token in tokens if token not in stopwords
282
- ]
283
- heading = "_".join(filtered_tokens)
284
- # Limit length if needed
285
- if max_length and len(heading) > max_length:
286
- heading = heading[:max_length]
287
- while heading.endswith("_"): # trim any trailing _ characters
288
- heading = heading[:-1]
289
- return heading
290
-
291
-
292
- def text_to_shortname(long_text, forbidden_names=[]):
293
- """Create a slug for the question."""
294
- proposed_name = shortname_proposal(long_text)
295
- counter = 1
296
- # make sure the name is unique
297
- while proposed_name in forbidden_names:
298
- proposed_name += f"_{counter}"
299
- counter += 1
300
- return proposed_name
301
-
302
-
303
- def merge_dicts(dict_list):
304
- """Merge a list of dictionaries into a single dictionary."""
305
- result = {}
306
- all_keys = set()
307
- for d in dict_list:
308
- all_keys.update(d.keys())
309
- for key in all_keys:
310
- result[key] = [d.get(key, None) for d in dict_list]
311
- return result
312
-
313
-
314
- def extract_json_from_string(s):
315
- """Extract a JSON string from a string."""
316
- # Find the first occurrence of '{'
317
- start_idx = s.find("{")
318
- # Find the last occurrence of '}'
319
- end_idx = s.rfind("}")
320
- # If both '{' and '}' are found in the string
321
- if start_idx != -1 and end_idx != -1 and start_idx < end_idx:
322
- # Extract the substring from start_idx to end_idx (inclusive)
323
- json_str = s[start_idx : end_idx + 1]
324
- return json_str
325
- else:
326
- raise ValueError("No JSON object found in string")
327
-
328
-
329
- def valid_json(json_string):
330
- """Check if a string is valid JSON."""
331
- try:
332
- _ = json.loads(json_string)
333
- return True
334
- except json.JSONDecodeError:
335
- return False
336
-
337
-
338
- def is_valid_variable_name(name, allow_name=True):
339
- """Check if a string is a valid variable name."""
340
- if allow_name:
341
- return name.isidentifier() and not keyword.iskeyword(name)
342
- else:
343
- return (
344
- name.isidentifier() and not keyword.iskeyword(name) and not name == "name"
345
- )
346
-
347
-
348
- def create_valid_var_name(s, transform_func: Callable = lambda x: x.lower()) -> str:
349
- """Create a valid variable name from a string."""
350
- if transform_func is None:
351
- transform_func = lambda x: x
352
-
353
- # Ensure the string is not empty
354
- if not s:
355
- raise ValueError("Input string cannot be empty.")
356
-
357
- if is_valid_variable_name(s):
358
- return transform_func(s)
359
-
360
- # Remove leading numbers if they exist since variable names can't start with a number
361
- s = re.sub("^[0-9]+", "", s)
362
-
363
- # Replace invalid characters (anything not a letter, number, or underscore) with an underscore
364
- s = re.sub("[^0-9a-zA-Z_]", "_", s)
365
-
366
- # Check if the first character is a number; if so, prepend an underscore
367
- if re.match("^[0-9]", s):
368
- s = "_" + s
369
-
370
- if s in keyword.kwlist:
371
- s += "_"
372
-
373
- # Ensure the string is not empty after the transformations
374
- if not s:
375
- raise ValueError(
376
- "Input string does not contain valid characters for a variable name."
377
- )
378
-
379
- return transform_func(s)
380
-
381
-
382
- def shorten_string(s, max_length, placeholder="..."):
383
- """Shorten a string to a maximum length by removing characters from the middle."""
384
- if len(s) <= max_length:
385
- return s
386
-
387
- # Length to be removed
388
- remove_length = len(s) - max_length + len(placeholder)
389
-
390
- # Find the indices to start and end removal
391
- start_remove = (len(s) - remove_length) // 2
392
- end_remove = start_remove + remove_length
393
-
394
- # Adjust start and end to break at spaces (if possible)
395
- start_space = s.rfind(" ", 0, start_remove)
396
- end_space = s.find(" ", end_remove)
397
-
398
- if start_space != -1 and end_space != -1:
399
- start_remove = start_space
400
- end_remove = end_space
401
- elif start_space != -1:
402
- start_remove = start_space
403
- elif end_space != -1:
404
- end_remove = end_space
405
-
406
- return s[:start_remove] + placeholder + s[end_remove:]
407
-
408
-
409
- def write_api_key_to_env(api_key: str) -> None:
410
- """
411
- Write the user's Expected Parrot key to their .env file.
412
-
413
- If a .env file doesn't exist in the current directory, one will be created.
414
- """
415
- from pathlib import Path
416
- from dotenv import set_key
417
-
418
- # Create .env file if it doesn't exist
419
- env_path = ".env"
420
- env_file = Path(env_path)
421
- env_file.touch(exist_ok=True)
422
-
423
- # Write API key to file
424
- set_key(env_path, "EXPECTED_PARROT_API_KEY", str(api_key))
1
+ """Utility functions for working with strings, dictionaries, and files."""
2
+
3
+ from functools import wraps
4
+ import types
5
+ import time
6
+
7
+ import hashlib
8
+ import json
9
+ import keyword
10
+ import os
11
+ import random
12
+ import re
13
+ import string
14
+ import tempfile
15
+ import gzip
16
+ import webbrowser
17
+ import json
18
+
19
+ from html import escape
20
+ from typing import Callable, Union
21
+
22
+
23
+ class CustomEncoder(json.JSONEncoder):
24
+ def default(self, obj):
25
+ try:
26
+ return json.JSONEncoder.default(self, obj)
27
+ except TypeError:
28
+ return str(obj)
29
+
30
+
31
+ def time_it(func):
32
+ @wraps(func)
33
+ def wrapper(*args, **kwargs):
34
+ start_time = time.time()
35
+ result = func(*args, **kwargs)
36
+ end_time = time.time()
37
+ execution_time = end_time - start_time
38
+ class_name = args[0].__class__.__name__ if args else func.__module__
39
+ print(
40
+ f"Function {class_name}.{func.__name__} took {execution_time:.4f} seconds to execute"
41
+ )
42
+ return result
43
+
44
+ return wrapper
45
+
46
+
47
+ def time_all_functions(module_or_class):
48
+ for name, obj in vars(module_or_class).items():
49
+ if isinstance(obj, types.FunctionType):
50
+ setattr(module_or_class, name, time_it(obj))
51
+
52
+
53
+ def dict_hash(data: dict):
54
+ return hash(
55
+ int(hashlib.md5(json.dumps(data, sort_keys=True).encode()).hexdigest(), 16)
56
+ )
57
+
58
+
59
+ def extract_json_from_string(text):
60
+ pattern = re.compile(r"\{.*?\}")
61
+ match = pattern.search(text)
62
+ if match:
63
+ json_data = match.group(0)
64
+ try:
65
+ json_object = json.loads(json_data)
66
+ return json_object
67
+ except json.JSONDecodeError:
68
+ return None
69
+ return None
70
+
71
+
72
+ def fix_partial_correct_response(text: str) -> dict:
73
+ # Find the start position of the key "answer"
74
+ answer_key_start = text.find('"answer"')
75
+
76
+ if answer_key_start == -1:
77
+ return {"error": "No 'answer' key found in the text"}
78
+
79
+ # Define regex to find the complete JSON object starting with "answer"
80
+ json_pattern = r'(\{[^\{\}]*"answer"[^\{\}]*\})'
81
+ match = re.search(json_pattern, text)
82
+
83
+ if not match:
84
+ return {"error": "No valid JSON object found"}
85
+
86
+ # Extract the matched JSON object
87
+ json_object = match.group(0)
88
+
89
+ # Find the start and stop positions of the JSON object in the original text
90
+ start_pos = text.find(json_object)
91
+ stop_pos = start_pos + len(json_object)
92
+
93
+ # Parse the JSON object to validate it
94
+ try:
95
+ parsed_json = json.loads(json_object)
96
+ except json.JSONDecodeError:
97
+ return {"error": "Failed to parse JSON object"}
98
+
99
+ # Return the result as a dictionary with positions
100
+ return {"start": start_pos, "stop": stop_pos, "extracted_json": json_object}
101
+
102
+
103
+ def clean_json(bad_json_str):
104
+ """
105
+ Clean JSON string by replacing single quotes with double quotes
106
+
107
+ """
108
+ replacements = [
109
+ ("\\", "\\\\"),
110
+ ("\n", "\\n"),
111
+ ("\r", "\\r"),
112
+ ("\t", "\\t"),
113
+ ("\b", "\\b"),
114
+ ("\f", "\\f"),
115
+ ("[/INST]", "removed_inst"),
116
+ ]
117
+
118
+ s = bad_json_str
119
+ for old, new in replacements:
120
+ s = s.replace(old, new)
121
+ return s
122
+
123
+
124
+ # def data_to_html(data, replace_new_lines=False):
125
+ # if "edsl_version" in data:
126
+ # _ = data.pop("edsl_version")
127
+ # if "edsl_class_name" in data:
128
+ # _ = data.pop("edsl_class_name")
129
+
130
+ # from pygments import highlight
131
+ # from pygments.lexers import JsonLexer
132
+ # from pygments.formatters import HtmlFormatter
133
+ # from IPython.display import HTML
134
+
135
+ # json_str = json.dumps(data, indent=4, cls=CustomEncoder)
136
+ # formatted_json = highlight(
137
+ # json_str,
138
+ # JsonLexer(),
139
+ # HtmlFormatter(style="default", full=False, noclasses=False),
140
+ # )
141
+ # if replace_new_lines:
142
+ # formatted_json = formatted_json.replace("\\n", "<br>")
143
+
144
+ # return HTML(formatted_json).data
145
+
146
+
147
+ def is_gzipped(file_path):
148
+ """Check if a file is gzipped."""
149
+ try:
150
+ with gzip.open(file_path, "rb") as file:
151
+ file.read(1) # Try reading a small amount of data
152
+ return True
153
+ except OSError:
154
+ return False
155
+
156
+
157
+ def hash_value(value: Union[str, int]) -> str:
158
+ """Hash a string or integer value using SHA-256."""
159
+ if isinstance(value, str):
160
+ value_bytes = value.encode("utf-8")
161
+ elif isinstance(value, int):
162
+ value_bytes = str(value).encode("utf-8")
163
+ else:
164
+ raise ValueError("Hashing supported only for strings or integers.")
165
+ hash_obj = hashlib.sha256(value_bytes)
166
+ return hash_obj.hexdigest()
167
+
168
+
169
+ def repair_json(json_string: str) -> str:
170
+ """Attempt to repair a JSON string that is not valid JSON."""
171
+ json_string = json_string.replace("\n", "\\n").replace("\r", "\\r")
172
+ json_string = json_string.replace("'", "\\'")
173
+ json_string = json_string.replace("'", '"')
174
+ json_string = re.sub(r",\s*}", "}", json_string)
175
+ json_string = re.sub(r",\s*]", "]", json_string)
176
+ json_string = re.sub(r"(?<={|,)\s*([a-zA-Z0-9_]+)\s*:", r'"\1":', json_string)
177
+ return json_string
178
+
179
+
180
+ def dict_to_html(d):
181
+ """Convert a dictionary to an HTML table."""
182
+ # Start the HTML table
183
+ html_table = f'<table border="1">\n<tr><th>{escape("Key")}</th><th>{escape("Value")}</th></tr>\n'
184
+
185
+ # Add rows to the HTML table
186
+ for key, value in d.items():
187
+ html_table += (
188
+ f"<tr><td>{escape(str(key))}</td><td>{escape(str(value))}</td></tr>\n"
189
+ )
190
+
191
+ # Close the HTML table
192
+ html_table += "</table>"
193
+ return html_table
194
+
195
+
196
+ def is_notebook() -> bool:
197
+ """Check if the code is running in a Jupyter notebook or Google Colab."""
198
+ try:
199
+ shell = get_ipython().__class__.__name__
200
+ if shell == "ZMQInteractiveShell":
201
+ return True # Jupyter notebook or qtconsole
202
+ elif shell == "Shell": # Google Colab's shell class
203
+ import sys
204
+
205
+ if "google.colab" in sys.modules:
206
+ return True # Running in Google Colab
207
+ return False
208
+ elif shell == "TerminalInteractiveShell":
209
+ return False # Terminal running IPython
210
+ else:
211
+ return False # Other type
212
+ except NameError:
213
+ return False # Probably standard Python interpreter
214
+
215
+
216
+ def file_notice(file_name):
217
+ """Print a notice about the file being created."""
218
+ if is_notebook():
219
+ from IPython.display import HTML, display
220
+
221
+ link_text = "Download file"
222
+ display(
223
+ HTML(
224
+ f'<p>File created: {file_name}</p>.<a href="{file_name}" download>{link_text}</a>'
225
+ )
226
+ )
227
+ else:
228
+ print(f"File created: {file_name}")
229
+
230
+
231
+ class HTMLSnippet(str):
232
+ """Create an object with html content (`value`).
233
+
234
+ `view` method allows you to view the html content in a web browser.
235
+ """
236
+
237
+ def __init__(self, value):
238
+ """Initialize the HTMLSnippet object."""
239
+ super().__init__()
240
+ self.value = value
241
+
242
+ def view(self):
243
+ """View the HTML content in a web browser."""
244
+ html_content = self.value
245
+
246
+ # create a tempfile to write the HTML content
247
+ with tempfile.NamedTemporaryFile("w", delete=False, suffix=".html") as f:
248
+ f.write(html_content)
249
+
250
+ # open the HTML tempfile in the default web browser
251
+ webbrowser.open(f"file://{os.path.realpath(f.name)}")
252
+
253
+
254
+ def random_string() -> str:
255
+ """Generate a random string of fixed length."""
256
+ return "".join(random.choice(string.ascii_letters) for i in range(10))
257
+
258
+
259
+ def shortname_proposal(question, max_length=None):
260
+ """Take a question text and generate a slug."""
261
+ question = question.lower()
262
+ tokens = question.split()
263
+ stopwords = set(
264
+ [
265
+ "is",
266
+ "your",
267
+ "who",
268
+ "the",
269
+ "a",
270
+ "an",
271
+ "of",
272
+ "could",
273
+ "you",
274
+ "what",
275
+ "when",
276
+ "where",
277
+ "why",
278
+ "in",
279
+ "and",
280
+ "to",
281
+ "how",
282
+ "are",
283
+ "what",
284
+ ]
285
+ )
286
+ filtered_tokens = [
287
+ token.strip(string.punctuation) for token in tokens if token not in stopwords
288
+ ]
289
+ heading = "_".join(filtered_tokens)
290
+ # Limit length if needed
291
+ if max_length and len(heading) > max_length:
292
+ heading = heading[:max_length]
293
+ while heading.endswith("_"): # trim any trailing _ characters
294
+ heading = heading[:-1]
295
+ return heading
296
+
297
+
298
+ def text_to_shortname(long_text, forbidden_names=[]):
299
+ """Create a slug for the question."""
300
+ proposed_name = shortname_proposal(long_text)
301
+ counter = 1
302
+ # make sure the name is unique
303
+ while proposed_name in forbidden_names:
304
+ proposed_name += f"_{counter}"
305
+ counter += 1
306
+ return proposed_name
307
+
308
+
309
+ def merge_dicts(dict_list):
310
+ """Merge a list of dictionaries into a single dictionary."""
311
+ result = {}
312
+ all_keys = set()
313
+ for d in dict_list:
314
+ all_keys.update(d.keys())
315
+ for key in all_keys:
316
+ result[key] = [d.get(key, None) for d in dict_list]
317
+ return result
318
+
319
+
320
+ def extract_json_from_string(s):
321
+ """Extract a JSON string from a string."""
322
+ # Find the first occurrence of '{'
323
+ start_idx = s.find("{")
324
+ # Find the last occurrence of '}'
325
+ end_idx = s.rfind("}")
326
+ # If both '{' and '}' are found in the string
327
+ if start_idx != -1 and end_idx != -1 and start_idx < end_idx:
328
+ # Extract the substring from start_idx to end_idx (inclusive)
329
+ json_str = s[start_idx : end_idx + 1]
330
+ return json_str
331
+ else:
332
+ raise ValueError("No JSON object found in string")
333
+
334
+
335
+ def valid_json(json_string):
336
+ """Check if a string is valid JSON."""
337
+ try:
338
+ _ = json.loads(json_string)
339
+ return True
340
+ except json.JSONDecodeError:
341
+ return False
342
+
343
+
344
+ def is_valid_variable_name(name, allow_name=True):
345
+ """Check if a string is a valid variable name."""
346
+ if allow_name:
347
+ return name.isidentifier() and not keyword.iskeyword(name)
348
+ else:
349
+ return (
350
+ name.isidentifier() and not keyword.iskeyword(name) and not name == "name"
351
+ )
352
+
353
+
354
+ def create_valid_var_name(s, transform_func: Callable = lambda x: x.lower()) -> str:
355
+ """Create a valid variable name from a string."""
356
+ if transform_func is None:
357
+ transform_func = lambda x: x
358
+
359
+ # Ensure the string is not empty
360
+ if not s:
361
+ raise ValueError("Input string cannot be empty.")
362
+
363
+ if is_valid_variable_name(s):
364
+ return transform_func(s)
365
+
366
+ # Remove leading numbers if they exist since variable names can't start with a number
367
+ s = re.sub("^[0-9]+", "", s)
368
+
369
+ # Replace invalid characters (anything not a letter, number, or underscore) with an underscore
370
+ s = re.sub("[^0-9a-zA-Z_]", "_", s)
371
+
372
+ # Check if the first character is a number; if so, prepend an underscore
373
+ if re.match("^[0-9]", s):
374
+ s = "_" + s
375
+
376
+ if s in keyword.kwlist:
377
+ s += "_"
378
+
379
+ # Ensure the string is not empty after the transformations
380
+ if not s:
381
+ raise ValueError(
382
+ "Input string does not contain valid characters for a variable name."
383
+ )
384
+
385
+ return transform_func(s)
386
+
387
+
388
+ def shorten_string(s, max_length, placeholder="..."):
389
+ """Shorten a string to a maximum length by removing characters from the middle."""
390
+ if len(s) <= max_length:
391
+ return s
392
+
393
+ # Length to be removed
394
+ remove_length = len(s) - max_length + len(placeholder)
395
+
396
+ # Find the indices to start and end removal
397
+ start_remove = (len(s) - remove_length) // 2
398
+ end_remove = start_remove + remove_length
399
+
400
+ # Adjust start and end to break at spaces (if possible)
401
+ start_space = s.rfind(" ", 0, start_remove)
402
+ end_space = s.find(" ", end_remove)
403
+
404
+ if start_space != -1 and end_space != -1:
405
+ start_remove = start_space
406
+ end_remove = end_space
407
+ elif start_space != -1:
408
+ start_remove = start_space
409
+ elif end_space != -1:
410
+ end_remove = end_space
411
+
412
+ return s[:start_remove] + placeholder + s[end_remove:]
413
+
414
+
415
+ def write_api_key_to_env(api_key: str) -> str:
416
+ """
417
+ Write the user's Expected Parrot key to their .env file.
418
+
419
+ If a .env file doesn't exist in the current directory, one will be created.
420
+
421
+ Returns a string representing the absolute path to the .env file.
422
+ """
423
+ from pathlib import Path
424
+ from dotenv import set_key
425
+
426
+ # Create .env file if it doesn't exist
427
+ env_path = ".env"
428
+ env_file = Path(env_path)
429
+ env_file.touch(exist_ok=True)
430
+
431
+ # Write API key to file
432
+ set_key(env_path, "EXPECTED_PARROT_API_KEY", str(api_key))
433
+
434
+ absolute_path_to_env = env_file.absolute().as_posix()
435
+
436
+ return absolute_path_to_env