edsl 0.1.39.dev2__py3-none-any.whl → 0.1.39.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +332 -385
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +49 -57
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +867 -1079
- edsl/agents/AgentList.py +413 -551
- edsl/agents/Invigilator.py +233 -285
- edsl/agents/InvigilatorBase.py +270 -254
- edsl/agents/PromptConstructor.py +354 -252
- edsl/agents/__init__.py +3 -2
- edsl/agents/descriptors.py +99 -99
- edsl/agents/prompt_helpers.py +129 -129
- edsl/auto/AutoStudy.py +117 -117
- edsl/auto/StageBase.py +230 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +73 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +224 -224
- edsl/base/Base.py +279 -279
- edsl/config.py +157 -177
- edsl/conversation/Conversation.py +290 -290
- edsl/conversation/car_buying.py +58 -59
- edsl/conversation/chips.py +95 -95
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +1028 -1090
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +555 -562
- edsl/data/CacheEntry.py +233 -230
- edsl/data/CacheHandler.py +149 -170
- edsl/data/RemoteCacheSync.py +78 -78
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +4 -5
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +73 -74
- edsl/enums.py +175 -195
- edsl/exceptions/BaseException.py +21 -21
- edsl/exceptions/__init__.py +54 -54
- edsl/exceptions/agents.py +42 -54
- edsl/exceptions/cache.py +5 -5
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +91 -109
- edsl/exceptions/results.py +29 -29
- edsl/exceptions/scenarios.py +22 -29
- edsl/exceptions/surveys.py +37 -37
- edsl/inference_services/AnthropicService.py +87 -84
- edsl/inference_services/AwsBedrock.py +120 -118
- edsl/inference_services/AzureAI.py +217 -215
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +148 -139
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +147 -80
- edsl/inference_services/InferenceServicesCollection.py +97 -122
- edsl/inference_services/MistralAIService.py +123 -120
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +224 -221
- edsl/inference_services/PerplexityService.py +163 -160
- edsl/inference_services/TestService.py +89 -92
- edsl/inference_services/TogetherAIService.py +170 -170
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +41 -41
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/Answers.py +56 -43
- edsl/jobs/Jobs.py +898 -757
- edsl/jobs/JobsChecks.py +147 -172
- edsl/jobs/JobsPrompts.py +268 -270
- edsl/jobs/JobsRemoteInferenceHandler.py +239 -287
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/buckets/BucketCollection.py +63 -104
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +251 -283
- edsl/jobs/interviews/Interview.py +661 -358
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/runners/JobsRunnerAsyncio.py +466 -421
- edsl/jobs/runners/JobsRunnerStatus.py +330 -330
- edsl/jobs/tasks/QuestionTaskCreator.py +242 -244
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +450 -449
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +163 -161
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/KeyLookup.py +30 -0
- edsl/language_models/LanguageModel.py +668 -571
- edsl/language_models/ModelList.py +155 -153
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/__init__.py +3 -2
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/registry.py +190 -180
- edsl/language_models/repair.py +156 -156
- edsl/language_models/unused/ReplicateBase.py +83 -0
- edsl/language_models/utilities.py +64 -65
- edsl/notebooks/Notebook.py +258 -263
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +362 -352
- edsl/prompts/__init__.py +2 -2
- edsl/questions/AnswerValidatorMixin.py +289 -334
- edsl/questions/QuestionBase.py +664 -509
- edsl/questions/QuestionBaseGenMixin.py +161 -165
- edsl/questions/QuestionBasePromptsMixin.py +217 -221
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +182 -182
- edsl/questions/QuestionFreeText.py +114 -113
- edsl/questions/QuestionFunctional.py +166 -166
- edsl/questions/QuestionList.py +231 -229
- edsl/questions/QuestionMultipleChoice.py +286 -330
- edsl/questions/QuestionNumerical.py +153 -151
- edsl/questions/QuestionRank.py +324 -314
- edsl/questions/Quick.py +41 -41
- edsl/questions/RegisterQuestionsMeta.py +71 -71
- edsl/questions/ResponseValidatorABC.py +174 -200
- edsl/questions/SimpleAskMixin.py +73 -74
- edsl/questions/__init__.py +26 -27
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +87 -90
- edsl/questions/derived/QuestionTopK.py +93 -93
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +413 -427
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/question_registry.py +177 -177
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/CSSParameterizer.py +108 -108
- edsl/results/Dataset.py +424 -587
- edsl/results/DatasetExportMixin.py +731 -653
- edsl/results/DatasetTree.py +275 -295
- edsl/results/Result.py +465 -451
- edsl/results/Results.py +1165 -1172
- edsl/results/ResultsDBMixin.py +238 -0
- edsl/results/ResultsExportMixin.py +43 -45
- edsl/results/ResultsFetchMixin.py +33 -33
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/ResultsToolsMixin.py +98 -98
- edsl/results/Selector.py +135 -145
- edsl/results/TableDisplay.py +198 -125
- edsl/results/__init__.py +2 -2
- edsl/results/table_display.css +77 -77
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/FileStore.py +632 -511
- edsl/scenarios/Scenario.py +601 -498
- edsl/scenarios/ScenarioHtmlMixin.py +64 -65
- edsl/scenarios/ScenarioJoin.py +127 -131
- edsl/scenarios/ScenarioList.py +1287 -1430
- edsl/scenarios/ScenarioListExportMixin.py +52 -45
- edsl/scenarios/ScenarioListPdfMixin.py +261 -239
- edsl/scenarios/__init__.py +4 -3
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +528 -521
- edsl/study/__init__.py +4 -4
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +326 -327
- edsl/surveys/RuleCollection.py +387 -385
- edsl/surveys/Survey.py +1801 -1229
- edsl/surveys/SurveyCSS.py +261 -273
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/{SurveyFlowVisualization.py → SurveyFlowVisualizationMixin.py} +179 -181
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/__init__.py +3 -5
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +56 -60
- edsl/surveys/instructions/ChangeInstruction.py +49 -48
- edsl/surveys/instructions/Instruction.py +65 -56
- edsl/surveys/instructions/InstructionCollection.py +77 -82
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +19 -19
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/interface.py +627 -627
- edsl/utilities/naming_utilities.py +263 -263
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +424 -436
- {edsl-0.1.39.dev2.dist-info → edsl-0.1.39.dev3.dist-info}/LICENSE +21 -21
- {edsl-0.1.39.dev2.dist-info → edsl-0.1.39.dev3.dist-info}/METADATA +10 -12
- edsl-0.1.39.dev3.dist-info/RECORD +277 -0
- edsl/agents/QuestionInstructionPromptBuilder.py +0 -128
- edsl/agents/QuestionOptionProcessor.py +0 -172
- edsl/agents/QuestionTemplateReplacementsBuilder.py +0 -137
- edsl/coop/CoopFunctionsMixin.py +0 -15
- edsl/coop/ExpectedParrotKeyHandler.py +0 -125
- edsl/exceptions/inference_services.py +0 -5
- edsl/inference_services/AvailableModelCacheHandler.py +0 -184
- edsl/inference_services/AvailableModelFetcher.py +0 -209
- edsl/inference_services/ServiceAvailability.py +0 -135
- edsl/inference_services/data_structures.py +0 -62
- edsl/jobs/AnswerQuestionFunctionConstructor.py +0 -188
- edsl/jobs/FetchInvigilator.py +0 -40
- edsl/jobs/InterviewTaskManager.py +0 -98
- edsl/jobs/InterviewsConstructor.py +0 -48
- edsl/jobs/JobsComponentConstructor.py +0 -189
- edsl/jobs/JobsRemoteInferenceLogger.py +0 -239
- edsl/jobs/RequestTokenEstimator.py +0 -30
- edsl/jobs/buckets/TokenBucketAPI.py +0 -211
- edsl/jobs/buckets/TokenBucketClient.py +0 -191
- edsl/jobs/decorators.py +0 -35
- edsl/jobs/jobs_status_enums.py +0 -9
- edsl/jobs/loggers/HTMLTableJobLogger.py +0 -304
- edsl/language_models/ComputeCost.py +0 -63
- edsl/language_models/PriceManager.py +0 -127
- edsl/language_models/RawResponseHandler.py +0 -106
- edsl/language_models/ServiceDataSources.py +0 -0
- edsl/language_models/key_management/KeyLookup.py +0 -63
- edsl/language_models/key_management/KeyLookupBuilder.py +0 -273
- edsl/language_models/key_management/KeyLookupCollection.py +0 -38
- edsl/language_models/key_management/__init__.py +0 -0
- edsl/language_models/key_management/models.py +0 -131
- edsl/notebooks/NotebookToLaTeX.py +0 -142
- edsl/questions/ExceptionExplainer.py +0 -77
- edsl/questions/HTMLQuestion.py +0 -103
- edsl/questions/LoopProcessor.py +0 -149
- edsl/questions/QuestionMatrix.py +0 -265
- edsl/questions/ResponseValidatorFactory.py +0 -28
- edsl/questions/templates/matrix/__init__.py +0 -1
- edsl/questions/templates/matrix/answering_instructions.jinja +0 -5
- edsl/questions/templates/matrix/question_presentation.jinja +0 -20
- edsl/results/MarkdownToDocx.py +0 -122
- edsl/results/MarkdownToPDF.py +0 -111
- edsl/results/TextEditor.py +0 -50
- edsl/results/smart_objects.py +0 -96
- edsl/results/table_data_class.py +0 -12
- edsl/results/table_renderers.py +0 -118
- edsl/scenarios/ConstructDownloadLink.py +0 -109
- edsl/scenarios/DirectoryScanner.py +0 -96
- edsl/scenarios/DocumentChunker.py +0 -102
- edsl/scenarios/DocxScenario.py +0 -16
- edsl/scenarios/PdfExtractor.py +0 -40
- edsl/scenarios/ScenarioSelector.py +0 -156
- edsl/scenarios/file_methods.py +0 -85
- edsl/scenarios/handlers/__init__.py +0 -13
- edsl/scenarios/handlers/csv.py +0 -38
- edsl/scenarios/handlers/docx.py +0 -76
- edsl/scenarios/handlers/html.py +0 -37
- edsl/scenarios/handlers/json.py +0 -111
- edsl/scenarios/handlers/latex.py +0 -5
- edsl/scenarios/handlers/md.py +0 -51
- edsl/scenarios/handlers/pdf.py +0 -68
- edsl/scenarios/handlers/png.py +0 -39
- edsl/scenarios/handlers/pptx.py +0 -105
- edsl/scenarios/handlers/py.py +0 -294
- edsl/scenarios/handlers/sql.py +0 -313
- edsl/scenarios/handlers/sqlite.py +0 -149
- edsl/scenarios/handlers/txt.py +0 -33
- edsl/surveys/ConstructDAG.py +0 -92
- edsl/surveys/EditSurvey.py +0 -221
- edsl/surveys/InstructionHandler.py +0 -100
- edsl/surveys/MemoryManagement.py +0 -72
- edsl/surveys/RuleManager.py +0 -172
- edsl/surveys/Simulator.py +0 -75
- edsl/surveys/SurveyToApp.py +0 -141
- edsl/utilities/PrettyList.py +0 -56
- edsl/utilities/is_notebook.py +0 -18
- edsl/utilities/is_valid_variable_name.py +0 -11
- edsl/utilities/remove_edsl_version.py +0 -24
- edsl-0.1.39.dev2.dist-info/RECORD +0 -352
- {edsl-0.1.39.dev2.dist-info → edsl-0.1.39.dev3.dist-info}/WHEEL +0 -0
edsl/results/DatasetTree.py
CHANGED
@@ -1,295 +1,275 @@
|
|
1
|
-
from typing import Dict, List, Any, Optional, List
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
self.
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
)
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
#
|
105
|
-
|
106
|
-
style_name
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
import
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
|
138
|
-
|
139
|
-
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
148
|
-
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
|
179
|
-
|
180
|
-
|
181
|
-
|
182
|
-
|
183
|
-
|
184
|
-
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
192
|
-
|
193
|
-
|
194
|
-
|
195
|
-
|
196
|
-
|
197
|
-
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
|
202
|
-
|
203
|
-
|
204
|
-
|
205
|
-
|
206
|
-
|
207
|
-
|
208
|
-
|
209
|
-
|
210
|
-
#
|
211
|
-
#
|
212
|
-
#
|
213
|
-
#
|
214
|
-
#
|
215
|
-
|
216
|
-
#
|
217
|
-
#
|
218
|
-
|
219
|
-
#
|
220
|
-
|
221
|
-
|
222
|
-
#
|
223
|
-
|
224
|
-
|
225
|
-
|
226
|
-
|
227
|
-
|
228
|
-
|
229
|
-
|
230
|
-
|
231
|
-
|
232
|
-
|
233
|
-
|
234
|
-
|
235
|
-
|
236
|
-
|
237
|
-
|
238
|
-
|
239
|
-
|
240
|
-
|
241
|
-
|
242
|
-
|
243
|
-
|
244
|
-
|
245
|
-
|
246
|
-
|
247
|
-
|
248
|
-
|
249
|
-
|
250
|
-
|
251
|
-
|
252
|
-
|
253
|
-
|
254
|
-
|
255
|
-
|
256
|
-
|
257
|
-
|
258
|
-
|
259
|
-
|
260
|
-
|
261
|
-
|
262
|
-
|
263
|
-
|
264
|
-
|
265
|
-
|
266
|
-
|
267
|
-
|
268
|
-
|
269
|
-
|
270
|
-
|
271
|
-
)
|
272
|
-
|
273
|
-
tree
|
274
|
-
|
275
|
-
|
276
|
-
tree.construct_tree(["continent", "country", "city", "population"])
|
277
|
-
print("Tree without key names:")
|
278
|
-
tree.print_tree()
|
279
|
-
print("\nTree with key names:")
|
280
|
-
tree.print_tree(print_keys=True)
|
281
|
-
except ValueError as e:
|
282
|
-
print(f"Error: {e}")
|
283
|
-
|
284
|
-
# Demonstrating validation
|
285
|
-
try:
|
286
|
-
tree.construct_tree(["continent", "country", "invalid_key"])
|
287
|
-
except ValueError as e:
|
288
|
-
print(f"\nValidation Error: {e}")
|
289
|
-
|
290
|
-
tree = Tree(data)
|
291
|
-
tree.construct_tree(["continent", "country", "city", "population"])
|
292
|
-
tree.print_tree(print_keys=True)
|
293
|
-
tree.to_docx("tree_structure.docx")
|
294
|
-
print("DocX file 'tree_structure.docx' has been created.")
|
295
|
-
"""
|
1
|
+
from typing import Dict, List, Any, Optional, List
|
2
|
+
from docx import Document
|
3
|
+
from docx.shared import Inches, Pt
|
4
|
+
from docx.enum.text import WD_ALIGN_PARAGRAPH
|
5
|
+
from docx.enum.style import WD_STYLE_TYPE
|
6
|
+
|
7
|
+
|
8
|
+
def is_hashable(v):
|
9
|
+
try:
|
10
|
+
hash(v)
|
11
|
+
return True
|
12
|
+
except TypeError:
|
13
|
+
return False
|
14
|
+
|
15
|
+
|
16
|
+
class TreeNode:
|
17
|
+
def __init__(self, key=None, value=None):
|
18
|
+
self.key = key
|
19
|
+
self.value = value
|
20
|
+
self.children = {}
|
21
|
+
|
22
|
+
|
23
|
+
class Tree:
|
24
|
+
def __init__(self, data: "Dataset", node_order: Optional[List[str]] = None):
|
25
|
+
d = {}
|
26
|
+
for entry in data:
|
27
|
+
d.update(entry)
|
28
|
+
self.data = d
|
29
|
+
self.root = None
|
30
|
+
|
31
|
+
self.node_order = node_order
|
32
|
+
|
33
|
+
self.construct_tree(node_order)
|
34
|
+
|
35
|
+
def unique_values_by_keys(self) -> dict:
|
36
|
+
unique_values = {}
|
37
|
+
for key, raw_values in self.data.items():
|
38
|
+
values = [v if is_hashable(v) else str(v) for v in raw_values]
|
39
|
+
unique_values[key] = list(set(values))
|
40
|
+
return unique_values
|
41
|
+
|
42
|
+
def construct_tree(self, node_order: Optional[List[str]] = None):
|
43
|
+
# Validate node_order
|
44
|
+
if node_order is None:
|
45
|
+
unique_values = self.unique_values_by_keys()
|
46
|
+
# Sort keys by number of unique values
|
47
|
+
node_order = sorted(
|
48
|
+
unique_values, key=lambda k: len(unique_values[k]), reverse=True
|
49
|
+
)
|
50
|
+
else:
|
51
|
+
if not set(node_order).issubset(set(self.data.keys())):
|
52
|
+
invalid_keys = set(node_order) - set(self.data.keys())
|
53
|
+
raise ValueError(f"Invalid keys in node_order: {invalid_keys}")
|
54
|
+
|
55
|
+
self.root = TreeNode()
|
56
|
+
|
57
|
+
for i in range(len(self.data[node_order[0]])):
|
58
|
+
current = self.root
|
59
|
+
for level in node_order[:-1]:
|
60
|
+
value = self.data[level][i]
|
61
|
+
if not is_hashable(value):
|
62
|
+
value = str(value)
|
63
|
+
if value not in current.children:
|
64
|
+
current.children[value] = TreeNode(key=level, value=value)
|
65
|
+
current = current.children[value]
|
66
|
+
|
67
|
+
leaf_key = node_order[-1]
|
68
|
+
leaf_value = self.data[leaf_key][i]
|
69
|
+
if not is_hashable(leaf_value):
|
70
|
+
leaf_value = str(leaf_value)
|
71
|
+
if leaf_value not in current.children:
|
72
|
+
current.children[leaf_value] = TreeNode(key=leaf_key, value=leaf_value)
|
73
|
+
|
74
|
+
def __repr__(self):
|
75
|
+
if self.node_order is not None:
|
76
|
+
return f"Tree(Dataset({self.data}), node_order={self.node_order})"
|
77
|
+
else:
|
78
|
+
return f"Tree(Dataset({self.data}))"
|
79
|
+
|
80
|
+
def print_tree(
|
81
|
+
self, node: Optional[TreeNode] = None, level: int = 0, print_keys: bool = False
|
82
|
+
):
|
83
|
+
if node is None:
|
84
|
+
node = self.root
|
85
|
+
if node is None:
|
86
|
+
print("Tree has not been constructed yet.")
|
87
|
+
return
|
88
|
+
|
89
|
+
if node.value is not None:
|
90
|
+
if print_keys and node.key is not None:
|
91
|
+
print(" " * level + f"{node.key}: {node.value}")
|
92
|
+
else:
|
93
|
+
print(" " * level + str(node.value))
|
94
|
+
for child in node.children.values():
|
95
|
+
self.print_tree(child, level + 1, print_keys)
|
96
|
+
|
97
|
+
def to_docx(self, filename: Optional[str] = None):
|
98
|
+
if filename is None:
|
99
|
+
filename = "tree_structure.docx"
|
100
|
+
|
101
|
+
doc = Document()
|
102
|
+
|
103
|
+
# Create styles for headings
|
104
|
+
for i in range(1, 10): # Up to 9 levels of headings
|
105
|
+
style_name = f"Heading {i}"
|
106
|
+
if style_name not in doc.styles:
|
107
|
+
doc.styles.add_style(style_name, WD_STYLE_TYPE.PARAGRAPH)
|
108
|
+
|
109
|
+
# Get or create the 'Body Text' style
|
110
|
+
if "Body Text" not in doc.styles:
|
111
|
+
body_style = doc.styles.add_style("Body Text", WD_STYLE_TYPE.PARAGRAPH)
|
112
|
+
else:
|
113
|
+
body_style = doc.styles["Body Text"]
|
114
|
+
|
115
|
+
body_style.font.size = Pt(11)
|
116
|
+
|
117
|
+
self._add_to_docx(doc, self.root, 0)
|
118
|
+
doc.save(filename)
|
119
|
+
from edsl.utilities.utilities import file_notice
|
120
|
+
|
121
|
+
file_notice(filename)
|
122
|
+
|
123
|
+
def _repr_html_(self):
|
124
|
+
"""Returns an interactive HTML representation of the tree with collapsible sections."""
|
125
|
+
|
126
|
+
# Generate a unique ID for this tree instance
|
127
|
+
import uuid
|
128
|
+
|
129
|
+
tree_id = f"tree_{uuid.uuid4().hex[:8]}"
|
130
|
+
|
131
|
+
styles = f"""
|
132
|
+
<div class="{tree_id}">
|
133
|
+
<style>
|
134
|
+
.{tree_id} details {{
|
135
|
+
margin-left: 20px;
|
136
|
+
}}
|
137
|
+
.{tree_id} summary {{
|
138
|
+
cursor: pointer;
|
139
|
+
margin: 2px 0;
|
140
|
+
}}
|
141
|
+
.{tree_id} .value {{
|
142
|
+
font-family: monospace;
|
143
|
+
background: #f5f5f5;
|
144
|
+
padding: 2px 6px;
|
145
|
+
border-radius: 3px;
|
146
|
+
margin: 1px 0;
|
147
|
+
}}
|
148
|
+
.{tree_id} .key {{
|
149
|
+
color: #666;
|
150
|
+
font-style: italic;
|
151
|
+
}}
|
152
|
+
</style>
|
153
|
+
"""
|
154
|
+
|
155
|
+
def node_to_html(node, level=0, print_keys=True):
|
156
|
+
if node is None:
|
157
|
+
return "Tree has not been constructed yet."
|
158
|
+
|
159
|
+
html = []
|
160
|
+
|
161
|
+
if node.value is not None:
|
162
|
+
# Create the node content
|
163
|
+
content = []
|
164
|
+
if print_keys and node.key is not None:
|
165
|
+
content.append(f'<span class="key">{node.key}: </span>')
|
166
|
+
content.append(f'<span class="value">{node.value}</span>')
|
167
|
+
content_html = "".join(content)
|
168
|
+
|
169
|
+
if node.children:
|
170
|
+
# Node with children
|
171
|
+
html.append(f'<details {"open" if level < 1 else ""}>')
|
172
|
+
html.append(f"<summary>{content_html}</summary>")
|
173
|
+
for child in node.children.values():
|
174
|
+
html.append(node_to_html(child, level + 1, print_keys))
|
175
|
+
html.append("</details>")
|
176
|
+
else:
|
177
|
+
# Leaf node
|
178
|
+
html.append(f"<div>{content_html}</div>")
|
179
|
+
else:
|
180
|
+
# Root node with no value
|
181
|
+
if node.children:
|
182
|
+
for child in node.children.values():
|
183
|
+
html.append(node_to_html(child, level, print_keys))
|
184
|
+
|
185
|
+
return "\n".join(html)
|
186
|
+
|
187
|
+
tree_html = node_to_html(self.root)
|
188
|
+
return f"{styles}{tree_html}</div>"
|
189
|
+
|
190
|
+
# def _repr_html_(self):
|
191
|
+
# """Returns an HTML representation of the tree, following the same logic as print_tree."""
|
192
|
+
# styles = """
|
193
|
+
# <style>
|
194
|
+
# .tree-container {
|
195
|
+
# font-family: monospace;
|
196
|
+
# white-space: pre;
|
197
|
+
# margin: 10px;
|
198
|
+
# }
|
199
|
+
# </style>
|
200
|
+
# """
|
201
|
+
|
202
|
+
# def node_to_html(node, level=0, print_keys=False):
|
203
|
+
# if node is None:
|
204
|
+
# node = self.root
|
205
|
+
# if node is None:
|
206
|
+
# return "Tree has not been constructed yet."
|
207
|
+
|
208
|
+
# html = []
|
209
|
+
# if node.value is not None:
|
210
|
+
# indent = " " * 2 * level # Using for HTML spaces
|
211
|
+
# if print_keys and node.key is not None:
|
212
|
+
# html.append(f"{indent}{node.key}: {node.value}<br>")
|
213
|
+
# else:
|
214
|
+
# html.append(f"{indent}{node.value}<br>")
|
215
|
+
|
216
|
+
# for child in node.children.values():
|
217
|
+
# html.append(node_to_html(child, level + 1, print_keys))
|
218
|
+
|
219
|
+
# return "".join(html)
|
220
|
+
|
221
|
+
# tree_html = node_to_html(self.root)
|
222
|
+
# return f'<div class="tree-container">{tree_html}</div>{styles}'
|
223
|
+
|
224
|
+
def _add_to_docx(self, doc, node: TreeNode, level: int):
|
225
|
+
if node.value is not None:
|
226
|
+
if level == 0:
|
227
|
+
doc.add_heading(str(node.value), level=level + 1)
|
228
|
+
elif node.children: # If the node has children, it's not the last level
|
229
|
+
para = doc.add_paragraph(str(node.value))
|
230
|
+
para.style = f"Heading {level+1}"
|
231
|
+
else: # If the node has no children, it's the last level (body text)
|
232
|
+
para = doc.add_paragraph(str(node.value))
|
233
|
+
para.style = "Body Text"
|
234
|
+
|
235
|
+
# Process child nodes (moved outside the if block)
|
236
|
+
for child in node.children.values():
|
237
|
+
self._add_to_docx(doc, child, level + 1)
|
238
|
+
|
239
|
+
|
240
|
+
# Example usage (commented out)
|
241
|
+
"""
|
242
|
+
from edsl.results.Dataset import Dataset
|
243
|
+
|
244
|
+
data = Dataset(
|
245
|
+
[
|
246
|
+
{"continent": ["North America", "Asia", "Europe", "North America", "Asia"]},
|
247
|
+
{"country": ["US", "China", "France", "Canada", "Japan"]},
|
248
|
+
{"city": ["New York", "Beijing", "Paris", "Toronto", "Tokyo"]},
|
249
|
+
{"population": [8419000, 21540000, 2161000, 2930000, 13960000]},
|
250
|
+
]
|
251
|
+
)
|
252
|
+
|
253
|
+
tree = Tree(data)
|
254
|
+
|
255
|
+
try:
|
256
|
+
tree.construct_tree(["continent", "country", "city", "population"])
|
257
|
+
print("Tree without key names:")
|
258
|
+
tree.print_tree()
|
259
|
+
print("\nTree with key names:")
|
260
|
+
tree.print_tree(print_keys=True)
|
261
|
+
except ValueError as e:
|
262
|
+
print(f"Error: {e}")
|
263
|
+
|
264
|
+
# Demonstrating validation
|
265
|
+
try:
|
266
|
+
tree.construct_tree(["continent", "country", "invalid_key"])
|
267
|
+
except ValueError as e:
|
268
|
+
print(f"\nValidation Error: {e}")
|
269
|
+
|
270
|
+
tree = Tree(data)
|
271
|
+
tree.construct_tree(["continent", "country", "city", "population"])
|
272
|
+
tree.print_tree(print_keys=True)
|
273
|
+
tree.to_docx("tree_structure.docx")
|
274
|
+
print("DocX file 'tree_structure.docx' has been created.")
|
275
|
+
"""
|