edsl 0.1.39.dev1__py3-none-any.whl → 0.1.39.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +332 -332
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +49 -49
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +867 -867
- edsl/agents/AgentList.py +413 -413
- edsl/agents/Invigilator.py +233 -233
- edsl/agents/InvigilatorBase.py +270 -265
- edsl/agents/PromptConstructor.py +354 -354
- edsl/agents/__init__.py +3 -3
- edsl/agents/descriptors.py +99 -99
- edsl/agents/prompt_helpers.py +129 -129
- edsl/auto/AutoStudy.py +117 -117
- edsl/auto/StageBase.py +230 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +73 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +224 -224
- edsl/base/Base.py +279 -279
- edsl/config.py +157 -157
- edsl/conversation/Conversation.py +290 -290
- edsl/conversation/car_buying.py +58 -58
- edsl/conversation/chips.py +95 -95
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +1028 -1028
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +555 -555
- edsl/data/CacheEntry.py +233 -233
- edsl/data/CacheHandler.py +149 -149
- edsl/data/RemoteCacheSync.py +78 -78
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +4 -4
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +73 -73
- edsl/enums.py +175 -175
- edsl/exceptions/BaseException.py +21 -21
- edsl/exceptions/__init__.py +54 -54
- edsl/exceptions/agents.py +42 -42
- edsl/exceptions/cache.py +5 -5
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +91 -91
- edsl/exceptions/results.py +29 -29
- edsl/exceptions/scenarios.py +22 -22
- edsl/exceptions/surveys.py +37 -37
- edsl/inference_services/AnthropicService.py +87 -87
- edsl/inference_services/AwsBedrock.py +120 -120
- edsl/inference_services/AzureAI.py +217 -217
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +148 -148
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +147 -147
- edsl/inference_services/InferenceServicesCollection.py +97 -97
- edsl/inference_services/MistralAIService.py +123 -123
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +224 -224
- edsl/inference_services/PerplexityService.py +163 -163
- edsl/inference_services/TestService.py +89 -89
- edsl/inference_services/TogetherAIService.py +170 -170
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +41 -41
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/Answers.py +56 -56
- edsl/jobs/Jobs.py +898 -898
- edsl/jobs/JobsChecks.py +147 -147
- edsl/jobs/JobsPrompts.py +268 -268
- edsl/jobs/JobsRemoteInferenceHandler.py +239 -239
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/buckets/BucketCollection.py +63 -63
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +251 -251
- edsl/jobs/interviews/Interview.py +661 -661
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/runners/JobsRunnerAsyncio.py +466 -466
- edsl/jobs/runners/JobsRunnerStatus.py +330 -330
- edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +450 -450
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +163 -163
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/KeyLookup.py +30 -30
- edsl/language_models/LanguageModel.py +668 -668
- edsl/language_models/ModelList.py +155 -155
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/__init__.py +3 -3
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/registry.py +190 -190
- edsl/language_models/repair.py +156 -156
- edsl/language_models/unused/ReplicateBase.py +83 -83
- edsl/language_models/utilities.py +64 -64
- edsl/notebooks/Notebook.py +258 -258
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +362 -362
- edsl/prompts/__init__.py +2 -2
- edsl/questions/AnswerValidatorMixin.py +289 -289
- edsl/questions/QuestionBase.py +664 -664
- edsl/questions/QuestionBaseGenMixin.py +161 -161
- edsl/questions/QuestionBasePromptsMixin.py +217 -217
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +182 -182
- edsl/questions/QuestionFreeText.py +114 -114
- edsl/questions/QuestionFunctional.py +166 -166
- edsl/questions/QuestionList.py +231 -231
- edsl/questions/QuestionMultipleChoice.py +286 -286
- edsl/questions/QuestionNumerical.py +153 -153
- edsl/questions/QuestionRank.py +324 -324
- edsl/questions/Quick.py +41 -41
- edsl/questions/RegisterQuestionsMeta.py +71 -71
- edsl/questions/ResponseValidatorABC.py +174 -174
- edsl/questions/SimpleAskMixin.py +73 -73
- edsl/questions/__init__.py +26 -26
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +87 -87
- edsl/questions/derived/QuestionTopK.py +93 -93
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +413 -413
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/question_registry.py +177 -177
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/CSSParameterizer.py +108 -108
- edsl/results/Dataset.py +424 -424
- edsl/results/DatasetExportMixin.py +731 -731
- edsl/results/DatasetTree.py +275 -275
- edsl/results/Result.py +465 -465
- edsl/results/Results.py +1165 -1165
- edsl/results/ResultsDBMixin.py +238 -238
- edsl/results/ResultsExportMixin.py +43 -43
- edsl/results/ResultsFetchMixin.py +33 -33
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/ResultsToolsMixin.py +98 -98
- edsl/results/Selector.py +135 -135
- edsl/results/TableDisplay.py +198 -198
- edsl/results/__init__.py +2 -2
- edsl/results/table_display.css +77 -77
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/FileStore.py +632 -632
- edsl/scenarios/Scenario.py +601 -601
- edsl/scenarios/ScenarioHtmlMixin.py +64 -64
- edsl/scenarios/ScenarioJoin.py +127 -127
- edsl/scenarios/ScenarioList.py +1287 -1287
- edsl/scenarios/ScenarioListExportMixin.py +52 -52
- edsl/scenarios/ScenarioListPdfMixin.py +261 -261
- edsl/scenarios/__init__.py +4 -4
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +528 -528
- edsl/study/__init__.py +4 -4
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +326 -326
- edsl/surveys/RuleCollection.py +387 -387
- edsl/surveys/Survey.py +1801 -1801
- edsl/surveys/SurveyCSS.py +261 -261
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/SurveyFlowVisualizationMixin.py +179 -179
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/__init__.py +3 -3
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +56 -56
- edsl/surveys/instructions/ChangeInstruction.py +49 -49
- edsl/surveys/instructions/Instruction.py +65 -65
- edsl/surveys/instructions/InstructionCollection.py +77 -77
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +19 -19
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/interface.py +627 -627
- edsl/utilities/naming_utilities.py +263 -263
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +424 -424
- {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/LICENSE +21 -21
- {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/METADATA +1 -1
- edsl-0.1.39.dev3.dist-info/RECORD +277 -0
- edsl-0.1.39.dev1.dist-info/RECORD +0 -277
- {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/WHEEL +0 -0
edsl/Base.py
CHANGED
@@ -1,332 +1,332 @@
|
|
1
|
-
"""Base class for all classes in the package. It provides rich printing and persistence of objects."""
|
2
|
-
|
3
|
-
from abc import ABC, abstractmethod, ABCMeta
|
4
|
-
import gzip
|
5
|
-
import io
|
6
|
-
import json
|
7
|
-
from typing import Any, Optional, Union
|
8
|
-
from uuid import UUID
|
9
|
-
|
10
|
-
# from edsl.utilities.MethodSuggesterMixin import MethodSuggesterMixin
|
11
|
-
|
12
|
-
from edsl.utilities.utilities import is_notebook
|
13
|
-
|
14
|
-
|
15
|
-
class RichPrintingMixin:
|
16
|
-
pass
|
17
|
-
|
18
|
-
# def print(self):
|
19
|
-
# print(self)
|
20
|
-
|
21
|
-
|
22
|
-
# """Mixin for rich printing and persistence of objects."""
|
23
|
-
|
24
|
-
# def _for_console(self):
|
25
|
-
# """Return a string representation of the object for console printing."""
|
26
|
-
# from rich.console import Console
|
27
|
-
|
28
|
-
# with io.StringIO() as buf:
|
29
|
-
# console = Console(file=buf, record=True)
|
30
|
-
# table = self.rich_print()
|
31
|
-
# console.print(table)
|
32
|
-
# return console.export_text()
|
33
|
-
|
34
|
-
# def __str__(self):
|
35
|
-
# """Return a string representation of the object for console printing."""
|
36
|
-
# # return self._for_console()
|
37
|
-
# return self.__repr__()
|
38
|
-
|
39
|
-
# def print(self):
|
40
|
-
# """Print the object to the console."""
|
41
|
-
# from edsl.utilities.utilities import is_notebook
|
42
|
-
|
43
|
-
# if is_notebook():
|
44
|
-
# from IPython.display import display
|
45
|
-
|
46
|
-
# display(self.rich_print())
|
47
|
-
# else:
|
48
|
-
# from rich.console import Console
|
49
|
-
|
50
|
-
# console = Console()
|
51
|
-
# console.print(self.rich_print())
|
52
|
-
|
53
|
-
|
54
|
-
class PersistenceMixin:
|
55
|
-
"""Mixin for saving and loading objects to and from files."""
|
56
|
-
|
57
|
-
def push(
|
58
|
-
self,
|
59
|
-
description: Optional[str] = None,
|
60
|
-
visibility: Optional[str] = "unlisted",
|
61
|
-
expected_parrot_url: Optional[str] = None,
|
62
|
-
):
|
63
|
-
"""Post the object to coop."""
|
64
|
-
from edsl.coop import Coop
|
65
|
-
|
66
|
-
c = Coop(url=expected_parrot_url)
|
67
|
-
return c.create(self, description, visibility)
|
68
|
-
|
69
|
-
@classmethod
|
70
|
-
def pull(
|
71
|
-
cls,
|
72
|
-
uuid: Optional[Union[str, UUID]] = None,
|
73
|
-
url: Optional[str] = None,
|
74
|
-
expected_parrot_url: Optional[str] = None,
|
75
|
-
):
|
76
|
-
"""Pull the object from coop."""
|
77
|
-
from edsl.coop import Coop
|
78
|
-
from edsl.coop.utils import ObjectRegistry
|
79
|
-
|
80
|
-
object_type = ObjectRegistry.get_object_type_by_edsl_class(cls)
|
81
|
-
coop = Coop(url=expected_parrot_url)
|
82
|
-
return coop.get(uuid, url, object_type)
|
83
|
-
|
84
|
-
@classmethod
|
85
|
-
def delete(cls, uuid: Optional[Union[str, UUID]] = None, url: Optional[str] = None):
|
86
|
-
"""Delete the object from coop."""
|
87
|
-
from edsl.coop import Coop
|
88
|
-
|
89
|
-
coop = Coop()
|
90
|
-
return coop.delete(uuid, url)
|
91
|
-
|
92
|
-
@classmethod
|
93
|
-
def patch(
|
94
|
-
cls,
|
95
|
-
uuid: Optional[Union[str, UUID]] = None,
|
96
|
-
url: Optional[str] = None,
|
97
|
-
description: Optional[str] = None,
|
98
|
-
value: Optional[Any] = None,
|
99
|
-
visibility: Optional[str] = None,
|
100
|
-
):
|
101
|
-
"""
|
102
|
-
Patch an uploaded objects attributes.
|
103
|
-
- `description` changes the description of the object on Coop
|
104
|
-
- `value` changes the value of the object on Coop. **has to be an EDSL object**
|
105
|
-
- `visibility` changes the visibility of the object on Coop
|
106
|
-
"""
|
107
|
-
from edsl.coop import Coop
|
108
|
-
|
109
|
-
coop = Coop()
|
110
|
-
return coop.patch(uuid, url, description, value, visibility)
|
111
|
-
|
112
|
-
@classmethod
|
113
|
-
def search(cls, query):
|
114
|
-
"""Search for objects on coop."""
|
115
|
-
from edsl.coop import Coop
|
116
|
-
|
117
|
-
c = Coop()
|
118
|
-
return c.search(cls, query)
|
119
|
-
|
120
|
-
def save(self, filename, compress=True):
|
121
|
-
"""Save the object to a file as zippped JSON.
|
122
|
-
|
123
|
-
>>> obj.save("obj.json.gz")
|
124
|
-
|
125
|
-
"""
|
126
|
-
if filename.endswith("json.gz"):
|
127
|
-
import warnings
|
128
|
-
|
129
|
-
# warnings.warn(
|
130
|
-
# "Do not apply the file extensions. The filename should not end with 'json.gz'."
|
131
|
-
# )
|
132
|
-
filename = filename[:-7]
|
133
|
-
if filename.endswith("json"):
|
134
|
-
filename = filename[:-4]
|
135
|
-
# warnings.warn(
|
136
|
-
# "Do not apply the file extensions. The filename should not end with 'json'."
|
137
|
-
# )
|
138
|
-
|
139
|
-
if compress:
|
140
|
-
full_file_name = filename + ".json.gz"
|
141
|
-
with gzip.open(full_file_name, "wb") as f:
|
142
|
-
f.write(json.dumps(self.to_dict()).encode("utf-8"))
|
143
|
-
else:
|
144
|
-
full_file_name = filename + ".json"
|
145
|
-
with open(filename + ".json", "w") as f:
|
146
|
-
f.write(json.dumps(self.to_dict()))
|
147
|
-
|
148
|
-
print("Saved to", full_file_name)
|
149
|
-
|
150
|
-
@staticmethod
|
151
|
-
def open_compressed_file(filename):
|
152
|
-
with gzip.open(filename, "rb") as f:
|
153
|
-
file_contents = f.read()
|
154
|
-
file_contents_decoded = file_contents.decode("utf-8")
|
155
|
-
d = json.loads(file_contents_decoded)
|
156
|
-
return d
|
157
|
-
|
158
|
-
@staticmethod
|
159
|
-
def open_regular_file(filename):
|
160
|
-
with open(filename, "r") as f:
|
161
|
-
d = json.loads(f.read())
|
162
|
-
return d
|
163
|
-
|
164
|
-
@classmethod
|
165
|
-
def load(cls, filename):
|
166
|
-
"""Load the object from a file.
|
167
|
-
|
168
|
-
>>> obj = cls.load("obj.json.gz")
|
169
|
-
|
170
|
-
"""
|
171
|
-
|
172
|
-
if filename.endswith("json.gz"):
|
173
|
-
d = cls.open_compressed_file(filename)
|
174
|
-
elif filename.endswith("json"):
|
175
|
-
d = cls.open_regular_file(filename)
|
176
|
-
else:
|
177
|
-
try:
|
178
|
-
d = cls.open_compressed_file(filename + ".json.gz")
|
179
|
-
except:
|
180
|
-
d = cls.open_regular_file(filename + ".json")
|
181
|
-
# finally:
|
182
|
-
# raise ValueError("File must be a json or json.gz file")
|
183
|
-
|
184
|
-
return cls.from_dict(d)
|
185
|
-
|
186
|
-
|
187
|
-
class RegisterSubclassesMeta(ABCMeta):
|
188
|
-
"""Metaclass for registering subclasses."""
|
189
|
-
|
190
|
-
_registry = {}
|
191
|
-
|
192
|
-
def __init__(cls, name, bases, nmspc):
|
193
|
-
"""Register the class in the registry upon creation."""
|
194
|
-
super(RegisterSubclassesMeta, cls).__init__(name, bases, nmspc)
|
195
|
-
if cls.__name__ != "Base":
|
196
|
-
RegisterSubclassesMeta._registry[cls.__name__] = cls
|
197
|
-
|
198
|
-
@staticmethod
|
199
|
-
def get_registry():
|
200
|
-
"""Return the registry of subclasses."""
|
201
|
-
return dict(RegisterSubclassesMeta._registry)
|
202
|
-
|
203
|
-
|
204
|
-
class DiffMethodsMixin:
|
205
|
-
def __sub__(self, other):
|
206
|
-
"""Return the difference between two objects."""
|
207
|
-
from edsl.BaseDiff import BaseDiff
|
208
|
-
|
209
|
-
return BaseDiff(self, other)
|
210
|
-
|
211
|
-
|
212
|
-
class Base(
|
213
|
-
# RichPrintingMixin,
|
214
|
-
PersistenceMixin,
|
215
|
-
DiffMethodsMixin,
|
216
|
-
ABC,
|
217
|
-
metaclass=RegisterSubclassesMeta,
|
218
|
-
):
|
219
|
-
"""Base class for all classes in the package."""
|
220
|
-
|
221
|
-
def json(self):
|
222
|
-
return json.loads(json.dumps(self.to_dict(add_edsl_version=False)))
|
223
|
-
|
224
|
-
def print(self, **kwargs):
|
225
|
-
if "format" in kwargs:
|
226
|
-
if kwargs["format"] not in ["html", "markdown", "rich", "latex"]:
|
227
|
-
raise ValueError(f"Format '{kwargs['format']}' not supported.")
|
228
|
-
|
229
|
-
if hasattr(self, "table"):
|
230
|
-
return self.table()
|
231
|
-
else:
|
232
|
-
return self
|
233
|
-
|
234
|
-
def __str__(self):
|
235
|
-
return self.__repr__()
|
236
|
-
|
237
|
-
def summary(self, format="table"):
|
238
|
-
from edsl import Scenario
|
239
|
-
|
240
|
-
d = self._summary()
|
241
|
-
if format == "table":
|
242
|
-
return Scenario(d).table()
|
243
|
-
if format == "dict":
|
244
|
-
return d
|
245
|
-
if format == "json":
|
246
|
-
return Scenario(d).json()
|
247
|
-
if format == "yaml":
|
248
|
-
return Scenario(d).yaml()
|
249
|
-
if format == "html":
|
250
|
-
return Scenario(d).table(tablefmt="html")
|
251
|
-
|
252
|
-
def keys(self):
|
253
|
-
"""Return the keys of the object."""
|
254
|
-
_keys = list(self.to_dict().keys())
|
255
|
-
if "edsl_version" in _keys:
|
256
|
-
_keys.remove("edsl_version")
|
257
|
-
if "edsl_class_name" in _keys:
|
258
|
-
_keys.remove("edsl_class_name")
|
259
|
-
return _keys
|
260
|
-
|
261
|
-
def values(self):
|
262
|
-
"""Return the values of the object."""
|
263
|
-
data = self.to_dict()
|
264
|
-
keys = self.keys()
|
265
|
-
return {data[key] for key in keys}
|
266
|
-
|
267
|
-
def _repr_html_(self):
|
268
|
-
from edsl.utilities.utilities import data_to_html
|
269
|
-
|
270
|
-
return data_to_html(self.to_dict())
|
271
|
-
|
272
|
-
# def html(self):
|
273
|
-
# html_string = self._repr_html_()
|
274
|
-
# import tempfile
|
275
|
-
# import webbrowser
|
276
|
-
|
277
|
-
# with tempfile.NamedTemporaryFile("w", delete=False, suffix=".html") as f:
|
278
|
-
# # print("Writing HTML to", f.name)
|
279
|
-
# f.write(html_string)
|
280
|
-
# webbrowser.open(f.name)
|
281
|
-
|
282
|
-
def __eq__(self, other):
|
283
|
-
"""Return whether two objects are equal."""
|
284
|
-
import inspect
|
285
|
-
|
286
|
-
if not isinstance(other, self.__class__):
|
287
|
-
return False
|
288
|
-
if "sort" in inspect.signature(self.to_dict).parameters:
|
289
|
-
return self.to_dict(sort=True) == other.to_dict(sort=True)
|
290
|
-
else:
|
291
|
-
return self.to_dict() == other.to_dict()
|
292
|
-
|
293
|
-
@abstractmethod
|
294
|
-
def example():
|
295
|
-
"""This method should be implemented by subclasses."""
|
296
|
-
raise NotImplementedError("This method is not implemented yet.")
|
297
|
-
|
298
|
-
@abstractmethod
|
299
|
-
def rich_print():
|
300
|
-
"""This method should be implemented by subclasses."""
|
301
|
-
raise NotImplementedError("This method is not implemented yet.")
|
302
|
-
|
303
|
-
@abstractmethod
|
304
|
-
def to_dict():
|
305
|
-
"""This method should be implemented by subclasses."""
|
306
|
-
raise NotImplementedError("This method is not implemented yet.")
|
307
|
-
|
308
|
-
def to_json(self):
|
309
|
-
return json.dumps(self.to_dict())
|
310
|
-
|
311
|
-
@abstractmethod
|
312
|
-
def from_dict():
|
313
|
-
"""This method should be implemented by subclasses."""
|
314
|
-
raise NotImplementedError("This method is not implemented yet.")
|
315
|
-
|
316
|
-
@abstractmethod
|
317
|
-
def code():
|
318
|
-
"""This method should be implemented by subclasses."""
|
319
|
-
raise NotImplementedError("This method is not implemented yet.")
|
320
|
-
|
321
|
-
def show_methods(self, show_docstrings=True):
|
322
|
-
"""Show the methods of the object."""
|
323
|
-
public_methods_with_docstrings = [
|
324
|
-
(method, getattr(self, method).__doc__)
|
325
|
-
for method in dir(self)
|
326
|
-
if callable(getattr(self, method)) and not method.startswith("_")
|
327
|
-
]
|
328
|
-
if show_docstrings:
|
329
|
-
for method, documentation in public_methods_with_docstrings:
|
330
|
-
print(f"{method}: {documentation}")
|
331
|
-
else:
|
332
|
-
return [x[0] for x in public_methods_with_docstrings]
|
1
|
+
"""Base class for all classes in the package. It provides rich printing and persistence of objects."""
|
2
|
+
|
3
|
+
from abc import ABC, abstractmethod, ABCMeta
|
4
|
+
import gzip
|
5
|
+
import io
|
6
|
+
import json
|
7
|
+
from typing import Any, Optional, Union
|
8
|
+
from uuid import UUID
|
9
|
+
|
10
|
+
# from edsl.utilities.MethodSuggesterMixin import MethodSuggesterMixin
|
11
|
+
|
12
|
+
from edsl.utilities.utilities import is_notebook
|
13
|
+
|
14
|
+
|
15
|
+
class RichPrintingMixin:
|
16
|
+
pass
|
17
|
+
|
18
|
+
# def print(self):
|
19
|
+
# print(self)
|
20
|
+
|
21
|
+
|
22
|
+
# """Mixin for rich printing and persistence of objects."""
|
23
|
+
|
24
|
+
# def _for_console(self):
|
25
|
+
# """Return a string representation of the object for console printing."""
|
26
|
+
# from rich.console import Console
|
27
|
+
|
28
|
+
# with io.StringIO() as buf:
|
29
|
+
# console = Console(file=buf, record=True)
|
30
|
+
# table = self.rich_print()
|
31
|
+
# console.print(table)
|
32
|
+
# return console.export_text()
|
33
|
+
|
34
|
+
# def __str__(self):
|
35
|
+
# """Return a string representation of the object for console printing."""
|
36
|
+
# # return self._for_console()
|
37
|
+
# return self.__repr__()
|
38
|
+
|
39
|
+
# def print(self):
|
40
|
+
# """Print the object to the console."""
|
41
|
+
# from edsl.utilities.utilities import is_notebook
|
42
|
+
|
43
|
+
# if is_notebook():
|
44
|
+
# from IPython.display import display
|
45
|
+
|
46
|
+
# display(self.rich_print())
|
47
|
+
# else:
|
48
|
+
# from rich.console import Console
|
49
|
+
|
50
|
+
# console = Console()
|
51
|
+
# console.print(self.rich_print())
|
52
|
+
|
53
|
+
|
54
|
+
class PersistenceMixin:
|
55
|
+
"""Mixin for saving and loading objects to and from files."""
|
56
|
+
|
57
|
+
def push(
|
58
|
+
self,
|
59
|
+
description: Optional[str] = None,
|
60
|
+
visibility: Optional[str] = "unlisted",
|
61
|
+
expected_parrot_url: Optional[str] = None,
|
62
|
+
):
|
63
|
+
"""Post the object to coop."""
|
64
|
+
from edsl.coop import Coop
|
65
|
+
|
66
|
+
c = Coop(url=expected_parrot_url)
|
67
|
+
return c.create(self, description, visibility)
|
68
|
+
|
69
|
+
@classmethod
|
70
|
+
def pull(
|
71
|
+
cls,
|
72
|
+
uuid: Optional[Union[str, UUID]] = None,
|
73
|
+
url: Optional[str] = None,
|
74
|
+
expected_parrot_url: Optional[str] = None,
|
75
|
+
):
|
76
|
+
"""Pull the object from coop."""
|
77
|
+
from edsl.coop import Coop
|
78
|
+
from edsl.coop.utils import ObjectRegistry
|
79
|
+
|
80
|
+
object_type = ObjectRegistry.get_object_type_by_edsl_class(cls)
|
81
|
+
coop = Coop(url=expected_parrot_url)
|
82
|
+
return coop.get(uuid, url, object_type)
|
83
|
+
|
84
|
+
@classmethod
|
85
|
+
def delete(cls, uuid: Optional[Union[str, UUID]] = None, url: Optional[str] = None):
|
86
|
+
"""Delete the object from coop."""
|
87
|
+
from edsl.coop import Coop
|
88
|
+
|
89
|
+
coop = Coop()
|
90
|
+
return coop.delete(uuid, url)
|
91
|
+
|
92
|
+
@classmethod
|
93
|
+
def patch(
|
94
|
+
cls,
|
95
|
+
uuid: Optional[Union[str, UUID]] = None,
|
96
|
+
url: Optional[str] = None,
|
97
|
+
description: Optional[str] = None,
|
98
|
+
value: Optional[Any] = None,
|
99
|
+
visibility: Optional[str] = None,
|
100
|
+
):
|
101
|
+
"""
|
102
|
+
Patch an uploaded objects attributes.
|
103
|
+
- `description` changes the description of the object on Coop
|
104
|
+
- `value` changes the value of the object on Coop. **has to be an EDSL object**
|
105
|
+
- `visibility` changes the visibility of the object on Coop
|
106
|
+
"""
|
107
|
+
from edsl.coop import Coop
|
108
|
+
|
109
|
+
coop = Coop()
|
110
|
+
return coop.patch(uuid, url, description, value, visibility)
|
111
|
+
|
112
|
+
@classmethod
|
113
|
+
def search(cls, query):
|
114
|
+
"""Search for objects on coop."""
|
115
|
+
from edsl.coop import Coop
|
116
|
+
|
117
|
+
c = Coop()
|
118
|
+
return c.search(cls, query)
|
119
|
+
|
120
|
+
def save(self, filename, compress=True):
|
121
|
+
"""Save the object to a file as zippped JSON.
|
122
|
+
|
123
|
+
>>> obj.save("obj.json.gz")
|
124
|
+
|
125
|
+
"""
|
126
|
+
if filename.endswith("json.gz"):
|
127
|
+
import warnings
|
128
|
+
|
129
|
+
# warnings.warn(
|
130
|
+
# "Do not apply the file extensions. The filename should not end with 'json.gz'."
|
131
|
+
# )
|
132
|
+
filename = filename[:-7]
|
133
|
+
if filename.endswith("json"):
|
134
|
+
filename = filename[:-4]
|
135
|
+
# warnings.warn(
|
136
|
+
# "Do not apply the file extensions. The filename should not end with 'json'."
|
137
|
+
# )
|
138
|
+
|
139
|
+
if compress:
|
140
|
+
full_file_name = filename + ".json.gz"
|
141
|
+
with gzip.open(full_file_name, "wb") as f:
|
142
|
+
f.write(json.dumps(self.to_dict()).encode("utf-8"))
|
143
|
+
else:
|
144
|
+
full_file_name = filename + ".json"
|
145
|
+
with open(filename + ".json", "w") as f:
|
146
|
+
f.write(json.dumps(self.to_dict()))
|
147
|
+
|
148
|
+
print("Saved to", full_file_name)
|
149
|
+
|
150
|
+
@staticmethod
|
151
|
+
def open_compressed_file(filename):
|
152
|
+
with gzip.open(filename, "rb") as f:
|
153
|
+
file_contents = f.read()
|
154
|
+
file_contents_decoded = file_contents.decode("utf-8")
|
155
|
+
d = json.loads(file_contents_decoded)
|
156
|
+
return d
|
157
|
+
|
158
|
+
@staticmethod
|
159
|
+
def open_regular_file(filename):
|
160
|
+
with open(filename, "r") as f:
|
161
|
+
d = json.loads(f.read())
|
162
|
+
return d
|
163
|
+
|
164
|
+
@classmethod
|
165
|
+
def load(cls, filename):
|
166
|
+
"""Load the object from a file.
|
167
|
+
|
168
|
+
>>> obj = cls.load("obj.json.gz")
|
169
|
+
|
170
|
+
"""
|
171
|
+
|
172
|
+
if filename.endswith("json.gz"):
|
173
|
+
d = cls.open_compressed_file(filename)
|
174
|
+
elif filename.endswith("json"):
|
175
|
+
d = cls.open_regular_file(filename)
|
176
|
+
else:
|
177
|
+
try:
|
178
|
+
d = cls.open_compressed_file(filename + ".json.gz")
|
179
|
+
except:
|
180
|
+
d = cls.open_regular_file(filename + ".json")
|
181
|
+
# finally:
|
182
|
+
# raise ValueError("File must be a json or json.gz file")
|
183
|
+
|
184
|
+
return cls.from_dict(d)
|
185
|
+
|
186
|
+
|
187
|
+
class RegisterSubclassesMeta(ABCMeta):
|
188
|
+
"""Metaclass for registering subclasses."""
|
189
|
+
|
190
|
+
_registry = {}
|
191
|
+
|
192
|
+
def __init__(cls, name, bases, nmspc):
|
193
|
+
"""Register the class in the registry upon creation."""
|
194
|
+
super(RegisterSubclassesMeta, cls).__init__(name, bases, nmspc)
|
195
|
+
if cls.__name__ != "Base":
|
196
|
+
RegisterSubclassesMeta._registry[cls.__name__] = cls
|
197
|
+
|
198
|
+
@staticmethod
|
199
|
+
def get_registry():
|
200
|
+
"""Return the registry of subclasses."""
|
201
|
+
return dict(RegisterSubclassesMeta._registry)
|
202
|
+
|
203
|
+
|
204
|
+
class DiffMethodsMixin:
|
205
|
+
def __sub__(self, other):
|
206
|
+
"""Return the difference between two objects."""
|
207
|
+
from edsl.BaseDiff import BaseDiff
|
208
|
+
|
209
|
+
return BaseDiff(self, other)
|
210
|
+
|
211
|
+
|
212
|
+
class Base(
|
213
|
+
# RichPrintingMixin,
|
214
|
+
PersistenceMixin,
|
215
|
+
DiffMethodsMixin,
|
216
|
+
ABC,
|
217
|
+
metaclass=RegisterSubclassesMeta,
|
218
|
+
):
|
219
|
+
"""Base class for all classes in the package."""
|
220
|
+
|
221
|
+
def json(self):
|
222
|
+
return json.loads(json.dumps(self.to_dict(add_edsl_version=False)))
|
223
|
+
|
224
|
+
def print(self, **kwargs):
|
225
|
+
if "format" in kwargs:
|
226
|
+
if kwargs["format"] not in ["html", "markdown", "rich", "latex"]:
|
227
|
+
raise ValueError(f"Format '{kwargs['format']}' not supported.")
|
228
|
+
|
229
|
+
if hasattr(self, "table"):
|
230
|
+
return self.table()
|
231
|
+
else:
|
232
|
+
return self
|
233
|
+
|
234
|
+
def __str__(self):
|
235
|
+
return self.__repr__()
|
236
|
+
|
237
|
+
def summary(self, format="table"):
|
238
|
+
from edsl import Scenario
|
239
|
+
|
240
|
+
d = self._summary()
|
241
|
+
if format == "table":
|
242
|
+
return Scenario(d).table()
|
243
|
+
if format == "dict":
|
244
|
+
return d
|
245
|
+
if format == "json":
|
246
|
+
return Scenario(d).json()
|
247
|
+
if format == "yaml":
|
248
|
+
return Scenario(d).yaml()
|
249
|
+
if format == "html":
|
250
|
+
return Scenario(d).table(tablefmt="html")
|
251
|
+
|
252
|
+
def keys(self):
|
253
|
+
"""Return the keys of the object."""
|
254
|
+
_keys = list(self.to_dict().keys())
|
255
|
+
if "edsl_version" in _keys:
|
256
|
+
_keys.remove("edsl_version")
|
257
|
+
if "edsl_class_name" in _keys:
|
258
|
+
_keys.remove("edsl_class_name")
|
259
|
+
return _keys
|
260
|
+
|
261
|
+
def values(self):
|
262
|
+
"""Return the values of the object."""
|
263
|
+
data = self.to_dict()
|
264
|
+
keys = self.keys()
|
265
|
+
return {data[key] for key in keys}
|
266
|
+
|
267
|
+
def _repr_html_(self):
|
268
|
+
from edsl.utilities.utilities import data_to_html
|
269
|
+
|
270
|
+
return data_to_html(self.to_dict())
|
271
|
+
|
272
|
+
# def html(self):
|
273
|
+
# html_string = self._repr_html_()
|
274
|
+
# import tempfile
|
275
|
+
# import webbrowser
|
276
|
+
|
277
|
+
# with tempfile.NamedTemporaryFile("w", delete=False, suffix=".html") as f:
|
278
|
+
# # print("Writing HTML to", f.name)
|
279
|
+
# f.write(html_string)
|
280
|
+
# webbrowser.open(f.name)
|
281
|
+
|
282
|
+
def __eq__(self, other):
|
283
|
+
"""Return whether two objects are equal."""
|
284
|
+
import inspect
|
285
|
+
|
286
|
+
if not isinstance(other, self.__class__):
|
287
|
+
return False
|
288
|
+
if "sort" in inspect.signature(self.to_dict).parameters:
|
289
|
+
return self.to_dict(sort=True) == other.to_dict(sort=True)
|
290
|
+
else:
|
291
|
+
return self.to_dict() == other.to_dict()
|
292
|
+
|
293
|
+
@abstractmethod
|
294
|
+
def example():
|
295
|
+
"""This method should be implemented by subclasses."""
|
296
|
+
raise NotImplementedError("This method is not implemented yet.")
|
297
|
+
|
298
|
+
@abstractmethod
|
299
|
+
def rich_print():
|
300
|
+
"""This method should be implemented by subclasses."""
|
301
|
+
raise NotImplementedError("This method is not implemented yet.")
|
302
|
+
|
303
|
+
@abstractmethod
|
304
|
+
def to_dict():
|
305
|
+
"""This method should be implemented by subclasses."""
|
306
|
+
raise NotImplementedError("This method is not implemented yet.")
|
307
|
+
|
308
|
+
def to_json(self):
|
309
|
+
return json.dumps(self.to_dict())
|
310
|
+
|
311
|
+
@abstractmethod
|
312
|
+
def from_dict():
|
313
|
+
"""This method should be implemented by subclasses."""
|
314
|
+
raise NotImplementedError("This method is not implemented yet.")
|
315
|
+
|
316
|
+
@abstractmethod
|
317
|
+
def code():
|
318
|
+
"""This method should be implemented by subclasses."""
|
319
|
+
raise NotImplementedError("This method is not implemented yet.")
|
320
|
+
|
321
|
+
def show_methods(self, show_docstrings=True):
|
322
|
+
"""Show the methods of the object."""
|
323
|
+
public_methods_with_docstrings = [
|
324
|
+
(method, getattr(self, method).__doc__)
|
325
|
+
for method in dir(self)
|
326
|
+
if callable(getattr(self, method)) and not method.startswith("_")
|
327
|
+
]
|
328
|
+
if show_docstrings:
|
329
|
+
for method, documentation in public_methods_with_docstrings:
|
330
|
+
print(f"{method}: {documentation}")
|
331
|
+
else:
|
332
|
+
return [x[0] for x in public_methods_with_docstrings]
|