edsl 0.1.37.dev2__py3-none-any.whl → 0.1.37.dev4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +303 -303
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +48 -48
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +804 -804
- edsl/agents/AgentList.py +345 -345
- edsl/agents/Invigilator.py +222 -222
- edsl/agents/InvigilatorBase.py +305 -305
- edsl/agents/PromptConstructor.py +312 -312
- edsl/agents/__init__.py +3 -3
- edsl/agents/descriptors.py +86 -86
- edsl/agents/prompt_helpers.py +129 -129
- edsl/auto/AutoStudy.py +117 -117
- edsl/auto/StageBase.py +230 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +73 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +224 -224
- edsl/base/Base.py +289 -289
- edsl/config.py +149 -149
- edsl/conjure/AgentConstructionMixin.py +152 -152
- edsl/conjure/Conjure.py +62 -62
- edsl/conjure/InputData.py +659 -659
- edsl/conjure/InputDataCSV.py +48 -48
- edsl/conjure/InputDataMixinQuestionStats.py +182 -182
- edsl/conjure/InputDataPyRead.py +91 -91
- edsl/conjure/InputDataSPSS.py +8 -8
- edsl/conjure/InputDataStata.py +8 -8
- edsl/conjure/QuestionOptionMixin.py +76 -76
- edsl/conjure/QuestionTypeMixin.py +23 -23
- edsl/conjure/RawQuestion.py +65 -65
- edsl/conjure/SurveyResponses.py +7 -7
- edsl/conjure/__init__.py +9 -9
- edsl/conjure/naming_utilities.py +263 -263
- edsl/conjure/utilities.py +201 -201
- edsl/conversation/Conversation.py +238 -238
- edsl/conversation/car_buying.py +58 -58
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +827 -824
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +527 -527
- edsl/data/CacheEntry.py +228 -228
- edsl/data/CacheHandler.py +149 -149
- edsl/data/RemoteCacheSync.py +97 -97
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +4 -4
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +73 -73
- edsl/enums.py +173 -173
- edsl/exceptions/__init__.py +50 -50
- edsl/exceptions/agents.py +40 -40
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +91 -91
- edsl/exceptions/results.py +26 -26
- edsl/exceptions/surveys.py +34 -34
- edsl/inference_services/AnthropicService.py +87 -87
- edsl/inference_services/AwsBedrock.py +120 -115
- edsl/inference_services/AzureAI.py +217 -217
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +156 -156
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +147 -147
- edsl/inference_services/InferenceServicesCollection.py +74 -74
- edsl/inference_services/MistralAIService.py +123 -123
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +224 -224
- edsl/inference_services/TestService.py +89 -89
- edsl/inference_services/TogetherAIService.py +170 -170
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +39 -39
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/Answers.py +56 -56
- edsl/jobs/Jobs.py +1135 -1112
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/buckets/BucketCollection.py +63 -63
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +248 -248
- edsl/jobs/interviews/Interview.py +661 -661
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +182 -182
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/runners/JobsRunnerAsyncio.py +338 -338
- edsl/jobs/runners/JobsRunnerStatus.py +332 -332
- edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +441 -441
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +163 -163
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/LanguageModel.py +718 -718
- edsl/language_models/ModelList.py +102 -102
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/__init__.py +2 -2
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/registry.py +137 -137
- edsl/language_models/repair.py +156 -156
- edsl/language_models/unused/ReplicateBase.py +83 -83
- edsl/language_models/utilities.py +64 -64
- edsl/notebooks/Notebook.py +259 -259
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +353 -353
- edsl/prompts/__init__.py +2 -2
- edsl/questions/AnswerValidatorMixin.py +289 -289
- edsl/questions/QuestionBase.py +616 -616
- edsl/questions/QuestionBaseGenMixin.py +161 -161
- edsl/questions/QuestionBasePromptsMixin.py +266 -266
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +183 -183
- edsl/questions/QuestionFreeText.py +114 -114
- edsl/questions/QuestionFunctional.py +159 -159
- edsl/questions/QuestionList.py +231 -231
- edsl/questions/QuestionMultipleChoice.py +286 -286
- edsl/questions/QuestionNumerical.py +153 -153
- edsl/questions/QuestionRank.py +324 -324
- edsl/questions/Quick.py +41 -41
- edsl/questions/RegisterQuestionsMeta.py +71 -71
- edsl/questions/ResponseValidatorABC.py +174 -174
- edsl/questions/SimpleAskMixin.py +73 -73
- edsl/questions/__init__.py +26 -26
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +87 -87
- edsl/questions/derived/QuestionTopK.py +91 -91
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +418 -418
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/question_registry.py +147 -147
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/Dataset.py +293 -293
- edsl/results/DatasetExportMixin.py +693 -693
- edsl/results/DatasetTree.py +145 -145
- edsl/results/Result.py +435 -435
- edsl/results/Results.py +1160 -1160
- edsl/results/ResultsDBMixin.py +238 -238
- edsl/results/ResultsExportMixin.py +43 -43
- edsl/results/ResultsFetchMixin.py +33 -33
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/ResultsToolsMixin.py +98 -98
- edsl/results/Selector.py +118 -118
- edsl/results/__init__.py +2 -2
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/FileStore.py +458 -458
- edsl/scenarios/Scenario.py +510 -510
- edsl/scenarios/ScenarioHtmlMixin.py +59 -59
- edsl/scenarios/ScenarioList.py +1101 -1101
- edsl/scenarios/ScenarioListExportMixin.py +52 -52
- edsl/scenarios/ScenarioListPdfMixin.py +261 -261
- edsl/scenarios/__init__.py +4 -4
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +528 -528
- edsl/study/__init__.py +4 -4
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +324 -324
- edsl/surveys/RuleCollection.py +387 -387
- edsl/surveys/Survey.py +1772 -1772
- edsl/surveys/SurveyCSS.py +261 -261
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/SurveyFlowVisualizationMixin.py +121 -121
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/__init__.py +3 -3
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +56 -56
- edsl/surveys/instructions/ChangeInstruction.py +47 -47
- edsl/surveys/instructions/Instruction.py +51 -51
- edsl/surveys/instructions/InstructionCollection.py +77 -77
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +9 -9
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/interface.py +627 -627
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +391 -391
- {edsl-0.1.37.dev2.dist-info → edsl-0.1.37.dev4.dist-info}/LICENSE +21 -21
- {edsl-0.1.37.dev2.dist-info → edsl-0.1.37.dev4.dist-info}/METADATA +1 -1
- edsl-0.1.37.dev4.dist-info/RECORD +279 -0
- edsl-0.1.37.dev2.dist-info/RECORD +0 -279
- {edsl-0.1.37.dev2.dist-info → edsl-0.1.37.dev4.dist-info}/WHEEL +0 -0
edsl/BaseDiff.py
CHANGED
@@ -1,260 +1,260 @@
|
|
1
|
-
import difflib
|
2
|
-
import json
|
3
|
-
from typing import Any, Dict, Tuple
|
4
|
-
from collections import UserList
|
5
|
-
import inspect
|
6
|
-
|
7
|
-
|
8
|
-
class BaseDiffCollection(UserList):
|
9
|
-
def __init__(self, diffs=None):
|
10
|
-
if diffs is None:
|
11
|
-
diffs = []
|
12
|
-
super().__init__(diffs)
|
13
|
-
|
14
|
-
def apply(self, obj: Any):
|
15
|
-
for diff in self:
|
16
|
-
obj = diff.apply(obj)
|
17
|
-
return obj
|
18
|
-
|
19
|
-
def add_diff(self, diff) -> "BaseDiffCollection":
|
20
|
-
self.append(diff)
|
21
|
-
return self
|
22
|
-
|
23
|
-
|
24
|
-
class DummyObject:
|
25
|
-
def __init__(self, object_dict):
|
26
|
-
self.object_dict = object_dict
|
27
|
-
|
28
|
-
def _to_dict(self):
|
29
|
-
return self.object_dict
|
30
|
-
|
31
|
-
|
32
|
-
class BaseDiff:
|
33
|
-
def __init__(
|
34
|
-
self, obj1: Any, obj2: Any, added=None, removed=None, modified=None, level=0
|
35
|
-
):
|
36
|
-
self.level = level
|
37
|
-
|
38
|
-
self.obj1 = obj1
|
39
|
-
self.obj2 = obj2
|
40
|
-
|
41
|
-
if "sort" in inspect.signature(obj1._to_dict).parameters:
|
42
|
-
self._dict1 = obj1._to_dict(sort=True)
|
43
|
-
self._dict2 = obj2._to_dict(sort=True)
|
44
|
-
else:
|
45
|
-
self._dict1 = obj1._to_dict()
|
46
|
-
self._dict2 = obj2._to_dict()
|
47
|
-
self._obj_class = type(obj1)
|
48
|
-
|
49
|
-
self.added = added
|
50
|
-
self.removed = removed
|
51
|
-
self.modified = modified
|
52
|
-
|
53
|
-
def __bool__(self):
|
54
|
-
return bool(self.added or self.removed or self.modified)
|
55
|
-
|
56
|
-
@property
|
57
|
-
def added(self):
|
58
|
-
if self._added is None:
|
59
|
-
self._added = self._find_added()
|
60
|
-
return self._added
|
61
|
-
|
62
|
-
def __add__(self, other):
|
63
|
-
return self.apply(other)
|
64
|
-
|
65
|
-
@added.setter
|
66
|
-
def added(self, value):
|
67
|
-
self._added = value if value is not None else self._find_added()
|
68
|
-
|
69
|
-
@property
|
70
|
-
def removed(self):
|
71
|
-
if self._removed is None:
|
72
|
-
self._removed = self._find_removed()
|
73
|
-
return self._removed
|
74
|
-
|
75
|
-
@removed.setter
|
76
|
-
def removed(self, value):
|
77
|
-
self._removed = value if value is not None else self._find_removed()
|
78
|
-
|
79
|
-
@property
|
80
|
-
def modified(self):
|
81
|
-
if self._modified is None:
|
82
|
-
self._modified = self._find_modified()
|
83
|
-
return self._modified
|
84
|
-
|
85
|
-
@modified.setter
|
86
|
-
def modified(self, value):
|
87
|
-
self._modified = value if value is not None else self._find_modified()
|
88
|
-
|
89
|
-
def _find_added(self) -> Dict[Any, Any]:
|
90
|
-
return {k: self._dict2[k] for k in self._dict2 if k not in self._dict1}
|
91
|
-
|
92
|
-
def _find_removed(self) -> Dict[Any, Any]:
|
93
|
-
return {k: self._dict1[k] for k in self._dict1 if k not in self._dict2}
|
94
|
-
|
95
|
-
def _find_modified(self) -> Dict[Any, Tuple[Any, Any, str]]:
|
96
|
-
modified = {}
|
97
|
-
for k in self._dict1:
|
98
|
-
if k in self._dict2 and self._dict1[k] != self._dict2[k]:
|
99
|
-
if isinstance(self._dict1[k], str) and isinstance(self._dict2[k], str):
|
100
|
-
diff = self._diff_strings(self._dict1[k], self._dict2[k])
|
101
|
-
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
102
|
-
elif isinstance(self._dict1[k], dict) and isinstance(
|
103
|
-
self._dict2[k], dict
|
104
|
-
):
|
105
|
-
diff = self._diff_dicts(self._dict1[k], self._dict2[k])
|
106
|
-
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
107
|
-
elif isinstance(self._dict1[k], list) and isinstance(
|
108
|
-
self._dict2[k], list
|
109
|
-
):
|
110
|
-
d1 = dict(zip(range(len(self._dict1[k])), self._dict1[k]))
|
111
|
-
d2 = dict(zip(range(len(self._dict2[k])), self._dict2[k]))
|
112
|
-
diff = BaseDiff(
|
113
|
-
DummyObject(d1), DummyObject(d2), level=self.level + 1
|
114
|
-
)
|
115
|
-
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
116
|
-
else:
|
117
|
-
modified[k] = (self._dict1[k], self._dict2[k], "")
|
118
|
-
return modified
|
119
|
-
|
120
|
-
@staticmethod
|
121
|
-
def is_json(string_that_could_be_json: str) -> bool:
|
122
|
-
try:
|
123
|
-
json.loads(string_that_could_be_json)
|
124
|
-
return True
|
125
|
-
except json.JSONDecodeError:
|
126
|
-
return False
|
127
|
-
|
128
|
-
def _diff_dicts(self, dict1: Dict[str, Any], dict2: Dict[str, Any]) -> str:
|
129
|
-
diff = BaseDiff(DummyObject(dict1), DummyObject(dict2), level=self.level + 1)
|
130
|
-
return diff
|
131
|
-
|
132
|
-
def _diff_strings(self, str1: str, str2: str) -> str:
|
133
|
-
if self.is_json(str1) and self.is_json(str2):
|
134
|
-
diff = self._diff_dicts(json.loads(str1), json.loads(str2))
|
135
|
-
return diff
|
136
|
-
diff = difflib.ndiff(str1.splitlines(), str2.splitlines())
|
137
|
-
return diff
|
138
|
-
|
139
|
-
def apply(self, obj: Any):
|
140
|
-
"""Apply the diff to the object."""
|
141
|
-
|
142
|
-
new_obj_dict = obj._to_dict()
|
143
|
-
for k, v in self.added.items():
|
144
|
-
new_obj_dict[k] = v
|
145
|
-
for k in self.removed.keys():
|
146
|
-
del new_obj_dict[k]
|
147
|
-
for k, (v1, v2, diff) in self.modified.items():
|
148
|
-
new_obj_dict[k] = v2
|
149
|
-
|
150
|
-
return obj.from_dict(new_obj_dict)
|
151
|
-
|
152
|
-
def to_dict(self) -> Dict[str, Any]:
|
153
|
-
return {
|
154
|
-
"added": self.added,
|
155
|
-
"removed": self.removed,
|
156
|
-
"modified": self.modified,
|
157
|
-
"obj1": self._dict1,
|
158
|
-
"obj2": self._dict2,
|
159
|
-
"obj_class": self._obj_class.__name__,
|
160
|
-
"level": self.level,
|
161
|
-
}
|
162
|
-
|
163
|
-
@classmethod
|
164
|
-
def from_dict(cls, diff_dict: Dict[str, Any], obj1: Any, obj2: Any):
|
165
|
-
return cls(
|
166
|
-
obj1=obj1,
|
167
|
-
obj2=obj2,
|
168
|
-
added=diff_dict["added"],
|
169
|
-
removed=diff_dict["removed"],
|
170
|
-
modified=diff_dict["modified"],
|
171
|
-
level=diff_dict["level"],
|
172
|
-
)
|
173
|
-
|
174
|
-
class Results(UserList):
|
175
|
-
def __init__(self, prepend=" ", level=0):
|
176
|
-
super().__init__()
|
177
|
-
self.prepend = prepend
|
178
|
-
self.level = level
|
179
|
-
|
180
|
-
def append(self, item):
|
181
|
-
super().append(self.prepend * self.level + item)
|
182
|
-
|
183
|
-
def __str__(self):
|
184
|
-
prepend = " "
|
185
|
-
result = self.Results(level=self.level, prepend="\t")
|
186
|
-
if self.added:
|
187
|
-
result.append("Added keys and values:")
|
188
|
-
for k, v in self.added.items():
|
189
|
-
result.append(prepend + f" {k}: {v}")
|
190
|
-
if self.removed:
|
191
|
-
result.append("Removed keys and values:")
|
192
|
-
for k, v in self.removed.items():
|
193
|
-
result.append(f" {k}: {v}")
|
194
|
-
if self.modified:
|
195
|
-
result.append("Modified keys and values:")
|
196
|
-
for k, (v1, v2, diff) in self.modified.items():
|
197
|
-
result.append(f"Key: {k}:")
|
198
|
-
result.append(f" Old value: {v1}")
|
199
|
-
result.append(f" New value: {v2}")
|
200
|
-
if diff:
|
201
|
-
result.append(f" Diff:")
|
202
|
-
try:
|
203
|
-
for line in diff:
|
204
|
-
result.append(f" {line}")
|
205
|
-
except:
|
206
|
-
result.append(f" {diff}")
|
207
|
-
return "\n".join(result)
|
208
|
-
|
209
|
-
def __repr__(self):
|
210
|
-
return (
|
211
|
-
f"BaseDiff(obj1={self.obj1!r}, obj2={self.obj2!r}, added={self.added!r}, "
|
212
|
-
f"removed={self.removed!r}, modified={self.modified!r})"
|
213
|
-
)
|
214
|
-
|
215
|
-
def add_diff(self, diff) -> "BaseDiffCollection":
|
216
|
-
return BaseDiffCollection([self, diff])
|
217
|
-
|
218
|
-
|
219
|
-
if __name__ == "__main__":
|
220
|
-
from edsl import Question
|
221
|
-
|
222
|
-
q_ft = Question.example("free_text")
|
223
|
-
q_mc = Question.example("multiple_choice")
|
224
|
-
|
225
|
-
diff1 = q_ft - q_mc
|
226
|
-
assert q_ft == q_mc + diff1
|
227
|
-
assert q_ft == diff1.apply(q_mc)
|
228
|
-
# new_q_mc = diff1.apply(q_ft)
|
229
|
-
# assert new_q_mc == q_mc
|
230
|
-
|
231
|
-
# new_q_mc = q_ft + diff1
|
232
|
-
# assert new_q_mc == q_mc
|
233
|
-
|
234
|
-
# new_q_mc = diff1 + q_ft
|
235
|
-
# assert new_q_mc == q_mc
|
236
|
-
|
237
|
-
# ## Test chain of diffs
|
238
|
-
q0 = Question.example("free_text")
|
239
|
-
q1 = q0.copy()
|
240
|
-
q1.question_text = "Why is Buzzard's Bay so named?"
|
241
|
-
diff1 = q1 - q0
|
242
|
-
q2 = q1.copy()
|
243
|
-
q2.question_name = "buzzard_bay"
|
244
|
-
diff2 = q2 - q1
|
245
|
-
|
246
|
-
diff_chain = diff1.add_diff(diff2)
|
247
|
-
|
248
|
-
new_q2 = diff_chain.apply(q0)
|
249
|
-
assert new_q2 == q2
|
250
|
-
|
251
|
-
new_q2 = diff_chain + q0
|
252
|
-
assert new_q2 == q2
|
253
|
-
|
254
|
-
# new_diffs = diff1.add_diff(diff1).add_diff(diff1)
|
255
|
-
# assert len(new_diffs) == 3
|
256
|
-
|
257
|
-
# q0 = Question.example("free_text")
|
258
|
-
# q1 = Question.example("free_text")
|
259
|
-
# q1.question_text = "Why is Buzzard's Bay so named?"
|
260
|
-
# q2 = q1.copy()
|
1
|
+
import difflib
|
2
|
+
import json
|
3
|
+
from typing import Any, Dict, Tuple
|
4
|
+
from collections import UserList
|
5
|
+
import inspect
|
6
|
+
|
7
|
+
|
8
|
+
class BaseDiffCollection(UserList):
|
9
|
+
def __init__(self, diffs=None):
|
10
|
+
if diffs is None:
|
11
|
+
diffs = []
|
12
|
+
super().__init__(diffs)
|
13
|
+
|
14
|
+
def apply(self, obj: Any):
|
15
|
+
for diff in self:
|
16
|
+
obj = diff.apply(obj)
|
17
|
+
return obj
|
18
|
+
|
19
|
+
def add_diff(self, diff) -> "BaseDiffCollection":
|
20
|
+
self.append(diff)
|
21
|
+
return self
|
22
|
+
|
23
|
+
|
24
|
+
class DummyObject:
|
25
|
+
def __init__(self, object_dict):
|
26
|
+
self.object_dict = object_dict
|
27
|
+
|
28
|
+
def _to_dict(self):
|
29
|
+
return self.object_dict
|
30
|
+
|
31
|
+
|
32
|
+
class BaseDiff:
|
33
|
+
def __init__(
|
34
|
+
self, obj1: Any, obj2: Any, added=None, removed=None, modified=None, level=0
|
35
|
+
):
|
36
|
+
self.level = level
|
37
|
+
|
38
|
+
self.obj1 = obj1
|
39
|
+
self.obj2 = obj2
|
40
|
+
|
41
|
+
if "sort" in inspect.signature(obj1._to_dict).parameters:
|
42
|
+
self._dict1 = obj1._to_dict(sort=True)
|
43
|
+
self._dict2 = obj2._to_dict(sort=True)
|
44
|
+
else:
|
45
|
+
self._dict1 = obj1._to_dict()
|
46
|
+
self._dict2 = obj2._to_dict()
|
47
|
+
self._obj_class = type(obj1)
|
48
|
+
|
49
|
+
self.added = added
|
50
|
+
self.removed = removed
|
51
|
+
self.modified = modified
|
52
|
+
|
53
|
+
def __bool__(self):
|
54
|
+
return bool(self.added or self.removed or self.modified)
|
55
|
+
|
56
|
+
@property
|
57
|
+
def added(self):
|
58
|
+
if self._added is None:
|
59
|
+
self._added = self._find_added()
|
60
|
+
return self._added
|
61
|
+
|
62
|
+
def __add__(self, other):
|
63
|
+
return self.apply(other)
|
64
|
+
|
65
|
+
@added.setter
|
66
|
+
def added(self, value):
|
67
|
+
self._added = value if value is not None else self._find_added()
|
68
|
+
|
69
|
+
@property
|
70
|
+
def removed(self):
|
71
|
+
if self._removed is None:
|
72
|
+
self._removed = self._find_removed()
|
73
|
+
return self._removed
|
74
|
+
|
75
|
+
@removed.setter
|
76
|
+
def removed(self, value):
|
77
|
+
self._removed = value if value is not None else self._find_removed()
|
78
|
+
|
79
|
+
@property
|
80
|
+
def modified(self):
|
81
|
+
if self._modified is None:
|
82
|
+
self._modified = self._find_modified()
|
83
|
+
return self._modified
|
84
|
+
|
85
|
+
@modified.setter
|
86
|
+
def modified(self, value):
|
87
|
+
self._modified = value if value is not None else self._find_modified()
|
88
|
+
|
89
|
+
def _find_added(self) -> Dict[Any, Any]:
|
90
|
+
return {k: self._dict2[k] for k in self._dict2 if k not in self._dict1}
|
91
|
+
|
92
|
+
def _find_removed(self) -> Dict[Any, Any]:
|
93
|
+
return {k: self._dict1[k] for k in self._dict1 if k not in self._dict2}
|
94
|
+
|
95
|
+
def _find_modified(self) -> Dict[Any, Tuple[Any, Any, str]]:
|
96
|
+
modified = {}
|
97
|
+
for k in self._dict1:
|
98
|
+
if k in self._dict2 and self._dict1[k] != self._dict2[k]:
|
99
|
+
if isinstance(self._dict1[k], str) and isinstance(self._dict2[k], str):
|
100
|
+
diff = self._diff_strings(self._dict1[k], self._dict2[k])
|
101
|
+
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
102
|
+
elif isinstance(self._dict1[k], dict) and isinstance(
|
103
|
+
self._dict2[k], dict
|
104
|
+
):
|
105
|
+
diff = self._diff_dicts(self._dict1[k], self._dict2[k])
|
106
|
+
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
107
|
+
elif isinstance(self._dict1[k], list) and isinstance(
|
108
|
+
self._dict2[k], list
|
109
|
+
):
|
110
|
+
d1 = dict(zip(range(len(self._dict1[k])), self._dict1[k]))
|
111
|
+
d2 = dict(zip(range(len(self._dict2[k])), self._dict2[k]))
|
112
|
+
diff = BaseDiff(
|
113
|
+
DummyObject(d1), DummyObject(d2), level=self.level + 1
|
114
|
+
)
|
115
|
+
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
116
|
+
else:
|
117
|
+
modified[k] = (self._dict1[k], self._dict2[k], "")
|
118
|
+
return modified
|
119
|
+
|
120
|
+
@staticmethod
|
121
|
+
def is_json(string_that_could_be_json: str) -> bool:
|
122
|
+
try:
|
123
|
+
json.loads(string_that_could_be_json)
|
124
|
+
return True
|
125
|
+
except json.JSONDecodeError:
|
126
|
+
return False
|
127
|
+
|
128
|
+
def _diff_dicts(self, dict1: Dict[str, Any], dict2: Dict[str, Any]) -> str:
|
129
|
+
diff = BaseDiff(DummyObject(dict1), DummyObject(dict2), level=self.level + 1)
|
130
|
+
return diff
|
131
|
+
|
132
|
+
def _diff_strings(self, str1: str, str2: str) -> str:
|
133
|
+
if self.is_json(str1) and self.is_json(str2):
|
134
|
+
diff = self._diff_dicts(json.loads(str1), json.loads(str2))
|
135
|
+
return diff
|
136
|
+
diff = difflib.ndiff(str1.splitlines(), str2.splitlines())
|
137
|
+
return diff
|
138
|
+
|
139
|
+
def apply(self, obj: Any):
|
140
|
+
"""Apply the diff to the object."""
|
141
|
+
|
142
|
+
new_obj_dict = obj._to_dict()
|
143
|
+
for k, v in self.added.items():
|
144
|
+
new_obj_dict[k] = v
|
145
|
+
for k in self.removed.keys():
|
146
|
+
del new_obj_dict[k]
|
147
|
+
for k, (v1, v2, diff) in self.modified.items():
|
148
|
+
new_obj_dict[k] = v2
|
149
|
+
|
150
|
+
return obj.from_dict(new_obj_dict)
|
151
|
+
|
152
|
+
def to_dict(self) -> Dict[str, Any]:
|
153
|
+
return {
|
154
|
+
"added": self.added,
|
155
|
+
"removed": self.removed,
|
156
|
+
"modified": self.modified,
|
157
|
+
"obj1": self._dict1,
|
158
|
+
"obj2": self._dict2,
|
159
|
+
"obj_class": self._obj_class.__name__,
|
160
|
+
"level": self.level,
|
161
|
+
}
|
162
|
+
|
163
|
+
@classmethod
|
164
|
+
def from_dict(cls, diff_dict: Dict[str, Any], obj1: Any, obj2: Any):
|
165
|
+
return cls(
|
166
|
+
obj1=obj1,
|
167
|
+
obj2=obj2,
|
168
|
+
added=diff_dict["added"],
|
169
|
+
removed=diff_dict["removed"],
|
170
|
+
modified=diff_dict["modified"],
|
171
|
+
level=diff_dict["level"],
|
172
|
+
)
|
173
|
+
|
174
|
+
class Results(UserList):
|
175
|
+
def __init__(self, prepend=" ", level=0):
|
176
|
+
super().__init__()
|
177
|
+
self.prepend = prepend
|
178
|
+
self.level = level
|
179
|
+
|
180
|
+
def append(self, item):
|
181
|
+
super().append(self.prepend * self.level + item)
|
182
|
+
|
183
|
+
def __str__(self):
|
184
|
+
prepend = " "
|
185
|
+
result = self.Results(level=self.level, prepend="\t")
|
186
|
+
if self.added:
|
187
|
+
result.append("Added keys and values:")
|
188
|
+
for k, v in self.added.items():
|
189
|
+
result.append(prepend + f" {k}: {v}")
|
190
|
+
if self.removed:
|
191
|
+
result.append("Removed keys and values:")
|
192
|
+
for k, v in self.removed.items():
|
193
|
+
result.append(f" {k}: {v}")
|
194
|
+
if self.modified:
|
195
|
+
result.append("Modified keys and values:")
|
196
|
+
for k, (v1, v2, diff) in self.modified.items():
|
197
|
+
result.append(f"Key: {k}:")
|
198
|
+
result.append(f" Old value: {v1}")
|
199
|
+
result.append(f" New value: {v2}")
|
200
|
+
if diff:
|
201
|
+
result.append(f" Diff:")
|
202
|
+
try:
|
203
|
+
for line in diff:
|
204
|
+
result.append(f" {line}")
|
205
|
+
except:
|
206
|
+
result.append(f" {diff}")
|
207
|
+
return "\n".join(result)
|
208
|
+
|
209
|
+
def __repr__(self):
|
210
|
+
return (
|
211
|
+
f"BaseDiff(obj1={self.obj1!r}, obj2={self.obj2!r}, added={self.added!r}, "
|
212
|
+
f"removed={self.removed!r}, modified={self.modified!r})"
|
213
|
+
)
|
214
|
+
|
215
|
+
def add_diff(self, diff) -> "BaseDiffCollection":
|
216
|
+
return BaseDiffCollection([self, diff])
|
217
|
+
|
218
|
+
|
219
|
+
if __name__ == "__main__":
|
220
|
+
from edsl import Question
|
221
|
+
|
222
|
+
q_ft = Question.example("free_text")
|
223
|
+
q_mc = Question.example("multiple_choice")
|
224
|
+
|
225
|
+
diff1 = q_ft - q_mc
|
226
|
+
assert q_ft == q_mc + diff1
|
227
|
+
assert q_ft == diff1.apply(q_mc)
|
228
|
+
# new_q_mc = diff1.apply(q_ft)
|
229
|
+
# assert new_q_mc == q_mc
|
230
|
+
|
231
|
+
# new_q_mc = q_ft + diff1
|
232
|
+
# assert new_q_mc == q_mc
|
233
|
+
|
234
|
+
# new_q_mc = diff1 + q_ft
|
235
|
+
# assert new_q_mc == q_mc
|
236
|
+
|
237
|
+
# ## Test chain of diffs
|
238
|
+
q0 = Question.example("free_text")
|
239
|
+
q1 = q0.copy()
|
240
|
+
q1.question_text = "Why is Buzzard's Bay so named?"
|
241
|
+
diff1 = q1 - q0
|
242
|
+
q2 = q1.copy()
|
243
|
+
q2.question_name = "buzzard_bay"
|
244
|
+
diff2 = q2 - q1
|
245
|
+
|
246
|
+
diff_chain = diff1.add_diff(diff2)
|
247
|
+
|
248
|
+
new_q2 = diff_chain.apply(q0)
|
249
|
+
assert new_q2 == q2
|
250
|
+
|
251
|
+
new_q2 = diff_chain + q0
|
252
|
+
assert new_q2 == q2
|
253
|
+
|
254
|
+
# new_diffs = diff1.add_diff(diff1).add_diff(diff1)
|
255
|
+
# assert len(new_diffs) == 3
|
256
|
+
|
257
|
+
# q0 = Question.example("free_text")
|
258
|
+
# q1 = Question.example("free_text")
|
259
|
+
# q1.question_text = "Why is Buzzard's Bay so named?"
|
260
|
+
# q2 = q1.copy()
|
edsl/TemplateLoader.py
CHANGED
@@ -1,24 +1,24 @@
|
|
1
|
-
from importlib import resources
|
2
|
-
from jinja2 import BaseLoader, TemplateNotFound
|
3
|
-
import os
|
4
|
-
|
5
|
-
|
6
|
-
class TemplateLoader(BaseLoader):
|
7
|
-
def __init__(self, package_name, templates_dir):
|
8
|
-
self.package_name = package_name
|
9
|
-
self.templates_dir = templates_dir
|
10
|
-
|
11
|
-
def get_source(self, environment, template):
|
12
|
-
try:
|
13
|
-
parts = [self.templates_dir] + template.split("/")
|
14
|
-
template_path = os.path.join(*parts)
|
15
|
-
|
16
|
-
# Use resources.files() to get a Traversable object
|
17
|
-
templates = resources.files(self.package_name).joinpath(self.templates_dir)
|
18
|
-
|
19
|
-
# Use the read_text() method of the Traversable object
|
20
|
-
content = templates.joinpath(template).read_text()
|
21
|
-
|
22
|
-
return content, None, lambda: True
|
23
|
-
except FileNotFoundError:
|
24
|
-
raise TemplateNotFound(template)
|
1
|
+
from importlib import resources
|
2
|
+
from jinja2 import BaseLoader, TemplateNotFound
|
3
|
+
import os
|
4
|
+
|
5
|
+
|
6
|
+
class TemplateLoader(BaseLoader):
|
7
|
+
def __init__(self, package_name, templates_dir):
|
8
|
+
self.package_name = package_name
|
9
|
+
self.templates_dir = templates_dir
|
10
|
+
|
11
|
+
def get_source(self, environment, template):
|
12
|
+
try:
|
13
|
+
parts = [self.templates_dir] + template.split("/")
|
14
|
+
template_path = os.path.join(*parts)
|
15
|
+
|
16
|
+
# Use resources.files() to get a Traversable object
|
17
|
+
templates = resources.files(self.package_name).joinpath(self.templates_dir)
|
18
|
+
|
19
|
+
# Use the read_text() method of the Traversable object
|
20
|
+
content = templates.joinpath(template).read_text()
|
21
|
+
|
22
|
+
return content, None, lambda: True
|
23
|
+
except FileNotFoundError:
|
24
|
+
raise TemplateNotFound(template)
|
edsl/__init__.py
CHANGED
@@ -1,48 +1,48 @@
|
|
1
|
-
import os
|
2
|
-
import time
|
3
|
-
|
4
|
-
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
5
|
-
ROOT_DIR = os.path.dirname(BASE_DIR)
|
6
|
-
|
7
|
-
from edsl.__version__ import __version__
|
8
|
-
from edsl.config import Config, CONFIG
|
9
|
-
from edsl.agents.Agent import Agent
|
10
|
-
from edsl.agents.AgentList import AgentList
|
11
|
-
|
12
|
-
from edsl.questions import QuestionBase
|
13
|
-
from edsl.questions.question_registry import Question
|
14
|
-
from edsl.questions import QuestionMultipleChoice
|
15
|
-
from edsl.questions import QuestionCheckBox
|
16
|
-
from edsl.questions import QuestionExtract
|
17
|
-
from edsl.questions import QuestionFreeText
|
18
|
-
from edsl.questions import QuestionFunctional
|
19
|
-
from edsl.questions import QuestionLikertFive
|
20
|
-
from edsl.questions import QuestionList
|
21
|
-
from edsl.questions import QuestionLinearScale
|
22
|
-
from edsl.questions import QuestionNumerical
|
23
|
-
from edsl.questions import QuestionYesNo
|
24
|
-
from edsl.questions import QuestionBudget
|
25
|
-
from edsl.questions import QuestionRank
|
26
|
-
from edsl.questions import QuestionTopK
|
27
|
-
|
28
|
-
from edsl.scenarios import Scenario
|
29
|
-
from edsl.scenarios import ScenarioList
|
30
|
-
from edsl.scenarios.FileStore import FileStore
|
31
|
-
|
32
|
-
# from edsl.utilities.interface import print_dict_with_rich
|
33
|
-
from edsl.surveys.Survey import Survey
|
34
|
-
from edsl.language_models.registry import Model
|
35
|
-
from edsl.language_models.ModelList import ModelList
|
36
|
-
from edsl.results.Results import Results
|
37
|
-
from edsl.data.Cache import Cache
|
38
|
-
from edsl.data.CacheEntry import CacheEntry
|
39
|
-
from edsl.data.CacheHandler import set_session_cache, unset_session_cache
|
40
|
-
from edsl.shared import shared_globals
|
41
|
-
from edsl.jobs.Jobs import Jobs
|
42
|
-
from edsl.notebooks.Notebook import Notebook
|
43
|
-
from edsl.study.Study import Study
|
44
|
-
from edsl.conjure.Conjure import Conjure
|
45
|
-
from edsl.coop.coop import Coop
|
46
|
-
|
47
|
-
from edsl.surveys.instructions.Instruction import Instruction
|
48
|
-
from edsl.surveys.instructions.ChangeInstruction import ChangeInstruction
|
1
|
+
import os
|
2
|
+
import time
|
3
|
+
|
4
|
+
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
5
|
+
ROOT_DIR = os.path.dirname(BASE_DIR)
|
6
|
+
|
7
|
+
from edsl.__version__ import __version__
|
8
|
+
from edsl.config import Config, CONFIG
|
9
|
+
from edsl.agents.Agent import Agent
|
10
|
+
from edsl.agents.AgentList import AgentList
|
11
|
+
|
12
|
+
from edsl.questions import QuestionBase
|
13
|
+
from edsl.questions.question_registry import Question
|
14
|
+
from edsl.questions import QuestionMultipleChoice
|
15
|
+
from edsl.questions import QuestionCheckBox
|
16
|
+
from edsl.questions import QuestionExtract
|
17
|
+
from edsl.questions import QuestionFreeText
|
18
|
+
from edsl.questions import QuestionFunctional
|
19
|
+
from edsl.questions import QuestionLikertFive
|
20
|
+
from edsl.questions import QuestionList
|
21
|
+
from edsl.questions import QuestionLinearScale
|
22
|
+
from edsl.questions import QuestionNumerical
|
23
|
+
from edsl.questions import QuestionYesNo
|
24
|
+
from edsl.questions import QuestionBudget
|
25
|
+
from edsl.questions import QuestionRank
|
26
|
+
from edsl.questions import QuestionTopK
|
27
|
+
|
28
|
+
from edsl.scenarios import Scenario
|
29
|
+
from edsl.scenarios import ScenarioList
|
30
|
+
from edsl.scenarios.FileStore import FileStore
|
31
|
+
|
32
|
+
# from edsl.utilities.interface import print_dict_with_rich
|
33
|
+
from edsl.surveys.Survey import Survey
|
34
|
+
from edsl.language_models.registry import Model
|
35
|
+
from edsl.language_models.ModelList import ModelList
|
36
|
+
from edsl.results.Results import Results
|
37
|
+
from edsl.data.Cache import Cache
|
38
|
+
from edsl.data.CacheEntry import CacheEntry
|
39
|
+
from edsl.data.CacheHandler import set_session_cache, unset_session_cache
|
40
|
+
from edsl.shared import shared_globals
|
41
|
+
from edsl.jobs.Jobs import Jobs
|
42
|
+
from edsl.notebooks.Notebook import Notebook
|
43
|
+
from edsl.study.Study import Study
|
44
|
+
from edsl.conjure.Conjure import Conjure
|
45
|
+
from edsl.coop.coop import Coop
|
46
|
+
|
47
|
+
from edsl.surveys.instructions.Instruction import Instruction
|
48
|
+
from edsl.surveys.instructions.ChangeInstruction import ChangeInstruction
|
edsl/__version__.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
__version__ = "0.1.37.
|
1
|
+
__version__ = "0.1.37.dev4"
|