edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +413 -332
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +57 -49
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +1071 -867
- edsl/agents/AgentList.py +551 -413
- edsl/agents/Invigilator.py +284 -233
- edsl/agents/InvigilatorBase.py +257 -270
- edsl/agents/PromptConstructor.py +272 -354
- edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
- edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
- edsl/agents/__init__.py +2 -3
- edsl/agents/descriptors.py +99 -99
- edsl/agents/prompt_helpers.py +129 -129
- edsl/agents/question_option_processor.py +172 -0
- edsl/auto/AutoStudy.py +130 -117
- edsl/auto/StageBase.py +243 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +74 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +218 -224
- edsl/base/Base.py +279 -279
- edsl/config.py +177 -157
- edsl/conversation/Conversation.py +290 -290
- edsl/conversation/car_buying.py +59 -58
- edsl/conversation/chips.py +95 -95
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/CoopFunctionsMixin.py +15 -0
- edsl/coop/ExpectedParrotKeyHandler.py +125 -0
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +1106 -1028
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +573 -555
- edsl/data/CacheEntry.py +230 -233
- edsl/data/CacheHandler.py +168 -149
- edsl/data/RemoteCacheSync.py +186 -78
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +5 -4
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +74 -73
- edsl/enums.py +202 -175
- edsl/exceptions/BaseException.py +21 -21
- edsl/exceptions/__init__.py +54 -54
- edsl/exceptions/agents.py +54 -42
- edsl/exceptions/cache.py +5 -5
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/inference_services.py +5 -0
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +109 -91
- edsl/exceptions/results.py +29 -29
- edsl/exceptions/scenarios.py +29 -22
- edsl/exceptions/surveys.py +37 -37
- edsl/inference_services/AnthropicService.py +106 -87
- edsl/inference_services/AvailableModelCacheHandler.py +184 -0
- edsl/inference_services/AvailableModelFetcher.py +215 -0
- edsl/inference_services/AwsBedrock.py +118 -120
- edsl/inference_services/AzureAI.py +215 -217
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +143 -148
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +80 -147
- edsl/inference_services/InferenceServicesCollection.py +138 -97
- edsl/inference_services/MistralAIService.py +120 -123
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +236 -224
- edsl/inference_services/PerplexityService.py +160 -163
- edsl/inference_services/ServiceAvailability.py +135 -0
- edsl/inference_services/TestService.py +90 -89
- edsl/inference_services/TogetherAIService.py +172 -170
- edsl/inference_services/data_structures.py +134 -0
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +41 -41
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
- edsl/jobs/Answers.py +43 -56
- edsl/jobs/FetchInvigilator.py +47 -0
- edsl/jobs/InterviewTaskManager.py +98 -0
- edsl/jobs/InterviewsConstructor.py +50 -0
- edsl/jobs/Jobs.py +823 -898
- edsl/jobs/JobsChecks.py +172 -147
- edsl/jobs/JobsComponentConstructor.py +189 -0
- edsl/jobs/JobsPrompts.py +270 -268
- edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
- edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
- edsl/jobs/RequestTokenEstimator.py +30 -0
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/async_interview_runner.py +138 -0
- edsl/jobs/buckets/BucketCollection.py +104 -63
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +283 -251
- edsl/jobs/buckets/TokenBucketAPI.py +211 -0
- edsl/jobs/buckets/TokenBucketClient.py +191 -0
- edsl/jobs/check_survey_scenario_compatibility.py +85 -0
- edsl/jobs/data_structures.py +120 -0
- edsl/jobs/decorators.py +35 -0
- edsl/jobs/interviews/Interview.py +396 -661
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/jobs_status_enums.py +9 -0
- edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
- edsl/jobs/results_exceptions_handler.py +98 -0
- edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
- edsl/jobs/runners/JobsRunnerStatus.py +297 -330
- edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +470 -450
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +161 -163
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/ComputeCost.py +63 -0
- edsl/language_models/LanguageModel.py +626 -668
- edsl/language_models/ModelList.py +164 -155
- edsl/language_models/PriceManager.py +127 -0
- edsl/language_models/RawResponseHandler.py +106 -0
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/ServiceDataSources.py +0 -0
- edsl/language_models/__init__.py +2 -3
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/key_management/KeyLookup.py +63 -0
- edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
- edsl/language_models/key_management/KeyLookupCollection.py +38 -0
- edsl/language_models/key_management/__init__.py +0 -0
- edsl/language_models/key_management/models.py +131 -0
- edsl/language_models/model.py +256 -0
- edsl/language_models/repair.py +156 -156
- edsl/language_models/utilities.py +65 -64
- edsl/notebooks/Notebook.py +263 -258
- edsl/notebooks/NotebookToLaTeX.py +142 -0
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +352 -362
- edsl/prompts/__init__.py +2 -2
- edsl/questions/ExceptionExplainer.py +77 -0
- edsl/questions/HTMLQuestion.py +103 -0
- edsl/questions/QuestionBase.py +518 -664
- edsl/questions/QuestionBasePromptsMixin.py +221 -217
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +180 -182
- edsl/questions/QuestionFreeText.py +113 -114
- edsl/questions/QuestionFunctional.py +166 -166
- edsl/questions/QuestionList.py +223 -231
- edsl/questions/QuestionMatrix.py +265 -0
- edsl/questions/QuestionMultipleChoice.py +330 -286
- edsl/questions/QuestionNumerical.py +151 -153
- edsl/questions/QuestionRank.py +314 -324
- edsl/questions/Quick.py +41 -41
- edsl/questions/SimpleAskMixin.py +74 -73
- edsl/questions/__init__.py +27 -26
- edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/data_structures.py +20 -0
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +90 -87
- edsl/questions/derived/QuestionTopK.py +93 -93
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +427 -413
- edsl/questions/loop_processor.py +149 -0
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
- edsl/questions/question_registry.py +177 -177
- edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
- edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
- edsl/questions/response_validator_factory.py +34 -0
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/matrix/__init__.py +1 -0
- edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
- edsl/questions/templates/matrix/question_presentation.jinja +20 -0
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/CSSParameterizer.py +108 -108
- edsl/results/Dataset.py +587 -424
- edsl/results/DatasetExportMixin.py +594 -731
- edsl/results/DatasetTree.py +295 -275
- edsl/results/MarkdownToDocx.py +122 -0
- edsl/results/MarkdownToPDF.py +111 -0
- edsl/results/Result.py +557 -465
- edsl/results/Results.py +1183 -1165
- edsl/results/ResultsExportMixin.py +45 -43
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/TableDisplay.py +125 -198
- edsl/results/TextEditor.py +50 -0
- edsl/results/__init__.py +2 -2
- edsl/results/file_exports.py +252 -0
- edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
- edsl/results/{Selector.py → results_selector.py} +145 -135
- edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
- edsl/results/smart_objects.py +96 -0
- edsl/results/table_data_class.py +12 -0
- edsl/results/table_display.css +77 -77
- edsl/results/table_renderers.py +118 -0
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/ConstructDownloadLink.py +109 -0
- edsl/scenarios/DocumentChunker.py +102 -0
- edsl/scenarios/DocxScenario.py +16 -0
- edsl/scenarios/FileStore.py +511 -632
- edsl/scenarios/PdfExtractor.py +40 -0
- edsl/scenarios/Scenario.py +498 -601
- edsl/scenarios/ScenarioHtmlMixin.py +65 -64
- edsl/scenarios/ScenarioList.py +1458 -1287
- edsl/scenarios/ScenarioListExportMixin.py +45 -52
- edsl/scenarios/ScenarioListPdfMixin.py +239 -261
- edsl/scenarios/__init__.py +3 -4
- edsl/scenarios/directory_scanner.py +96 -0
- edsl/scenarios/file_methods.py +85 -0
- edsl/scenarios/handlers/__init__.py +13 -0
- edsl/scenarios/handlers/csv.py +38 -0
- edsl/scenarios/handlers/docx.py +76 -0
- edsl/scenarios/handlers/html.py +37 -0
- edsl/scenarios/handlers/json.py +111 -0
- edsl/scenarios/handlers/latex.py +5 -0
- edsl/scenarios/handlers/md.py +51 -0
- edsl/scenarios/handlers/pdf.py +68 -0
- edsl/scenarios/handlers/png.py +39 -0
- edsl/scenarios/handlers/pptx.py +105 -0
- edsl/scenarios/handlers/py.py +294 -0
- edsl/scenarios/handlers/sql.py +313 -0
- edsl/scenarios/handlers/sqlite.py +149 -0
- edsl/scenarios/handlers/txt.py +33 -0
- edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
- edsl/scenarios/scenario_selector.py +156 -0
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +521 -528
- edsl/study/__init__.py +4 -4
- edsl/surveys/ConstructDAG.py +92 -0
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/EditSurvey.py +221 -0
- edsl/surveys/InstructionHandler.py +100 -0
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryManagement.py +72 -0
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +327 -326
- edsl/surveys/RuleCollection.py +385 -387
- edsl/surveys/RuleManager.py +172 -0
- edsl/surveys/Simulator.py +75 -0
- edsl/surveys/Survey.py +1280 -1801
- edsl/surveys/SurveyCSS.py +273 -261
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/SurveyToApp.py +141 -0
- edsl/surveys/__init__.py +5 -3
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +60 -56
- edsl/surveys/instructions/ChangeInstruction.py +48 -49
- edsl/surveys/instructions/Instruction.py +56 -65
- edsl/surveys/instructions/InstructionCollection.py +82 -77
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +19 -19
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/PrettyList.py +56 -0
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/interface.py +627 -627
- edsl/utilities/is_notebook.py +18 -0
- edsl/utilities/is_valid_variable_name.py +11 -0
- edsl/utilities/naming_utilities.py +263 -263
- edsl/utilities/remove_edsl_version.py +24 -0
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +436 -424
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/LICENSE +21 -21
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/METADATA +13 -11
- edsl-0.1.39.dev5.dist-info/RECORD +358 -0
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev5.dist-info}/WHEEL +1 -1
- edsl/language_models/KeyLookup.py +0 -30
- edsl/language_models/registry.py +0 -190
- edsl/language_models/unused/ReplicateBase.py +0 -83
- edsl/results/ResultsDBMixin.py +0 -238
- edsl-0.1.39.dev3.dist-info/RECORD +0 -277
edsl/BaseDiff.py
CHANGED
@@ -1,260 +1,260 @@
|
|
1
|
-
import difflib
|
2
|
-
import json
|
3
|
-
from typing import Any, Dict, Tuple
|
4
|
-
from collections import UserList
|
5
|
-
import inspect
|
6
|
-
|
7
|
-
|
8
|
-
class BaseDiffCollection(UserList):
|
9
|
-
def __init__(self, diffs=None):
|
10
|
-
if diffs is None:
|
11
|
-
diffs = []
|
12
|
-
super().__init__(diffs)
|
13
|
-
|
14
|
-
def apply(self, obj: Any):
|
15
|
-
for diff in self:
|
16
|
-
obj = diff.apply(obj)
|
17
|
-
return obj
|
18
|
-
|
19
|
-
def add_diff(self, diff) -> "BaseDiffCollection":
|
20
|
-
self.append(diff)
|
21
|
-
return self
|
22
|
-
|
23
|
-
|
24
|
-
class DummyObject:
|
25
|
-
def __init__(self, object_dict):
|
26
|
-
self.object_dict = object_dict
|
27
|
-
|
28
|
-
def to_dict(self):
|
29
|
-
return self.object_dict
|
30
|
-
|
31
|
-
|
32
|
-
class BaseDiff:
|
33
|
-
def __init__(
|
34
|
-
self, obj1: Any, obj2: Any, added=None, removed=None, modified=None, level=0
|
35
|
-
):
|
36
|
-
self.level = level
|
37
|
-
|
38
|
-
self.obj1 = obj1
|
39
|
-
self.obj2 = obj2
|
40
|
-
|
41
|
-
if "sort" in inspect.signature(obj1.to_dict).parameters:
|
42
|
-
self._dict1 = obj1.to_dict(sort=True)
|
43
|
-
self._dict2 = obj2.to_dict(sort=True)
|
44
|
-
else:
|
45
|
-
self._dict1 = obj1.to_dict()
|
46
|
-
self._dict2 = obj2.to_dict()
|
47
|
-
self._obj_class = type(obj1)
|
48
|
-
|
49
|
-
self.added = added
|
50
|
-
self.removed = removed
|
51
|
-
self.modified = modified
|
52
|
-
|
53
|
-
def __bool__(self):
|
54
|
-
return bool(self.added or self.removed or self.modified)
|
55
|
-
|
56
|
-
@property
|
57
|
-
def added(self):
|
58
|
-
if self._added is None:
|
59
|
-
self._added = self._find_added()
|
60
|
-
return self._added
|
61
|
-
|
62
|
-
def __add__(self, other):
|
63
|
-
return self.apply(other)
|
64
|
-
|
65
|
-
@added.setter
|
66
|
-
def added(self, value):
|
67
|
-
self._added = value if value is not None else self._find_added()
|
68
|
-
|
69
|
-
@property
|
70
|
-
def removed(self):
|
71
|
-
if self._removed is None:
|
72
|
-
self._removed = self._find_removed()
|
73
|
-
return self._removed
|
74
|
-
|
75
|
-
@removed.setter
|
76
|
-
def removed(self, value):
|
77
|
-
self._removed = value if value is not None else self._find_removed()
|
78
|
-
|
79
|
-
@property
|
80
|
-
def modified(self):
|
81
|
-
if self._modified is None:
|
82
|
-
self._modified = self._find_modified()
|
83
|
-
return self._modified
|
84
|
-
|
85
|
-
@modified.setter
|
86
|
-
def modified(self, value):
|
87
|
-
self._modified = value if value is not None else self._find_modified()
|
88
|
-
|
89
|
-
def _find_added(self) -> Dict[Any, Any]:
|
90
|
-
return {k: self._dict2[k] for k in self._dict2 if k not in self._dict1}
|
91
|
-
|
92
|
-
def _find_removed(self) -> Dict[Any, Any]:
|
93
|
-
return {k: self._dict1[k] for k in self._dict1 if k not in self._dict2}
|
94
|
-
|
95
|
-
def _find_modified(self) -> Dict[Any, Tuple[Any, Any, str]]:
|
96
|
-
modified = {}
|
97
|
-
for k in self._dict1:
|
98
|
-
if k in self._dict2 and self._dict1[k] != self._dict2[k]:
|
99
|
-
if isinstance(self._dict1[k], str) and isinstance(self._dict2[k], str):
|
100
|
-
diff = self._diff_strings(self._dict1[k], self._dict2[k])
|
101
|
-
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
102
|
-
elif isinstance(self._dict1[k], dict) and isinstance(
|
103
|
-
self._dict2[k], dict
|
104
|
-
):
|
105
|
-
diff = self._diff_dicts(self._dict1[k], self._dict2[k])
|
106
|
-
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
107
|
-
elif isinstance(self._dict1[k], list) and isinstance(
|
108
|
-
self._dict2[k], list
|
109
|
-
):
|
110
|
-
d1 = dict(zip(range(len(self._dict1[k])), self._dict1[k]))
|
111
|
-
d2 = dict(zip(range(len(self._dict2[k])), self._dict2[k]))
|
112
|
-
diff = BaseDiff(
|
113
|
-
DummyObject(d1), DummyObject(d2), level=self.level + 1
|
114
|
-
)
|
115
|
-
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
116
|
-
else:
|
117
|
-
modified[k] = (self._dict1[k], self._dict2[k], "")
|
118
|
-
return modified
|
119
|
-
|
120
|
-
@staticmethod
|
121
|
-
def is_json(string_that_could_be_json: str) -> bool:
|
122
|
-
try:
|
123
|
-
json.loads(string_that_could_be_json)
|
124
|
-
return True
|
125
|
-
except json.JSONDecodeError:
|
126
|
-
return False
|
127
|
-
|
128
|
-
def _diff_dicts(self, dict1: Dict[str, Any], dict2: Dict[str, Any]) -> str:
|
129
|
-
diff = BaseDiff(DummyObject(dict1), DummyObject(dict2), level=self.level + 1)
|
130
|
-
return diff
|
131
|
-
|
132
|
-
def _diff_strings(self, str1: str, str2: str) -> str:
|
133
|
-
if self.is_json(str1) and self.is_json(str2):
|
134
|
-
diff = self._diff_dicts(json.loads(str1), json.loads(str2))
|
135
|
-
return diff
|
136
|
-
diff = difflib.ndiff(str1.splitlines(), str2.splitlines())
|
137
|
-
return diff
|
138
|
-
|
139
|
-
def apply(self, obj: Any):
|
140
|
-
"""Apply the diff to the object."""
|
141
|
-
|
142
|
-
new_obj_dict = obj.to_dict()
|
143
|
-
for k, v in self.added.items():
|
144
|
-
new_obj_dict[k] = v
|
145
|
-
for k in self.removed.keys():
|
146
|
-
del new_obj_dict[k]
|
147
|
-
for k, (v1, v2, diff) in self.modified.items():
|
148
|
-
new_obj_dict[k] = v2
|
149
|
-
|
150
|
-
return obj.from_dict(new_obj_dict)
|
151
|
-
|
152
|
-
def to_dict(self) -> Dict[str, Any]:
|
153
|
-
return {
|
154
|
-
"added": self.added,
|
155
|
-
"removed": self.removed,
|
156
|
-
"modified": self.modified,
|
157
|
-
"obj1": self._dict1,
|
158
|
-
"obj2": self._dict2,
|
159
|
-
"obj_class": self._obj_class.__name__,
|
160
|
-
"level": self.level,
|
161
|
-
}
|
162
|
-
|
163
|
-
@classmethod
|
164
|
-
def from_dict(cls, diff_dict: Dict[str, Any], obj1: Any, obj2: Any):
|
165
|
-
return cls(
|
166
|
-
obj1=obj1,
|
167
|
-
obj2=obj2,
|
168
|
-
added=diff_dict["added"],
|
169
|
-
removed=diff_dict["removed"],
|
170
|
-
modified=diff_dict["modified"],
|
171
|
-
level=diff_dict["level"],
|
172
|
-
)
|
173
|
-
|
174
|
-
class Results(UserList):
|
175
|
-
def __init__(self, prepend=" ", level=0):
|
176
|
-
super().__init__()
|
177
|
-
self.prepend = prepend
|
178
|
-
self.level = level
|
179
|
-
|
180
|
-
def append(self, item):
|
181
|
-
super().append(self.prepend * self.level + item)
|
182
|
-
|
183
|
-
def __str__(self):
|
184
|
-
prepend = " "
|
185
|
-
result = self.Results(level=self.level, prepend="\t")
|
186
|
-
if self.added:
|
187
|
-
result.append("Added keys and values:")
|
188
|
-
for k, v in self.added.items():
|
189
|
-
result.append(prepend + f" {k}: {v}")
|
190
|
-
if self.removed:
|
191
|
-
result.append("Removed keys and values:")
|
192
|
-
for k, v in self.removed.items():
|
193
|
-
result.append(f" {k}: {v}")
|
194
|
-
if self.modified:
|
195
|
-
result.append("Modified keys and values:")
|
196
|
-
for k, (v1, v2, diff) in self.modified.items():
|
197
|
-
result.append(f"Key: {k}:")
|
198
|
-
result.append(f" Old value: {v1}")
|
199
|
-
result.append(f" New value: {v2}")
|
200
|
-
if diff:
|
201
|
-
result.append(f" Diff:")
|
202
|
-
try:
|
203
|
-
for line in diff:
|
204
|
-
result.append(f" {line}")
|
205
|
-
except:
|
206
|
-
result.append(f" {diff}")
|
207
|
-
return "\n".join(result)
|
208
|
-
|
209
|
-
def __repr__(self):
|
210
|
-
return (
|
211
|
-
f"BaseDiff(obj1={self.obj1!r}, obj2={self.obj2!r}, added={self.added!r}, "
|
212
|
-
f"removed={self.removed!r}, modified={self.modified!r})"
|
213
|
-
)
|
214
|
-
|
215
|
-
def add_diff(self, diff) -> "BaseDiffCollection":
|
216
|
-
return BaseDiffCollection([self, diff])
|
217
|
-
|
218
|
-
|
219
|
-
if __name__ == "__main__":
|
220
|
-
from edsl import Question
|
221
|
-
|
222
|
-
q_ft = Question.example("free_text")
|
223
|
-
q_mc = Question.example("multiple_choice")
|
224
|
-
|
225
|
-
diff1 = q_ft - q_mc
|
226
|
-
assert q_ft == q_mc + diff1
|
227
|
-
assert q_ft == diff1.apply(q_mc)
|
228
|
-
# new_q_mc = diff1.apply(q_ft)
|
229
|
-
# assert new_q_mc == q_mc
|
230
|
-
|
231
|
-
# new_q_mc = q_ft + diff1
|
232
|
-
# assert new_q_mc == q_mc
|
233
|
-
|
234
|
-
# new_q_mc = diff1 + q_ft
|
235
|
-
# assert new_q_mc == q_mc
|
236
|
-
|
237
|
-
# ## Test chain of diffs
|
238
|
-
q0 = Question.example("free_text")
|
239
|
-
q1 = q0.copy()
|
240
|
-
q1.question_text = "Why is Buzzard's Bay so named?"
|
241
|
-
diff1 = q1 - q0
|
242
|
-
q2 = q1.copy()
|
243
|
-
q2.question_name = "buzzard_bay"
|
244
|
-
diff2 = q2 - q1
|
245
|
-
|
246
|
-
diff_chain = diff1.add_diff(diff2)
|
247
|
-
|
248
|
-
new_q2 = diff_chain.apply(q0)
|
249
|
-
assert new_q2 == q2
|
250
|
-
|
251
|
-
new_q2 = diff_chain + q0
|
252
|
-
assert new_q2 == q2
|
253
|
-
|
254
|
-
# new_diffs = diff1.add_diff(diff1).add_diff(diff1)
|
255
|
-
# assert len(new_diffs) == 3
|
256
|
-
|
257
|
-
# q0 = Question.example("free_text")
|
258
|
-
# q1 = Question.example("free_text")
|
259
|
-
# q1.question_text = "Why is Buzzard's Bay so named?"
|
260
|
-
# q2 = q1.copy()
|
1
|
+
import difflib
|
2
|
+
import json
|
3
|
+
from typing import Any, Dict, Tuple
|
4
|
+
from collections import UserList
|
5
|
+
import inspect
|
6
|
+
|
7
|
+
|
8
|
+
class BaseDiffCollection(UserList):
|
9
|
+
def __init__(self, diffs=None):
|
10
|
+
if diffs is None:
|
11
|
+
diffs = []
|
12
|
+
super().__init__(diffs)
|
13
|
+
|
14
|
+
def apply(self, obj: Any):
|
15
|
+
for diff in self:
|
16
|
+
obj = diff.apply(obj)
|
17
|
+
return obj
|
18
|
+
|
19
|
+
def add_diff(self, diff) -> "BaseDiffCollection":
|
20
|
+
self.append(diff)
|
21
|
+
return self
|
22
|
+
|
23
|
+
|
24
|
+
class DummyObject:
|
25
|
+
def __init__(self, object_dict):
|
26
|
+
self.object_dict = object_dict
|
27
|
+
|
28
|
+
def to_dict(self):
|
29
|
+
return self.object_dict
|
30
|
+
|
31
|
+
|
32
|
+
class BaseDiff:
|
33
|
+
def __init__(
|
34
|
+
self, obj1: Any, obj2: Any, added=None, removed=None, modified=None, level=0
|
35
|
+
):
|
36
|
+
self.level = level
|
37
|
+
|
38
|
+
self.obj1 = obj1
|
39
|
+
self.obj2 = obj2
|
40
|
+
|
41
|
+
if "sort" in inspect.signature(obj1.to_dict).parameters:
|
42
|
+
self._dict1 = obj1.to_dict(sort=True)
|
43
|
+
self._dict2 = obj2.to_dict(sort=True)
|
44
|
+
else:
|
45
|
+
self._dict1 = obj1.to_dict()
|
46
|
+
self._dict2 = obj2.to_dict()
|
47
|
+
self._obj_class = type(obj1)
|
48
|
+
|
49
|
+
self.added = added
|
50
|
+
self.removed = removed
|
51
|
+
self.modified = modified
|
52
|
+
|
53
|
+
def __bool__(self):
|
54
|
+
return bool(self.added or self.removed or self.modified)
|
55
|
+
|
56
|
+
@property
|
57
|
+
def added(self):
|
58
|
+
if self._added is None:
|
59
|
+
self._added = self._find_added()
|
60
|
+
return self._added
|
61
|
+
|
62
|
+
def __add__(self, other):
|
63
|
+
return self.apply(other)
|
64
|
+
|
65
|
+
@added.setter
|
66
|
+
def added(self, value):
|
67
|
+
self._added = value if value is not None else self._find_added()
|
68
|
+
|
69
|
+
@property
|
70
|
+
def removed(self):
|
71
|
+
if self._removed is None:
|
72
|
+
self._removed = self._find_removed()
|
73
|
+
return self._removed
|
74
|
+
|
75
|
+
@removed.setter
|
76
|
+
def removed(self, value):
|
77
|
+
self._removed = value if value is not None else self._find_removed()
|
78
|
+
|
79
|
+
@property
|
80
|
+
def modified(self):
|
81
|
+
if self._modified is None:
|
82
|
+
self._modified = self._find_modified()
|
83
|
+
return self._modified
|
84
|
+
|
85
|
+
@modified.setter
|
86
|
+
def modified(self, value):
|
87
|
+
self._modified = value if value is not None else self._find_modified()
|
88
|
+
|
89
|
+
def _find_added(self) -> Dict[Any, Any]:
|
90
|
+
return {k: self._dict2[k] for k in self._dict2 if k not in self._dict1}
|
91
|
+
|
92
|
+
def _find_removed(self) -> Dict[Any, Any]:
|
93
|
+
return {k: self._dict1[k] for k in self._dict1 if k not in self._dict2}
|
94
|
+
|
95
|
+
def _find_modified(self) -> Dict[Any, Tuple[Any, Any, str]]:
|
96
|
+
modified = {}
|
97
|
+
for k in self._dict1:
|
98
|
+
if k in self._dict2 and self._dict1[k] != self._dict2[k]:
|
99
|
+
if isinstance(self._dict1[k], str) and isinstance(self._dict2[k], str):
|
100
|
+
diff = self._diff_strings(self._dict1[k], self._dict2[k])
|
101
|
+
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
102
|
+
elif isinstance(self._dict1[k], dict) and isinstance(
|
103
|
+
self._dict2[k], dict
|
104
|
+
):
|
105
|
+
diff = self._diff_dicts(self._dict1[k], self._dict2[k])
|
106
|
+
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
107
|
+
elif isinstance(self._dict1[k], list) and isinstance(
|
108
|
+
self._dict2[k], list
|
109
|
+
):
|
110
|
+
d1 = dict(zip(range(len(self._dict1[k])), self._dict1[k]))
|
111
|
+
d2 = dict(zip(range(len(self._dict2[k])), self._dict2[k]))
|
112
|
+
diff = BaseDiff(
|
113
|
+
DummyObject(d1), DummyObject(d2), level=self.level + 1
|
114
|
+
)
|
115
|
+
modified[k] = (self._dict1[k], self._dict2[k], diff)
|
116
|
+
else:
|
117
|
+
modified[k] = (self._dict1[k], self._dict2[k], "")
|
118
|
+
return modified
|
119
|
+
|
120
|
+
@staticmethod
|
121
|
+
def is_json(string_that_could_be_json: str) -> bool:
|
122
|
+
try:
|
123
|
+
json.loads(string_that_could_be_json)
|
124
|
+
return True
|
125
|
+
except json.JSONDecodeError:
|
126
|
+
return False
|
127
|
+
|
128
|
+
def _diff_dicts(self, dict1: Dict[str, Any], dict2: Dict[str, Any]) -> str:
|
129
|
+
diff = BaseDiff(DummyObject(dict1), DummyObject(dict2), level=self.level + 1)
|
130
|
+
return diff
|
131
|
+
|
132
|
+
def _diff_strings(self, str1: str, str2: str) -> str:
|
133
|
+
if self.is_json(str1) and self.is_json(str2):
|
134
|
+
diff = self._diff_dicts(json.loads(str1), json.loads(str2))
|
135
|
+
return diff
|
136
|
+
diff = difflib.ndiff(str1.splitlines(), str2.splitlines())
|
137
|
+
return diff
|
138
|
+
|
139
|
+
def apply(self, obj: Any):
|
140
|
+
"""Apply the diff to the object."""
|
141
|
+
|
142
|
+
new_obj_dict = obj.to_dict()
|
143
|
+
for k, v in self.added.items():
|
144
|
+
new_obj_dict[k] = v
|
145
|
+
for k in self.removed.keys():
|
146
|
+
del new_obj_dict[k]
|
147
|
+
for k, (v1, v2, diff) in self.modified.items():
|
148
|
+
new_obj_dict[k] = v2
|
149
|
+
|
150
|
+
return obj.from_dict(new_obj_dict)
|
151
|
+
|
152
|
+
def to_dict(self) -> Dict[str, Any]:
|
153
|
+
return {
|
154
|
+
"added": self.added,
|
155
|
+
"removed": self.removed,
|
156
|
+
"modified": self.modified,
|
157
|
+
"obj1": self._dict1,
|
158
|
+
"obj2": self._dict2,
|
159
|
+
"obj_class": self._obj_class.__name__,
|
160
|
+
"level": self.level,
|
161
|
+
}
|
162
|
+
|
163
|
+
@classmethod
|
164
|
+
def from_dict(cls, diff_dict: Dict[str, Any], obj1: Any, obj2: Any):
|
165
|
+
return cls(
|
166
|
+
obj1=obj1,
|
167
|
+
obj2=obj2,
|
168
|
+
added=diff_dict["added"],
|
169
|
+
removed=diff_dict["removed"],
|
170
|
+
modified=diff_dict["modified"],
|
171
|
+
level=diff_dict["level"],
|
172
|
+
)
|
173
|
+
|
174
|
+
class Results(UserList):
|
175
|
+
def __init__(self, prepend=" ", level=0):
|
176
|
+
super().__init__()
|
177
|
+
self.prepend = prepend
|
178
|
+
self.level = level
|
179
|
+
|
180
|
+
def append(self, item):
|
181
|
+
super().append(self.prepend * self.level + item)
|
182
|
+
|
183
|
+
def __str__(self):
|
184
|
+
prepend = " "
|
185
|
+
result = self.Results(level=self.level, prepend="\t")
|
186
|
+
if self.added:
|
187
|
+
result.append("Added keys and values:")
|
188
|
+
for k, v in self.added.items():
|
189
|
+
result.append(prepend + f" {k}: {v}")
|
190
|
+
if self.removed:
|
191
|
+
result.append("Removed keys and values:")
|
192
|
+
for k, v in self.removed.items():
|
193
|
+
result.append(f" {k}: {v}")
|
194
|
+
if self.modified:
|
195
|
+
result.append("Modified keys and values:")
|
196
|
+
for k, (v1, v2, diff) in self.modified.items():
|
197
|
+
result.append(f"Key: {k}:")
|
198
|
+
result.append(f" Old value: {v1}")
|
199
|
+
result.append(f" New value: {v2}")
|
200
|
+
if diff:
|
201
|
+
result.append(f" Diff:")
|
202
|
+
try:
|
203
|
+
for line in diff:
|
204
|
+
result.append(f" {line}")
|
205
|
+
except:
|
206
|
+
result.append(f" {diff}")
|
207
|
+
return "\n".join(result)
|
208
|
+
|
209
|
+
def __repr__(self):
|
210
|
+
return (
|
211
|
+
f"BaseDiff(obj1={self.obj1!r}, obj2={self.obj2!r}, added={self.added!r}, "
|
212
|
+
f"removed={self.removed!r}, modified={self.modified!r})"
|
213
|
+
)
|
214
|
+
|
215
|
+
def add_diff(self, diff) -> "BaseDiffCollection":
|
216
|
+
return BaseDiffCollection([self, diff])
|
217
|
+
|
218
|
+
|
219
|
+
if __name__ == "__main__":
|
220
|
+
from edsl import Question
|
221
|
+
|
222
|
+
q_ft = Question.example("free_text")
|
223
|
+
q_mc = Question.example("multiple_choice")
|
224
|
+
|
225
|
+
diff1 = q_ft - q_mc
|
226
|
+
assert q_ft == q_mc + diff1
|
227
|
+
assert q_ft == diff1.apply(q_mc)
|
228
|
+
# new_q_mc = diff1.apply(q_ft)
|
229
|
+
# assert new_q_mc == q_mc
|
230
|
+
|
231
|
+
# new_q_mc = q_ft + diff1
|
232
|
+
# assert new_q_mc == q_mc
|
233
|
+
|
234
|
+
# new_q_mc = diff1 + q_ft
|
235
|
+
# assert new_q_mc == q_mc
|
236
|
+
|
237
|
+
# ## Test chain of diffs
|
238
|
+
q0 = Question.example("free_text")
|
239
|
+
q1 = q0.copy()
|
240
|
+
q1.question_text = "Why is Buzzard's Bay so named?"
|
241
|
+
diff1 = q1 - q0
|
242
|
+
q2 = q1.copy()
|
243
|
+
q2.question_name = "buzzard_bay"
|
244
|
+
diff2 = q2 - q1
|
245
|
+
|
246
|
+
diff_chain = diff1.add_diff(diff2)
|
247
|
+
|
248
|
+
new_q2 = diff_chain.apply(q0)
|
249
|
+
assert new_q2 == q2
|
250
|
+
|
251
|
+
new_q2 = diff_chain + q0
|
252
|
+
assert new_q2 == q2
|
253
|
+
|
254
|
+
# new_diffs = diff1.add_diff(diff1).add_diff(diff1)
|
255
|
+
# assert len(new_diffs) == 3
|
256
|
+
|
257
|
+
# q0 = Question.example("free_text")
|
258
|
+
# q1 = Question.example("free_text")
|
259
|
+
# q1.question_text = "Why is Buzzard's Bay so named?"
|
260
|
+
# q2 = q1.copy()
|
edsl/TemplateLoader.py
CHANGED
@@ -1,24 +1,24 @@
|
|
1
|
-
from importlib import resources
|
2
|
-
from jinja2 import BaseLoader, TemplateNotFound
|
3
|
-
import os
|
4
|
-
|
5
|
-
|
6
|
-
class TemplateLoader(BaseLoader):
|
7
|
-
def __init__(self, package_name, templates_dir):
|
8
|
-
self.package_name = package_name
|
9
|
-
self.templates_dir = templates_dir
|
10
|
-
|
11
|
-
def get_source(self, environment, template):
|
12
|
-
try:
|
13
|
-
parts = [self.templates_dir] + template.split("/")
|
14
|
-
template_path = os.path.join(*parts)
|
15
|
-
|
16
|
-
# Use resources.files() to get a Traversable object
|
17
|
-
templates = resources.files(self.package_name).joinpath(self.templates_dir)
|
18
|
-
|
19
|
-
# Use the read_text() method of the Traversable object
|
20
|
-
content = templates.joinpath(template).read_text()
|
21
|
-
|
22
|
-
return content, None, lambda: True
|
23
|
-
except FileNotFoundError:
|
24
|
-
raise TemplateNotFound(template)
|
1
|
+
from importlib import resources
|
2
|
+
from jinja2 import BaseLoader, TemplateNotFound
|
3
|
+
import os
|
4
|
+
|
5
|
+
|
6
|
+
class TemplateLoader(BaseLoader):
|
7
|
+
def __init__(self, package_name, templates_dir):
|
8
|
+
self.package_name = package_name
|
9
|
+
self.templates_dir = templates_dir
|
10
|
+
|
11
|
+
def get_source(self, environment, template):
|
12
|
+
try:
|
13
|
+
parts = [self.templates_dir] + template.split("/")
|
14
|
+
template_path = os.path.join(*parts)
|
15
|
+
|
16
|
+
# Use resources.files() to get a Traversable object
|
17
|
+
templates = resources.files(self.package_name).joinpath(self.templates_dir)
|
18
|
+
|
19
|
+
# Use the read_text() method of the Traversable object
|
20
|
+
content = templates.joinpath(template).read_text()
|
21
|
+
|
22
|
+
return content, None, lambda: True
|
23
|
+
except FileNotFoundError:
|
24
|
+
raise TemplateNotFound(template)
|