edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +413 -332
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +57 -49
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +1071 -867
- edsl/agents/AgentList.py +551 -413
- edsl/agents/Invigilator.py +284 -233
- edsl/agents/InvigilatorBase.py +257 -270
- edsl/agents/PromptConstructor.py +272 -354
- edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
- edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
- edsl/agents/__init__.py +2 -3
- edsl/agents/descriptors.py +99 -99
- edsl/agents/prompt_helpers.py +129 -129
- edsl/agents/question_option_processor.py +172 -0
- edsl/auto/AutoStudy.py +130 -117
- edsl/auto/StageBase.py +243 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +74 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +218 -224
- edsl/base/Base.py +279 -279
- edsl/config.py +177 -157
- edsl/conversation/Conversation.py +290 -290
- edsl/conversation/car_buying.py +59 -58
- edsl/conversation/chips.py +95 -95
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/CoopFunctionsMixin.py +15 -0
- edsl/coop/ExpectedParrotKeyHandler.py +125 -0
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +1106 -1028
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +573 -555
- edsl/data/CacheEntry.py +230 -233
- edsl/data/CacheHandler.py +168 -149
- edsl/data/RemoteCacheSync.py +186 -78
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +5 -4
- edsl/data/hack.py +10 -0
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +74 -73
- edsl/enums.py +202 -175
- edsl/exceptions/BaseException.py +21 -21
- edsl/exceptions/__init__.py +54 -54
- edsl/exceptions/agents.py +54 -42
- edsl/exceptions/cache.py +5 -5
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/inference_services.py +5 -0
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +109 -91
- edsl/exceptions/results.py +29 -29
- edsl/exceptions/scenarios.py +29 -22
- edsl/exceptions/surveys.py +37 -37
- edsl/inference_services/AnthropicService.py +106 -87
- edsl/inference_services/AvailableModelCacheHandler.py +184 -0
- edsl/inference_services/AvailableModelFetcher.py +215 -0
- edsl/inference_services/AwsBedrock.py +118 -120
- edsl/inference_services/AzureAI.py +215 -217
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +143 -148
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +80 -147
- edsl/inference_services/InferenceServicesCollection.py +138 -97
- edsl/inference_services/MistralAIService.py +120 -123
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +236 -224
- edsl/inference_services/PerplexityService.py +160 -163
- edsl/inference_services/ServiceAvailability.py +135 -0
- edsl/inference_services/TestService.py +90 -89
- edsl/inference_services/TogetherAIService.py +172 -170
- edsl/inference_services/data_structures.py +134 -0
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +41 -41
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
- edsl/jobs/Answers.py +43 -56
- edsl/jobs/FetchInvigilator.py +47 -0
- edsl/jobs/InterviewTaskManager.py +98 -0
- edsl/jobs/InterviewsConstructor.py +50 -0
- edsl/jobs/Jobs.py +823 -898
- edsl/jobs/JobsChecks.py +172 -147
- edsl/jobs/JobsComponentConstructor.py +189 -0
- edsl/jobs/JobsPrompts.py +270 -268
- edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
- edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
- edsl/jobs/RequestTokenEstimator.py +30 -0
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/async_interview_runner.py +138 -0
- edsl/jobs/buckets/BucketCollection.py +104 -63
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +283 -251
- edsl/jobs/buckets/TokenBucketAPI.py +211 -0
- edsl/jobs/buckets/TokenBucketClient.py +191 -0
- edsl/jobs/check_survey_scenario_compatibility.py +85 -0
- edsl/jobs/data_structures.py +120 -0
- edsl/jobs/decorators.py +35 -0
- edsl/jobs/interviews/Interview.py +396 -661
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/jobs_status_enums.py +9 -0
- edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
- edsl/jobs/results_exceptions_handler.py +98 -0
- edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
- edsl/jobs/runners/JobsRunnerStatus.py +297 -330
- edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +470 -450
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +161 -163
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/ComputeCost.py +63 -0
- edsl/language_models/LanguageModel.py +626 -668
- edsl/language_models/ModelList.py +164 -155
- edsl/language_models/PriceManager.py +127 -0
- edsl/language_models/RawResponseHandler.py +106 -0
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/ServiceDataSources.py +0 -0
- edsl/language_models/__init__.py +2 -3
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/key_management/KeyLookup.py +63 -0
- edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
- edsl/language_models/key_management/KeyLookupCollection.py +38 -0
- edsl/language_models/key_management/__init__.py +0 -0
- edsl/language_models/key_management/models.py +131 -0
- edsl/language_models/model.py +256 -0
- edsl/language_models/repair.py +156 -156
- edsl/language_models/utilities.py +65 -64
- edsl/notebooks/Notebook.py +263 -258
- edsl/notebooks/NotebookToLaTeX.py +142 -0
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +352 -362
- edsl/prompts/__init__.py +2 -2
- edsl/questions/ExceptionExplainer.py +77 -0
- edsl/questions/HTMLQuestion.py +103 -0
- edsl/questions/QuestionBase.py +518 -664
- edsl/questions/QuestionBasePromptsMixin.py +221 -217
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +180 -182
- edsl/questions/QuestionFreeText.py +113 -114
- edsl/questions/QuestionFunctional.py +166 -166
- edsl/questions/QuestionList.py +223 -231
- edsl/questions/QuestionMatrix.py +265 -0
- edsl/questions/QuestionMultipleChoice.py +330 -286
- edsl/questions/QuestionNumerical.py +151 -153
- edsl/questions/QuestionRank.py +314 -324
- edsl/questions/Quick.py +41 -41
- edsl/questions/SimpleAskMixin.py +74 -73
- edsl/questions/__init__.py +27 -26
- edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/data_structures.py +20 -0
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +90 -87
- edsl/questions/derived/QuestionTopK.py +93 -93
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +427 -413
- edsl/questions/loop_processor.py +149 -0
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
- edsl/questions/question_registry.py +177 -177
- edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
- edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
- edsl/questions/response_validator_factory.py +34 -0
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/matrix/__init__.py +1 -0
- edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
- edsl/questions/templates/matrix/question_presentation.jinja +20 -0
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/CSSParameterizer.py +108 -108
- edsl/results/Dataset.py +587 -424
- edsl/results/DatasetExportMixin.py +594 -731
- edsl/results/DatasetTree.py +295 -275
- edsl/results/MarkdownToDocx.py +122 -0
- edsl/results/MarkdownToPDF.py +111 -0
- edsl/results/Result.py +557 -465
- edsl/results/Results.py +1183 -1165
- edsl/results/ResultsExportMixin.py +45 -43
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/TableDisplay.py +125 -198
- edsl/results/TextEditor.py +50 -0
- edsl/results/__init__.py +2 -2
- edsl/results/file_exports.py +252 -0
- edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
- edsl/results/{Selector.py → results_selector.py} +145 -135
- edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
- edsl/results/smart_objects.py +96 -0
- edsl/results/table_data_class.py +12 -0
- edsl/results/table_display.css +77 -77
- edsl/results/table_renderers.py +118 -0
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/ConstructDownloadLink.py +109 -0
- edsl/scenarios/DocumentChunker.py +102 -0
- edsl/scenarios/DocxScenario.py +16 -0
- edsl/scenarios/FileStore.py +511 -632
- edsl/scenarios/PdfExtractor.py +40 -0
- edsl/scenarios/Scenario.py +498 -601
- edsl/scenarios/ScenarioHtmlMixin.py +65 -64
- edsl/scenarios/ScenarioList.py +1458 -1287
- edsl/scenarios/ScenarioListExportMixin.py +45 -52
- edsl/scenarios/ScenarioListPdfMixin.py +239 -261
- edsl/scenarios/__init__.py +3 -4
- edsl/scenarios/directory_scanner.py +96 -0
- edsl/scenarios/file_methods.py +85 -0
- edsl/scenarios/handlers/__init__.py +13 -0
- edsl/scenarios/handlers/csv.py +38 -0
- edsl/scenarios/handlers/docx.py +76 -0
- edsl/scenarios/handlers/html.py +37 -0
- edsl/scenarios/handlers/json.py +111 -0
- edsl/scenarios/handlers/latex.py +5 -0
- edsl/scenarios/handlers/md.py +51 -0
- edsl/scenarios/handlers/pdf.py +68 -0
- edsl/scenarios/handlers/png.py +39 -0
- edsl/scenarios/handlers/pptx.py +105 -0
- edsl/scenarios/handlers/py.py +294 -0
- edsl/scenarios/handlers/sql.py +313 -0
- edsl/scenarios/handlers/sqlite.py +149 -0
- edsl/scenarios/handlers/txt.py +33 -0
- edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
- edsl/scenarios/scenario_selector.py +156 -0
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +521 -528
- edsl/study/__init__.py +4 -4
- edsl/surveys/ConstructDAG.py +92 -0
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/EditSurvey.py +221 -0
- edsl/surveys/InstructionHandler.py +100 -0
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryManagement.py +72 -0
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +327 -326
- edsl/surveys/RuleCollection.py +385 -387
- edsl/surveys/RuleManager.py +172 -0
- edsl/surveys/Simulator.py +75 -0
- edsl/surveys/Survey.py +1280 -1801
- edsl/surveys/SurveyCSS.py +273 -261
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/SurveyToApp.py +141 -0
- edsl/surveys/__init__.py +5 -3
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +60 -56
- edsl/surveys/instructions/ChangeInstruction.py +48 -49
- edsl/surveys/instructions/Instruction.py +56 -65
- edsl/surveys/instructions/InstructionCollection.py +82 -77
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +19 -19
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/test_h +1 -0
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/PrettyList.py +56 -0
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/gcp_bucket/example.py +50 -0
- edsl/utilities/interface.py +627 -627
- edsl/utilities/is_notebook.py +18 -0
- edsl/utilities/is_valid_variable_name.py +11 -0
- edsl/utilities/naming_utilities.py +263 -263
- edsl/utilities/remove_edsl_version.py +24 -0
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +436 -424
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/LICENSE +21 -21
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/METADATA +13 -11
- edsl-0.1.39.dev4.dist-info/RECORD +361 -0
- edsl/language_models/KeyLookup.py +0 -30
- edsl/language_models/registry.py +0 -190
- edsl/language_models/unused/ReplicateBase.py +0 -83
- edsl/results/ResultsDBMixin.py +0 -238
- edsl-0.1.39.dev3.dist-info/RECORD +0 -277
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/WHEEL +0 -0
edsl/study/ObjectEntry.py
CHANGED
@@ -1,173 +1,173 @@
|
|
1
|
-
import time
|
2
|
-
import webbrowser
|
3
|
-
from typing import Any, Dict, Optional, Type
|
4
|
-
from edsl import QuestionBase
|
5
|
-
from edsl.Base import RegisterSubclassesMeta
|
6
|
-
|
7
|
-
|
8
|
-
class ObjectEntry:
|
9
|
-
def __init__(
|
10
|
-
self,
|
11
|
-
variable_name: str,
|
12
|
-
object: Any,
|
13
|
-
description: str,
|
14
|
-
coop_info: Optional[Dict[str, Any]] = None,
|
15
|
-
created_at: Optional[float] = None,
|
16
|
-
edsl_class_name: Optional[str] = None,
|
17
|
-
):
|
18
|
-
"""
|
19
|
-
Initialize an ObjectEntry instance.
|
20
|
-
|
21
|
-
:param variable_name: The name of the variable.
|
22
|
-
:param object: The object being wrapped.
|
23
|
-
:param description: A description of the object.
|
24
|
-
:param coop_info: Optional Coop information dictionary.
|
25
|
-
:param created_at: Optional creation timestamp. Defaults to current time.
|
26
|
-
:param edsl_class_name: Optional EDSL class name. Defaults to object's class name.
|
27
|
-
"""
|
28
|
-
self.created_at = created_at or time.time()
|
29
|
-
self.variable_name = variable_name
|
30
|
-
self.object = object
|
31
|
-
self.edsl_class_name = edsl_class_name or object.__class__.__name__
|
32
|
-
self.description = description
|
33
|
-
self.coop_info = coop_info
|
34
|
-
|
35
|
-
@classmethod
|
36
|
-
def _get_class(cls, object_dict: Dict[str, Any]) -> Type:
|
37
|
-
"""
|
38
|
-
Get the class of an object from its dictionary representation.
|
39
|
-
|
40
|
-
:param object_dict: The dictionary representation of the object.
|
41
|
-
:return: The class of the object.
|
42
|
-
"""
|
43
|
-
class_name = object_dict["edsl_class_name"]
|
44
|
-
if class_name == "QuestionBase":
|
45
|
-
return QuestionBase
|
46
|
-
else:
|
47
|
-
return RegisterSubclassesMeta._registry[class_name]
|
48
|
-
|
49
|
-
def __repr__(self) -> str:
|
50
|
-
"""
|
51
|
-
Return a string representation of the ObjectEntry instance.
|
52
|
-
|
53
|
-
:return: A string representation of the ObjectEntry instance.
|
54
|
-
"""
|
55
|
-
return f"ObjectEntry(variable_name='{self.variable_name}', object={self.object!r}, description='{self.description}', coop_info={self.coop_info}, created_at={self.created_at}, edsl_class_name='{self.edsl_class_name}')"
|
56
|
-
|
57
|
-
def to_dict(self) -> Dict[str, Any]:
|
58
|
-
"""
|
59
|
-
Convert the ObjectEntry instance to a dictionary.
|
60
|
-
|
61
|
-
:return: A dictionary representation of the ObjectEntry instance.
|
62
|
-
"""
|
63
|
-
return {
|
64
|
-
"created_at": self.created_at,
|
65
|
-
"variable_name": self.variable_name,
|
66
|
-
"object": self.object.to_dict(),
|
67
|
-
"edsl_class_name": self.edsl_class_name,
|
68
|
-
"description": self.description,
|
69
|
-
"coop_info": self.coop_info,
|
70
|
-
}
|
71
|
-
|
72
|
-
@classmethod
|
73
|
-
def from_dict(cls, d: Dict[str, Any]) -> "ObjectEntry":
|
74
|
-
"""
|
75
|
-
Create an ObjectEntry instance from a dictionary.
|
76
|
-
|
77
|
-
:param d: The dictionary representation of the ObjectEntry instance.
|
78
|
-
:return: An ObjectEntry instance.
|
79
|
-
"""
|
80
|
-
d["object"] = cls._get_class(d["object"]).from_dict(d["object"])
|
81
|
-
return cls(**d)
|
82
|
-
|
83
|
-
@property
|
84
|
-
def hash(self) -> str:
|
85
|
-
"""
|
86
|
-
Compute the hash of the object.
|
87
|
-
|
88
|
-
:return: The hash of the object as a string.
|
89
|
-
"""
|
90
|
-
return str(hash(self.object))
|
91
|
-
|
92
|
-
def add_to_namespace(self) -> None:
|
93
|
-
"""
|
94
|
-
Add the object to the global namespace using its variable name.
|
95
|
-
"""
|
96
|
-
globals()[self.variable_name] = self.object
|
97
|
-
|
98
|
-
@property
|
99
|
-
def coop_info(self) -> Optional[Dict[str, Any]]:
|
100
|
-
"""
|
101
|
-
Get the Coop information for the object.
|
102
|
-
|
103
|
-
:return: The Coop information dictionary, if available.
|
104
|
-
"""
|
105
|
-
return self._coop_info
|
106
|
-
|
107
|
-
@coop_info.setter
|
108
|
-
def coop_info(self, coop_info: Optional[Dict[str, Any]]) -> None:
|
109
|
-
"""
|
110
|
-
Set the Coop information for the object.
|
111
|
-
|
112
|
-
:param coop_info: The Coop information dictionary.
|
113
|
-
"""
|
114
|
-
self._coop_info = coop_info
|
115
|
-
|
116
|
-
def view_on_coop(self) -> None:
|
117
|
-
"""
|
118
|
-
Open the object's Coop URL in a web browser.
|
119
|
-
"""
|
120
|
-
if self.coop_info is None:
|
121
|
-
print("Object not pushed to coop")
|
122
|
-
return
|
123
|
-
url = self.coop_info.get("url")
|
124
|
-
webbrowser.open(url)
|
125
|
-
|
126
|
-
def push(self, refresh: Optional[bool] = False) -> Dict[str, Any]:
|
127
|
-
"""
|
128
|
-
Push the object to the Coop.
|
129
|
-
|
130
|
-
:param refresh: Whether to refresh the Coop entry for the object.
|
131
|
-
:return: The Coop info dictionary.
|
132
|
-
"""
|
133
|
-
if self.coop_info is None or refresh:
|
134
|
-
self.coop_info = self.object.push(description=self.description)
|
135
|
-
print(
|
136
|
-
f"Object {self.variable_name} pushed to coop with info: {self._coop_info}"
|
137
|
-
)
|
138
|
-
else:
|
139
|
-
print(
|
140
|
-
f"Object {self.variable_name} already pushed to coop with info: {self._coop_info}"
|
141
|
-
)
|
142
|
-
|
143
|
-
def __eq__(self, other: "ObjectEntry") -> bool:
|
144
|
-
"""
|
145
|
-
Check if two ObjectEntry instances are equal.
|
146
|
-
|
147
|
-
:param other: The other ObjectEntry instance.
|
148
|
-
:return: True if the two instances are equal, False otherwise.
|
149
|
-
"""
|
150
|
-
# if the other item is not "ObjectEntry" type, return False
|
151
|
-
if not isinstance(other, ObjectEntry):
|
152
|
-
return False
|
153
|
-
|
154
|
-
return (
|
155
|
-
self.variable_name == other.variable_name
|
156
|
-
and self.object == other.object
|
157
|
-
and self.description == other.description
|
158
|
-
and self.coop_info == other.coop_info
|
159
|
-
and self.created_at == other.created_at
|
160
|
-
and self.edsl_class_name == other.edsl_class_name
|
161
|
-
)
|
162
|
-
|
163
|
-
|
164
|
-
if __name__ == "__main__":
|
165
|
-
from edsl import QuestionFreeText
|
166
|
-
from edsl.study import ObjectEntry
|
167
|
-
|
168
|
-
q = QuestionFreeText.example()
|
169
|
-
|
170
|
-
oe = ObjectEntry("q", q, "This is a question")
|
171
|
-
d = oe.to_dict()
|
172
|
-
new_oe = ObjectEntry.from_dict(d)
|
173
|
-
new_oe == oe
|
1
|
+
import time
|
2
|
+
import webbrowser
|
3
|
+
from typing import Any, Dict, Optional, Type
|
4
|
+
from edsl.questions.QuestionBase import QuestionBase
|
5
|
+
from edsl.Base import RegisterSubclassesMeta
|
6
|
+
|
7
|
+
|
8
|
+
class ObjectEntry:
|
9
|
+
def __init__(
|
10
|
+
self,
|
11
|
+
variable_name: str,
|
12
|
+
object: Any,
|
13
|
+
description: str,
|
14
|
+
coop_info: Optional[Dict[str, Any]] = None,
|
15
|
+
created_at: Optional[float] = None,
|
16
|
+
edsl_class_name: Optional[str] = None,
|
17
|
+
):
|
18
|
+
"""
|
19
|
+
Initialize an ObjectEntry instance.
|
20
|
+
|
21
|
+
:param variable_name: The name of the variable.
|
22
|
+
:param object: The object being wrapped.
|
23
|
+
:param description: A description of the object.
|
24
|
+
:param coop_info: Optional Coop information dictionary.
|
25
|
+
:param created_at: Optional creation timestamp. Defaults to current time.
|
26
|
+
:param edsl_class_name: Optional EDSL class name. Defaults to object's class name.
|
27
|
+
"""
|
28
|
+
self.created_at = created_at or time.time()
|
29
|
+
self.variable_name = variable_name
|
30
|
+
self.object = object
|
31
|
+
self.edsl_class_name = edsl_class_name or object.__class__.__name__
|
32
|
+
self.description = description
|
33
|
+
self.coop_info = coop_info
|
34
|
+
|
35
|
+
@classmethod
|
36
|
+
def _get_class(cls, object_dict: Dict[str, Any]) -> Type:
|
37
|
+
"""
|
38
|
+
Get the class of an object from its dictionary representation.
|
39
|
+
|
40
|
+
:param object_dict: The dictionary representation of the object.
|
41
|
+
:return: The class of the object.
|
42
|
+
"""
|
43
|
+
class_name = object_dict["edsl_class_name"]
|
44
|
+
if class_name == "QuestionBase":
|
45
|
+
return QuestionBase
|
46
|
+
else:
|
47
|
+
return RegisterSubclassesMeta._registry[class_name]
|
48
|
+
|
49
|
+
def __repr__(self) -> str:
|
50
|
+
"""
|
51
|
+
Return a string representation of the ObjectEntry instance.
|
52
|
+
|
53
|
+
:return: A string representation of the ObjectEntry instance.
|
54
|
+
"""
|
55
|
+
return f"ObjectEntry(variable_name='{self.variable_name}', object={self.object!r}, description='{self.description}', coop_info={self.coop_info}, created_at={self.created_at}, edsl_class_name='{self.edsl_class_name}')"
|
56
|
+
|
57
|
+
def to_dict(self) -> Dict[str, Any]:
|
58
|
+
"""
|
59
|
+
Convert the ObjectEntry instance to a dictionary.
|
60
|
+
|
61
|
+
:return: A dictionary representation of the ObjectEntry instance.
|
62
|
+
"""
|
63
|
+
return {
|
64
|
+
"created_at": self.created_at,
|
65
|
+
"variable_name": self.variable_name,
|
66
|
+
"object": self.object.to_dict(),
|
67
|
+
"edsl_class_name": self.edsl_class_name,
|
68
|
+
"description": self.description,
|
69
|
+
"coop_info": self.coop_info,
|
70
|
+
}
|
71
|
+
|
72
|
+
@classmethod
|
73
|
+
def from_dict(cls, d: Dict[str, Any]) -> "ObjectEntry":
|
74
|
+
"""
|
75
|
+
Create an ObjectEntry instance from a dictionary.
|
76
|
+
|
77
|
+
:param d: The dictionary representation of the ObjectEntry instance.
|
78
|
+
:return: An ObjectEntry instance.
|
79
|
+
"""
|
80
|
+
d["object"] = cls._get_class(d["object"]).from_dict(d["object"])
|
81
|
+
return cls(**d)
|
82
|
+
|
83
|
+
@property
|
84
|
+
def hash(self) -> str:
|
85
|
+
"""
|
86
|
+
Compute the hash of the object.
|
87
|
+
|
88
|
+
:return: The hash of the object as a string.
|
89
|
+
"""
|
90
|
+
return str(hash(self.object))
|
91
|
+
|
92
|
+
def add_to_namespace(self) -> None:
|
93
|
+
"""
|
94
|
+
Add the object to the global namespace using its variable name.
|
95
|
+
"""
|
96
|
+
globals()[self.variable_name] = self.object
|
97
|
+
|
98
|
+
@property
|
99
|
+
def coop_info(self) -> Optional[Dict[str, Any]]:
|
100
|
+
"""
|
101
|
+
Get the Coop information for the object.
|
102
|
+
|
103
|
+
:return: The Coop information dictionary, if available.
|
104
|
+
"""
|
105
|
+
return self._coop_info
|
106
|
+
|
107
|
+
@coop_info.setter
|
108
|
+
def coop_info(self, coop_info: Optional[Dict[str, Any]]) -> None:
|
109
|
+
"""
|
110
|
+
Set the Coop information for the object.
|
111
|
+
|
112
|
+
:param coop_info: The Coop information dictionary.
|
113
|
+
"""
|
114
|
+
self._coop_info = coop_info
|
115
|
+
|
116
|
+
def view_on_coop(self) -> None:
|
117
|
+
"""
|
118
|
+
Open the object's Coop URL in a web browser.
|
119
|
+
"""
|
120
|
+
if self.coop_info is None:
|
121
|
+
print("Object not pushed to coop")
|
122
|
+
return
|
123
|
+
url = self.coop_info.get("url")
|
124
|
+
webbrowser.open(url)
|
125
|
+
|
126
|
+
def push(self, refresh: Optional[bool] = False) -> Dict[str, Any]:
|
127
|
+
"""
|
128
|
+
Push the object to the Coop.
|
129
|
+
|
130
|
+
:param refresh: Whether to refresh the Coop entry for the object.
|
131
|
+
:return: The Coop info dictionary.
|
132
|
+
"""
|
133
|
+
if self.coop_info is None or refresh:
|
134
|
+
self.coop_info = self.object.push(description=self.description)
|
135
|
+
print(
|
136
|
+
f"Object {self.variable_name} pushed to coop with info: {self._coop_info}"
|
137
|
+
)
|
138
|
+
else:
|
139
|
+
print(
|
140
|
+
f"Object {self.variable_name} already pushed to coop with info: {self._coop_info}"
|
141
|
+
)
|
142
|
+
|
143
|
+
def __eq__(self, other: "ObjectEntry") -> bool:
|
144
|
+
"""
|
145
|
+
Check if two ObjectEntry instances are equal.
|
146
|
+
|
147
|
+
:param other: The other ObjectEntry instance.
|
148
|
+
:return: True if the two instances are equal, False otherwise.
|
149
|
+
"""
|
150
|
+
# if the other item is not "ObjectEntry" type, return False
|
151
|
+
if not isinstance(other, ObjectEntry):
|
152
|
+
return False
|
153
|
+
|
154
|
+
return (
|
155
|
+
self.variable_name == other.variable_name
|
156
|
+
and self.object == other.object
|
157
|
+
and self.description == other.description
|
158
|
+
and self.coop_info == other.coop_info
|
159
|
+
and self.created_at == other.created_at
|
160
|
+
and self.edsl_class_name == other.edsl_class_name
|
161
|
+
)
|
162
|
+
|
163
|
+
|
164
|
+
if __name__ == "__main__":
|
165
|
+
from edsl import QuestionFreeText
|
166
|
+
from edsl.study import ObjectEntry
|
167
|
+
|
168
|
+
q = QuestionFreeText.example()
|
169
|
+
|
170
|
+
oe = ObjectEntry("q", q, "This is a question")
|
171
|
+
d = oe.to_dict()
|
172
|
+
new_oe = ObjectEntry.from_dict(d)
|
173
|
+
new_oe == oe
|
edsl/study/ProofOfWork.py
CHANGED
@@ -1,113 +1,113 @@
|
|
1
|
-
import hashlib
|
2
|
-
import time
|
3
|
-
from typing import Any, Dict, List, Optional
|
4
|
-
|
5
|
-
|
6
|
-
class ProofOfWork:
|
7
|
-
def __init__(
|
8
|
-
self,
|
9
|
-
input_data: Optional[Any] = None,
|
10
|
-
proof: Optional[Dict[int, List[Dict[str, Any]]]] = None,
|
11
|
-
):
|
12
|
-
self.input_data = input_data
|
13
|
-
self.proof = proof or {}
|
14
|
-
|
15
|
-
def add_input_data(self, input_data: Any) -> None:
|
16
|
-
self.input_data = input_data
|
17
|
-
|
18
|
-
def to_dict(self) -> Dict[str, Any]:
|
19
|
-
return {
|
20
|
-
"input_data": self.input_data,
|
21
|
-
"proof": self.proof,
|
22
|
-
}
|
23
|
-
|
24
|
-
@classmethod
|
25
|
-
def from_dict(cls, data: Dict[str, Any]) -> "ProofOfWork":
|
26
|
-
return cls(data["input_data"], data["proof"])
|
27
|
-
|
28
|
-
def __repr__(self) -> str:
|
29
|
-
return f"ProofOfWork(input_data={self.input_data}, proof={self.proof})"
|
30
|
-
|
31
|
-
def to_hash(self, nonce: int) -> str:
|
32
|
-
"""
|
33
|
-
Hash the input data combined with the nonce.
|
34
|
-
|
35
|
-
Returns:
|
36
|
-
str: The resulting hash.
|
37
|
-
"""
|
38
|
-
hash_input = self.input_data + str(nonce)
|
39
|
-
return hashlib.md5(hash_input.encode()).hexdigest()
|
40
|
-
|
41
|
-
def verify_work(self) -> bool:
|
42
|
-
for difficulty in self.proof:
|
43
|
-
for proof in self.proof[difficulty]:
|
44
|
-
nonce = proof["nonce"]
|
45
|
-
hash_result = self.to_hash(nonce)
|
46
|
-
prefix = "0" * difficulty
|
47
|
-
if not hash_result.startswith(prefix):
|
48
|
-
return False
|
49
|
-
if hash_result != proof["hash"]:
|
50
|
-
return False
|
51
|
-
return True
|
52
|
-
|
53
|
-
def add_proof(self, difficulty: int, starting_nonce: Optional[int] = None) -> None:
|
54
|
-
"""
|
55
|
-
Find a nonce that results in a hash with `difficulty` number of leading zeros.
|
56
|
-
|
57
|
-
Returns:
|
58
|
-
int, str: The nonce that solves the proof of work and the resulting hash.
|
59
|
-
"""
|
60
|
-
# Convert the difficulty into a string of zeros for comparison
|
61
|
-
prefix = "0" * difficulty
|
62
|
-
if not starting_nonce:
|
63
|
-
import random
|
64
|
-
|
65
|
-
starting_nonce = random.randint(0, 1000000)
|
66
|
-
nonce = starting_nonce
|
67
|
-
start = time.time()
|
68
|
-
while True:
|
69
|
-
# Combine the input data with the nonce and hash it
|
70
|
-
hash_result = self.to_hash(nonce)
|
71
|
-
|
72
|
-
# Check if the hash meets the difficulty requirement
|
73
|
-
if hash_result.startswith(prefix):
|
74
|
-
cycles = nonce - starting_nonce
|
75
|
-
end = time.time()
|
76
|
-
if difficulty in self.proof:
|
77
|
-
self.proof[difficulty].append(
|
78
|
-
{
|
79
|
-
"nonce": nonce,
|
80
|
-
"hash": hash_result,
|
81
|
-
"time": end - start,
|
82
|
-
"cycles": cycles,
|
83
|
-
}
|
84
|
-
)
|
85
|
-
else:
|
86
|
-
self.proof[difficulty] = [
|
87
|
-
{
|
88
|
-
"nonce": nonce,
|
89
|
-
"hash": hash_result,
|
90
|
-
"time": end - start,
|
91
|
-
"cycles": cycles,
|
92
|
-
}
|
93
|
-
]
|
94
|
-
return
|
95
|
-
|
96
|
-
nonce += 1
|
97
|
-
|
98
|
-
|
99
|
-
if __name__ == "__main__":
|
100
|
-
from edsl.study import ProofOfWork
|
101
|
-
|
102
|
-
p = ProofOfWork("hello world")
|
103
|
-
p.add_proof(3)
|
104
|
-
print(p)
|
105
|
-
p.add_proof(6)
|
106
|
-
print(p)
|
107
|
-
|
108
|
-
# Takes about a minute to run
|
109
|
-
p.add_proof(7)
|
110
|
-
print(p)
|
111
|
-
|
112
|
-
ok = p.verify_work()
|
113
|
-
print(ok)
|
1
|
+
import hashlib
|
2
|
+
import time
|
3
|
+
from typing import Any, Dict, List, Optional
|
4
|
+
|
5
|
+
|
6
|
+
class ProofOfWork:
|
7
|
+
def __init__(
|
8
|
+
self,
|
9
|
+
input_data: Optional[Any] = None,
|
10
|
+
proof: Optional[Dict[int, List[Dict[str, Any]]]] = None,
|
11
|
+
):
|
12
|
+
self.input_data = input_data
|
13
|
+
self.proof = proof or {}
|
14
|
+
|
15
|
+
def add_input_data(self, input_data: Any) -> None:
|
16
|
+
self.input_data = input_data
|
17
|
+
|
18
|
+
def to_dict(self) -> Dict[str, Any]:
|
19
|
+
return {
|
20
|
+
"input_data": self.input_data,
|
21
|
+
"proof": self.proof,
|
22
|
+
}
|
23
|
+
|
24
|
+
@classmethod
|
25
|
+
def from_dict(cls, data: Dict[str, Any]) -> "ProofOfWork":
|
26
|
+
return cls(data["input_data"], data["proof"])
|
27
|
+
|
28
|
+
def __repr__(self) -> str:
|
29
|
+
return f"ProofOfWork(input_data={self.input_data}, proof={self.proof})"
|
30
|
+
|
31
|
+
def to_hash(self, nonce: int) -> str:
|
32
|
+
"""
|
33
|
+
Hash the input data combined with the nonce.
|
34
|
+
|
35
|
+
Returns:
|
36
|
+
str: The resulting hash.
|
37
|
+
"""
|
38
|
+
hash_input = self.input_data + str(nonce)
|
39
|
+
return hashlib.md5(hash_input.encode()).hexdigest()
|
40
|
+
|
41
|
+
def verify_work(self) -> bool:
|
42
|
+
for difficulty in self.proof:
|
43
|
+
for proof in self.proof[difficulty]:
|
44
|
+
nonce = proof["nonce"]
|
45
|
+
hash_result = self.to_hash(nonce)
|
46
|
+
prefix = "0" * difficulty
|
47
|
+
if not hash_result.startswith(prefix):
|
48
|
+
return False
|
49
|
+
if hash_result != proof["hash"]:
|
50
|
+
return False
|
51
|
+
return True
|
52
|
+
|
53
|
+
def add_proof(self, difficulty: int, starting_nonce: Optional[int] = None) -> None:
|
54
|
+
"""
|
55
|
+
Find a nonce that results in a hash with `difficulty` number of leading zeros.
|
56
|
+
|
57
|
+
Returns:
|
58
|
+
int, str: The nonce that solves the proof of work and the resulting hash.
|
59
|
+
"""
|
60
|
+
# Convert the difficulty into a string of zeros for comparison
|
61
|
+
prefix = "0" * difficulty
|
62
|
+
if not starting_nonce:
|
63
|
+
import random
|
64
|
+
|
65
|
+
starting_nonce = random.randint(0, 1000000)
|
66
|
+
nonce = starting_nonce
|
67
|
+
start = time.time()
|
68
|
+
while True:
|
69
|
+
# Combine the input data with the nonce and hash it
|
70
|
+
hash_result = self.to_hash(nonce)
|
71
|
+
|
72
|
+
# Check if the hash meets the difficulty requirement
|
73
|
+
if hash_result.startswith(prefix):
|
74
|
+
cycles = nonce - starting_nonce
|
75
|
+
end = time.time()
|
76
|
+
if difficulty in self.proof:
|
77
|
+
self.proof[difficulty].append(
|
78
|
+
{
|
79
|
+
"nonce": nonce,
|
80
|
+
"hash": hash_result,
|
81
|
+
"time": end - start,
|
82
|
+
"cycles": cycles,
|
83
|
+
}
|
84
|
+
)
|
85
|
+
else:
|
86
|
+
self.proof[difficulty] = [
|
87
|
+
{
|
88
|
+
"nonce": nonce,
|
89
|
+
"hash": hash_result,
|
90
|
+
"time": end - start,
|
91
|
+
"cycles": cycles,
|
92
|
+
}
|
93
|
+
]
|
94
|
+
return
|
95
|
+
|
96
|
+
nonce += 1
|
97
|
+
|
98
|
+
|
99
|
+
if __name__ == "__main__":
|
100
|
+
from edsl.study import ProofOfWork
|
101
|
+
|
102
|
+
p = ProofOfWork("hello world")
|
103
|
+
p.add_proof(3)
|
104
|
+
print(p)
|
105
|
+
p.add_proof(6)
|
106
|
+
print(p)
|
107
|
+
|
108
|
+
# Takes about a minute to run
|
109
|
+
p.add_proof(7)
|
110
|
+
print(p)
|
111
|
+
|
112
|
+
ok = p.verify_work()
|
113
|
+
print(ok)
|