edsl 0.1.15__py3-none-any.whl → 0.1.40__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +348 -38
- edsl/BaseDiff.py +260 -0
- edsl/TemplateLoader.py +24 -0
- edsl/__init__.py +45 -10
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +842 -144
- edsl/agents/AgentList.py +521 -25
- edsl/agents/Invigilator.py +250 -374
- edsl/agents/InvigilatorBase.py +257 -0
- edsl/agents/PromptConstructor.py +272 -0
- edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
- edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
- edsl/agents/descriptors.py +43 -13
- edsl/agents/prompt_helpers.py +129 -0
- edsl/agents/question_option_processor.py +172 -0
- edsl/auto/AutoStudy.py +130 -0
- edsl/auto/StageBase.py +243 -0
- edsl/auto/StageGenerateSurvey.py +178 -0
- edsl/auto/StageLabelQuestions.py +125 -0
- edsl/auto/StagePersona.py +61 -0
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -0
- edsl/auto/StagePersonaDimensionValues.py +74 -0
- edsl/auto/StagePersonaDimensions.py +69 -0
- edsl/auto/StageQuestions.py +74 -0
- edsl/auto/SurveyCreatorPipeline.py +21 -0
- edsl/auto/utilities.py +218 -0
- edsl/base/Base.py +279 -0
- edsl/config.py +115 -113
- edsl/conversation/Conversation.py +290 -0
- edsl/conversation/car_buying.py +59 -0
- edsl/conversation/chips.py +95 -0
- edsl/conversation/mug_negotiation.py +81 -0
- edsl/conversation/next_speaker_utilities.py +93 -0
- edsl/coop/CoopFunctionsMixin.py +15 -0
- edsl/coop/ExpectedParrotKeyHandler.py +125 -0
- edsl/coop/PriceFetcher.py +54 -0
- edsl/coop/__init__.py +1 -0
- edsl/coop/coop.py +1029 -134
- edsl/coop/utils.py +131 -0
- edsl/data/Cache.py +560 -89
- edsl/data/CacheEntry.py +230 -0
- edsl/data/CacheHandler.py +168 -0
- edsl/data/RemoteCacheSync.py +186 -0
- edsl/data/SQLiteDict.py +292 -0
- edsl/data/__init__.py +5 -3
- edsl/data/orm.py +6 -33
- edsl/data_transfer_models.py +74 -27
- edsl/enums.py +165 -8
- edsl/exceptions/BaseException.py +21 -0
- edsl/exceptions/__init__.py +52 -46
- edsl/exceptions/agents.py +33 -15
- edsl/exceptions/cache.py +5 -0
- edsl/exceptions/coop.py +8 -0
- edsl/exceptions/general.py +34 -0
- edsl/exceptions/inference_services.py +5 -0
- edsl/exceptions/jobs.py +15 -0
- edsl/exceptions/language_models.py +46 -1
- edsl/exceptions/questions.py +80 -5
- edsl/exceptions/results.py +16 -5
- edsl/exceptions/scenarios.py +29 -0
- edsl/exceptions/surveys.py +13 -10
- edsl/inference_services/AnthropicService.py +106 -0
- edsl/inference_services/AvailableModelCacheHandler.py +184 -0
- edsl/inference_services/AvailableModelFetcher.py +215 -0
- edsl/inference_services/AwsBedrock.py +118 -0
- edsl/inference_services/AzureAI.py +215 -0
- edsl/inference_services/DeepInfraService.py +18 -0
- edsl/inference_services/GoogleService.py +143 -0
- edsl/inference_services/GroqService.py +20 -0
- edsl/inference_services/InferenceServiceABC.py +80 -0
- edsl/inference_services/InferenceServicesCollection.py +138 -0
- edsl/inference_services/MistralAIService.py +120 -0
- edsl/inference_services/OllamaService.py +18 -0
- edsl/inference_services/OpenAIService.py +236 -0
- edsl/inference_services/PerplexityService.py +160 -0
- edsl/inference_services/ServiceAvailability.py +135 -0
- edsl/inference_services/TestService.py +90 -0
- edsl/inference_services/TogetherAIService.py +172 -0
- edsl/inference_services/data_structures.py +134 -0
- edsl/inference_services/models_available_cache.py +118 -0
- edsl/inference_services/rate_limits_cache.py +25 -0
- edsl/inference_services/registry.py +41 -0
- edsl/inference_services/write_available.py +10 -0
- edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
- edsl/jobs/Answers.py +21 -20
- edsl/jobs/FetchInvigilator.py +47 -0
- edsl/jobs/InterviewTaskManager.py +98 -0
- edsl/jobs/InterviewsConstructor.py +50 -0
- edsl/jobs/Jobs.py +684 -206
- edsl/jobs/JobsChecks.py +172 -0
- edsl/jobs/JobsComponentConstructor.py +189 -0
- edsl/jobs/JobsPrompts.py +270 -0
- edsl/jobs/JobsRemoteInferenceHandler.py +311 -0
- edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
- edsl/jobs/RequestTokenEstimator.py +30 -0
- edsl/jobs/async_interview_runner.py +138 -0
- edsl/jobs/buckets/BucketCollection.py +104 -0
- edsl/jobs/buckets/ModelBuckets.py +65 -0
- edsl/jobs/buckets/TokenBucket.py +283 -0
- edsl/jobs/buckets/TokenBucketAPI.py +211 -0
- edsl/jobs/buckets/TokenBucketClient.py +191 -0
- edsl/jobs/check_survey_scenario_compatibility.py +85 -0
- edsl/jobs/data_structures.py +120 -0
- edsl/jobs/decorators.py +35 -0
- edsl/jobs/interviews/Interview.py +392 -0
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -0
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -0
- edsl/jobs/interviews/InterviewStatistic.py +63 -0
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -0
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -0
- edsl/jobs/interviews/InterviewStatusLog.py +92 -0
- edsl/jobs/interviews/ReportErrors.py +66 -0
- edsl/jobs/interviews/interview_status_enum.py +9 -0
- edsl/jobs/jobs_status_enums.py +9 -0
- edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
- edsl/jobs/results_exceptions_handler.py +98 -0
- edsl/jobs/runners/JobsRunnerAsyncio.py +151 -110
- edsl/jobs/runners/JobsRunnerStatus.py +298 -0
- edsl/jobs/tasks/QuestionTaskCreator.py +244 -0
- edsl/jobs/tasks/TaskCreators.py +64 -0
- edsl/jobs/tasks/TaskHistory.py +470 -0
- edsl/jobs/tasks/TaskStatusLog.py +23 -0
- edsl/jobs/tasks/task_status_enum.py +161 -0
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -0
- edsl/jobs/tokens/TokenUsage.py +34 -0
- edsl/language_models/ComputeCost.py +63 -0
- edsl/language_models/LanguageModel.py +507 -386
- edsl/language_models/ModelList.py +164 -0
- edsl/language_models/PriceManager.py +127 -0
- edsl/language_models/RawResponseHandler.py +106 -0
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -0
- edsl/language_models/__init__.py +1 -8
- edsl/language_models/fake_openai_call.py +15 -0
- edsl/language_models/fake_openai_service.py +61 -0
- edsl/language_models/key_management/KeyLookup.py +63 -0
- edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
- edsl/language_models/key_management/KeyLookupCollection.py +38 -0
- edsl/language_models/key_management/__init__.py +0 -0
- edsl/language_models/key_management/models.py +131 -0
- edsl/language_models/model.py +256 -0
- edsl/language_models/repair.py +109 -41
- edsl/language_models/utilities.py +65 -0
- edsl/notebooks/Notebook.py +263 -0
- edsl/notebooks/NotebookToLaTeX.py +142 -0
- edsl/notebooks/__init__.py +1 -0
- edsl/prompts/Prompt.py +222 -93
- edsl/prompts/__init__.py +1 -1
- edsl/questions/ExceptionExplainer.py +77 -0
- edsl/questions/HTMLQuestion.py +103 -0
- edsl/questions/QuestionBase.py +518 -0
- edsl/questions/QuestionBasePromptsMixin.py +221 -0
- edsl/questions/QuestionBudget.py +164 -67
- edsl/questions/QuestionCheckBox.py +281 -62
- edsl/questions/QuestionDict.py +343 -0
- edsl/questions/QuestionExtract.py +136 -50
- edsl/questions/QuestionFreeText.py +79 -55
- edsl/questions/QuestionFunctional.py +138 -41
- edsl/questions/QuestionList.py +184 -57
- edsl/questions/QuestionMatrix.py +265 -0
- edsl/questions/QuestionMultipleChoice.py +293 -69
- edsl/questions/QuestionNumerical.py +109 -56
- edsl/questions/QuestionRank.py +244 -49
- edsl/questions/Quick.py +41 -0
- edsl/questions/SimpleAskMixin.py +74 -0
- edsl/questions/__init__.py +9 -6
- edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +153 -38
- edsl/questions/compose_questions.py +13 -7
- edsl/questions/data_structures.py +20 -0
- edsl/questions/decorators.py +21 -0
- edsl/questions/derived/QuestionLikertFive.py +28 -26
- edsl/questions/derived/QuestionLinearScale.py +41 -28
- edsl/questions/derived/QuestionTopK.py +34 -26
- edsl/questions/derived/QuestionYesNo.py +40 -27
- edsl/questions/descriptors.py +228 -74
- edsl/questions/loop_processor.py +149 -0
- edsl/questions/prompt_templates/question_budget.jinja +13 -0
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -0
- edsl/questions/prompt_templates/question_extract.jinja +11 -0
- edsl/questions/prompt_templates/question_free_text.jinja +3 -0
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -0
- edsl/questions/prompt_templates/question_list.jinja +17 -0
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -0
- edsl/questions/prompt_templates/question_numerical.jinja +37 -0
- edsl/questions/question_base_gen_mixin.py +168 -0
- edsl/questions/question_registry.py +130 -46
- edsl/questions/register_questions_meta.py +71 -0
- edsl/questions/response_validator_abc.py +188 -0
- edsl/questions/response_validator_factory.py +34 -0
- edsl/questions/settings.py +5 -2
- edsl/questions/templates/__init__.py +0 -0
- edsl/questions/templates/budget/__init__.py +0 -0
- edsl/questions/templates/budget/answering_instructions.jinja +7 -0
- edsl/questions/templates/budget/question_presentation.jinja +7 -0
- edsl/questions/templates/checkbox/__init__.py +0 -0
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -0
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -0
- edsl/questions/templates/dict/__init__.py +0 -0
- edsl/questions/templates/dict/answering_instructions.jinja +21 -0
- edsl/questions/templates/dict/question_presentation.jinja +1 -0
- edsl/questions/templates/extract/__init__.py +0 -0
- edsl/questions/templates/extract/answering_instructions.jinja +7 -0
- edsl/questions/templates/extract/question_presentation.jinja +1 -0
- edsl/questions/templates/free_text/__init__.py +0 -0
- edsl/questions/templates/free_text/answering_instructions.jinja +0 -0
- edsl/questions/templates/free_text/question_presentation.jinja +1 -0
- edsl/questions/templates/likert_five/__init__.py +0 -0
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -0
- edsl/questions/templates/likert_five/question_presentation.jinja +12 -0
- edsl/questions/templates/linear_scale/__init__.py +0 -0
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -0
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -0
- edsl/questions/templates/list/__init__.py +0 -0
- edsl/questions/templates/list/answering_instructions.jinja +4 -0
- edsl/questions/templates/list/question_presentation.jinja +5 -0
- edsl/questions/templates/matrix/__init__.py +1 -0
- edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
- edsl/questions/templates/matrix/question_presentation.jinja +20 -0
- edsl/questions/templates/multiple_choice/__init__.py +0 -0
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -0
- edsl/questions/templates/multiple_choice/html.jinja +0 -0
- edsl/questions/templates/multiple_choice/question_presentation.jinja +12 -0
- edsl/questions/templates/numerical/__init__.py +0 -0
- edsl/questions/templates/numerical/answering_instructions.jinja +7 -0
- edsl/questions/templates/numerical/question_presentation.jinja +7 -0
- edsl/questions/templates/rank/__init__.py +0 -0
- edsl/questions/templates/rank/answering_instructions.jinja +11 -0
- edsl/questions/templates/rank/question_presentation.jinja +15 -0
- edsl/questions/templates/top_k/__init__.py +0 -0
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -0
- edsl/questions/templates/top_k/question_presentation.jinja +22 -0
- edsl/questions/templates/yes_no/__init__.py +0 -0
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -0
- edsl/questions/templates/yes_no/question_presentation.jinja +12 -0
- edsl/results/CSSParameterizer.py +108 -0
- edsl/results/Dataset.py +550 -19
- edsl/results/DatasetExportMixin.py +594 -0
- edsl/results/DatasetTree.py +295 -0
- edsl/results/MarkdownToDocx.py +122 -0
- edsl/results/MarkdownToPDF.py +111 -0
- edsl/results/Result.py +477 -173
- edsl/results/Results.py +987 -269
- edsl/results/ResultsExportMixin.py +28 -125
- edsl/results/ResultsGGMixin.py +83 -15
- edsl/results/TableDisplay.py +125 -0
- edsl/results/TextEditor.py +50 -0
- edsl/results/__init__.py +1 -1
- edsl/results/file_exports.py +252 -0
- edsl/results/results_fetch_mixin.py +33 -0
- edsl/results/results_selector.py +145 -0
- edsl/results/results_tools_mixin.py +98 -0
- edsl/results/smart_objects.py +96 -0
- edsl/results/table_data_class.py +12 -0
- edsl/results/table_display.css +78 -0
- edsl/results/table_renderers.py +118 -0
- edsl/results/tree_explore.py +115 -0
- edsl/scenarios/ConstructDownloadLink.py +109 -0
- edsl/scenarios/DocumentChunker.py +102 -0
- edsl/scenarios/DocxScenario.py +16 -0
- edsl/scenarios/FileStore.py +543 -0
- edsl/scenarios/PdfExtractor.py +40 -0
- edsl/scenarios/Scenario.py +431 -62
- edsl/scenarios/ScenarioHtmlMixin.py +65 -0
- edsl/scenarios/ScenarioList.py +1415 -45
- edsl/scenarios/ScenarioListExportMixin.py +45 -0
- edsl/scenarios/ScenarioListPdfMixin.py +239 -0
- edsl/scenarios/__init__.py +2 -0
- edsl/scenarios/directory_scanner.py +96 -0
- edsl/scenarios/file_methods.py +85 -0
- edsl/scenarios/handlers/__init__.py +13 -0
- edsl/scenarios/handlers/csv.py +49 -0
- edsl/scenarios/handlers/docx.py +76 -0
- edsl/scenarios/handlers/html.py +37 -0
- edsl/scenarios/handlers/json.py +111 -0
- edsl/scenarios/handlers/latex.py +5 -0
- edsl/scenarios/handlers/md.py +51 -0
- edsl/scenarios/handlers/pdf.py +68 -0
- edsl/scenarios/handlers/png.py +39 -0
- edsl/scenarios/handlers/pptx.py +105 -0
- edsl/scenarios/handlers/py.py +294 -0
- edsl/scenarios/handlers/sql.py +313 -0
- edsl/scenarios/handlers/sqlite.py +149 -0
- edsl/scenarios/handlers/txt.py +33 -0
- edsl/scenarios/scenario_join.py +131 -0
- edsl/scenarios/scenario_selector.py +156 -0
- edsl/shared.py +1 -0
- edsl/study/ObjectEntry.py +173 -0
- edsl/study/ProofOfWork.py +113 -0
- edsl/study/SnapShot.py +80 -0
- edsl/study/Study.py +521 -0
- edsl/study/__init__.py +4 -0
- edsl/surveys/ConstructDAG.py +92 -0
- edsl/surveys/DAG.py +92 -11
- edsl/surveys/EditSurvey.py +221 -0
- edsl/surveys/InstructionHandler.py +100 -0
- edsl/surveys/Memory.py +9 -4
- edsl/surveys/MemoryManagement.py +72 -0
- edsl/surveys/MemoryPlan.py +156 -35
- edsl/surveys/Rule.py +221 -74
- edsl/surveys/RuleCollection.py +241 -61
- edsl/surveys/RuleManager.py +172 -0
- edsl/surveys/Simulator.py +75 -0
- edsl/surveys/Survey.py +1079 -339
- edsl/surveys/SurveyCSS.py +273 -0
- edsl/surveys/SurveyExportMixin.py +235 -40
- edsl/surveys/SurveyFlowVisualization.py +181 -0
- edsl/surveys/SurveyQualtricsImport.py +284 -0
- edsl/surveys/SurveyToApp.py +141 -0
- edsl/surveys/__init__.py +4 -2
- edsl/surveys/base.py +19 -3
- edsl/surveys/descriptors.py +17 -6
- edsl/surveys/instructions/ChangeInstruction.py +48 -0
- edsl/surveys/instructions/Instruction.py +56 -0
- edsl/surveys/instructions/InstructionCollection.py +82 -0
- edsl/surveys/instructions/__init__.py +0 -0
- edsl/templates/error_reporting/base.html +24 -0
- edsl/templates/error_reporting/exceptions_by_model.html +35 -0
- edsl/templates/error_reporting/exceptions_by_question_name.html +17 -0
- edsl/templates/error_reporting/exceptions_by_type.html +17 -0
- edsl/templates/error_reporting/interview_details.html +116 -0
- edsl/templates/error_reporting/interviews.html +19 -0
- edsl/templates/error_reporting/overview.html +5 -0
- edsl/templates/error_reporting/performance_plot.html +2 -0
- edsl/templates/error_reporting/report.css +74 -0
- edsl/templates/error_reporting/report.html +118 -0
- edsl/templates/error_reporting/report.js +25 -0
- edsl/tools/__init__.py +1 -0
- edsl/tools/clusters.py +192 -0
- edsl/tools/embeddings.py +27 -0
- edsl/tools/embeddings_plotting.py +118 -0
- edsl/tools/plotting.py +112 -0
- edsl/tools/summarize.py +18 -0
- edsl/utilities/PrettyList.py +56 -0
- edsl/utilities/SystemInfo.py +5 -0
- edsl/utilities/__init__.py +21 -20
- edsl/utilities/ast_utilities.py +3 -0
- edsl/utilities/data/Registry.py +2 -0
- edsl/utilities/decorators.py +41 -0
- edsl/utilities/gcp_bucket/__init__.py +0 -0
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -0
- edsl/utilities/interface.py +310 -60
- edsl/utilities/is_notebook.py +18 -0
- edsl/utilities/is_valid_variable_name.py +11 -0
- edsl/utilities/naming_utilities.py +263 -0
- edsl/utilities/remove_edsl_version.py +24 -0
- edsl/utilities/repair_functions.py +28 -0
- edsl/utilities/restricted_python.py +70 -0
- edsl/utilities/utilities.py +203 -13
- edsl-0.1.40.dist-info/METADATA +111 -0
- edsl-0.1.40.dist-info/RECORD +362 -0
- {edsl-0.1.15.dist-info → edsl-0.1.40.dist-info}/WHEEL +1 -1
- edsl/agents/AgentListExportMixin.py +0 -24
- edsl/coop/old.py +0 -31
- edsl/data/Database.py +0 -141
- edsl/data/crud.py +0 -121
- edsl/jobs/Interview.py +0 -435
- edsl/jobs/JobsRunner.py +0 -63
- edsl/jobs/JobsRunnerStatusMixin.py +0 -115
- edsl/jobs/base.py +0 -47
- edsl/jobs/buckets.py +0 -178
- edsl/jobs/runners/JobsRunnerDryRun.py +0 -19
- edsl/jobs/runners/JobsRunnerStreaming.py +0 -54
- edsl/jobs/task_management.py +0 -215
- edsl/jobs/token_tracking.py +0 -78
- edsl/language_models/DeepInfra.py +0 -69
- edsl/language_models/OpenAI.py +0 -98
- edsl/language_models/model_interfaces/GeminiPro.py +0 -66
- edsl/language_models/model_interfaces/LanguageModelOpenAIFour.py +0 -8
- edsl/language_models/model_interfaces/LanguageModelOpenAIThreeFiveTurbo.py +0 -8
- edsl/language_models/model_interfaces/LlamaTwo13B.py +0 -21
- edsl/language_models/model_interfaces/LlamaTwo70B.py +0 -21
- edsl/language_models/model_interfaces/Mixtral8x7B.py +0 -24
- edsl/language_models/registry.py +0 -81
- edsl/language_models/schemas.py +0 -15
- edsl/language_models/unused/ReplicateBase.py +0 -83
- edsl/prompts/QuestionInstructionsBase.py +0 -6
- edsl/prompts/library/agent_instructions.py +0 -29
- edsl/prompts/library/agent_persona.py +0 -17
- edsl/prompts/library/question_budget.py +0 -26
- edsl/prompts/library/question_checkbox.py +0 -32
- edsl/prompts/library/question_extract.py +0 -19
- edsl/prompts/library/question_freetext.py +0 -14
- edsl/prompts/library/question_linear_scale.py +0 -20
- edsl/prompts/library/question_list.py +0 -22
- edsl/prompts/library/question_multiple_choice.py +0 -44
- edsl/prompts/library/question_numerical.py +0 -31
- edsl/prompts/library/question_rank.py +0 -21
- edsl/prompts/prompt_config.py +0 -33
- edsl/prompts/registry.py +0 -185
- edsl/questions/Question.py +0 -240
- edsl/report/InputOutputDataTypes.py +0 -134
- edsl/report/RegressionMixin.py +0 -28
- edsl/report/ReportOutputs.py +0 -1228
- edsl/report/ResultsFetchMixin.py +0 -106
- edsl/report/ResultsOutputMixin.py +0 -14
- edsl/report/demo.ipynb +0 -645
- edsl/results/ResultsDBMixin.py +0 -184
- edsl/surveys/SurveyFlowVisualizationMixin.py +0 -92
- edsl/trackers/Tracker.py +0 -91
- edsl/trackers/TrackerAPI.py +0 -196
- edsl/trackers/TrackerTasks.py +0 -70
- edsl/utilities/pastebin.py +0 -141
- edsl-0.1.15.dist-info/METADATA +0 -69
- edsl-0.1.15.dist-info/RECORD +0 -142
- /edsl/{language_models/model_interfaces → inference_services}/__init__.py +0 -0
- /edsl/{report/__init__.py → jobs/runners/JobsRunnerStatusData.py} +0 -0
- /edsl/{trackers/__init__.py → language_models/ServiceDataSources.py} +0 -0
- {edsl-0.1.15.dist-info → edsl-0.1.40.dist-info}/LICENSE +0 -0
@@ -0,0 +1,156 @@
|
|
1
|
+
from typing import TYPE_CHECKING
|
2
|
+
|
3
|
+
|
4
|
+
class ScenarioSelector:
|
5
|
+
"""
|
6
|
+
A class for performing advanced field selection on ScenarioList objects,
|
7
|
+
including support for wildcard patterns.
|
8
|
+
|
9
|
+
Args:
|
10
|
+
scenario_list: The ScenarioList object to perform selections on
|
11
|
+
|
12
|
+
Examples:
|
13
|
+
>>> from edsl import Scenario, ScenarioList
|
14
|
+
>>> scenarios = ScenarioList([Scenario({'test_1': 1, 'test_2': 2, 'other': 3}), Scenario({'test_1': 4, 'test_2': 5, 'other': 6})])
|
15
|
+
>>> selector = ScenarioSelector(scenarios)
|
16
|
+
>>> selector.select('test*')
|
17
|
+
ScenarioList([Scenario({'test_1': 1, 'test_2': 2}), Scenario({'test_1': 4, 'test_2': 5})])
|
18
|
+
"""
|
19
|
+
|
20
|
+
def __init__(self, scenario_list: "ScenarioList"):
|
21
|
+
"""Initialize with a ScenarioList object."""
|
22
|
+
self.scenario_list = scenario_list
|
23
|
+
self.available_fields = (
|
24
|
+
list(scenario_list.data[0].keys()) if scenario_list.data else []
|
25
|
+
)
|
26
|
+
|
27
|
+
def _match_field_pattern(self, pattern: str, field: str) -> bool:
|
28
|
+
"""
|
29
|
+
Checks if a field name matches a pattern with wildcards.
|
30
|
+
Supports '*' as wildcard at start or end of pattern.
|
31
|
+
|
32
|
+
Args:
|
33
|
+
pattern: The pattern to match against, may contain '*' at start or end
|
34
|
+
field: The field name to check
|
35
|
+
|
36
|
+
Examples:
|
37
|
+
>>> from edsl.scenarios import ScenarioList, Scenario
|
38
|
+
>>> selector = ScenarioSelector(ScenarioList([]))
|
39
|
+
>>> selector._match_field_pattern('test*', 'test_field')
|
40
|
+
True
|
41
|
+
>>> selector._match_field_pattern('*field', 'test_field')
|
42
|
+
True
|
43
|
+
>>> selector._match_field_pattern('test', 'test')
|
44
|
+
True
|
45
|
+
>>> selector._match_field_pattern('*test*', 'my_test_field')
|
46
|
+
True
|
47
|
+
"""
|
48
|
+
if "*" not in pattern:
|
49
|
+
return pattern == field
|
50
|
+
|
51
|
+
if pattern.startswith("*") and pattern.endswith("*"):
|
52
|
+
return pattern[1:-1] in field
|
53
|
+
elif pattern.startswith("*"):
|
54
|
+
return field.endswith(pattern[1:])
|
55
|
+
elif pattern.endswith("*"):
|
56
|
+
return field.startswith(pattern[:-1])
|
57
|
+
return pattern == field
|
58
|
+
|
59
|
+
def _get_matching_fields(self, patterns: list[str]) -> list[str]:
|
60
|
+
"""
|
61
|
+
Gets all fields that match any of the given patterns.
|
62
|
+
|
63
|
+
Args:
|
64
|
+
patterns: List of field patterns, may contain wildcards
|
65
|
+
|
66
|
+
Returns:
|
67
|
+
List of field names that match at least one pattern
|
68
|
+
|
69
|
+
Examples:
|
70
|
+
>>> from edsl import Scenario, ScenarioList
|
71
|
+
>>> scenarios = ScenarioList([
|
72
|
+
... Scenario({'test_1': 1, 'test_2': 2, 'other': 3})
|
73
|
+
... ])
|
74
|
+
>>> selector = ScenarioSelector(scenarios)
|
75
|
+
>>> selector._get_matching_fields(['test*'])
|
76
|
+
['test_1', 'test_2']
|
77
|
+
"""
|
78
|
+
matching_fields = set()
|
79
|
+
for pattern in patterns:
|
80
|
+
matches = [
|
81
|
+
field
|
82
|
+
for field in self.available_fields
|
83
|
+
if self._match_field_pattern(pattern, field)
|
84
|
+
]
|
85
|
+
matching_fields.update(matches)
|
86
|
+
return sorted(list(matching_fields))
|
87
|
+
|
88
|
+
def select(self, *fields) -> "ScenarioList":
|
89
|
+
"""
|
90
|
+
Selects scenarios with only the referenced fields.
|
91
|
+
Supports wildcard patterns using '*' at the start or end of field names.
|
92
|
+
|
93
|
+
Args:
|
94
|
+
*fields: Field names or patterns to select. Patterns may include '*' for wildcards.
|
95
|
+
|
96
|
+
Returns:
|
97
|
+
A new ScenarioList containing only the matched fields.
|
98
|
+
|
99
|
+
Raises:
|
100
|
+
ValueError: If no fields match the given patterns.
|
101
|
+
|
102
|
+
Examples:
|
103
|
+
>>> from edsl import Scenario, ScenarioList
|
104
|
+
>>> scenarios = ScenarioList([
|
105
|
+
... Scenario({'test_1': 1, 'test_2': 2, 'other': 3}),
|
106
|
+
... Scenario({'test_1': 4, 'test_2': 5, 'other': 6})
|
107
|
+
... ])
|
108
|
+
>>> selector = ScenarioSelector(scenarios)
|
109
|
+
>>> selector.select('test*') # Selects all fields starting with 'test'
|
110
|
+
ScenarioList([Scenario({'test_1': 1, 'test_2': 2}), Scenario({'test_1': 4, 'test_2': 5})])
|
111
|
+
>>> selector.select('*_1') # Selects all fields ending with '_1'
|
112
|
+
ScenarioList([Scenario({'test_1': 1}), Scenario({'test_1': 4})])
|
113
|
+
>>> selector.select('test_1', '*_2') # Multiple patterns
|
114
|
+
ScenarioList([Scenario({'test_1': 1, 'test_2': 2}), Scenario({'test_1': 4, 'test_2': 5})])
|
115
|
+
"""
|
116
|
+
if not self.scenario_list.data:
|
117
|
+
return self.scenario_list.__class__([])
|
118
|
+
|
119
|
+
# Convert single string to list for consistent processing
|
120
|
+
patterns = list(fields)
|
121
|
+
|
122
|
+
# Get all fields that match the patterns
|
123
|
+
fields_to_select = self._get_matching_fields(patterns)
|
124
|
+
|
125
|
+
# If no fields match, raise an informative error
|
126
|
+
if not fields_to_select:
|
127
|
+
raise ValueError(
|
128
|
+
f"No fields matched the given patterns: {patterns}. "
|
129
|
+
f"Available fields are: {self.available_fields}"
|
130
|
+
)
|
131
|
+
|
132
|
+
return self.scenario_list.__class__(
|
133
|
+
[scenario.select(fields_to_select) for scenario in self.scenario_list.data]
|
134
|
+
)
|
135
|
+
|
136
|
+
def get_available_fields(self) -> list[str]:
|
137
|
+
"""
|
138
|
+
Returns a list of all available fields in the ScenarioList.
|
139
|
+
|
140
|
+
Returns:
|
141
|
+
List of field names available for selection.
|
142
|
+
|
143
|
+
Examples:
|
144
|
+
>>> from edsl import Scenario, ScenarioList
|
145
|
+
>>> scenarios = ScenarioList([Scenario({'test_1': 1, 'test_2': 2, 'other': 3})])
|
146
|
+
>>> selector = ScenarioSelector(scenarios)
|
147
|
+
>>> selector.get_available_fields()
|
148
|
+
['other', 'test_1', 'test_2']
|
149
|
+
"""
|
150
|
+
return sorted(self.available_fields)
|
151
|
+
|
152
|
+
|
153
|
+
if __name__ == "__main__":
|
154
|
+
import doctest
|
155
|
+
|
156
|
+
doctest.testmod(optionflags=doctest.ELLIPSIS)
|
edsl/shared.py
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
shared_globals = {}
|
@@ -0,0 +1,173 @@
|
|
1
|
+
import time
|
2
|
+
import webbrowser
|
3
|
+
from typing import Any, Dict, Optional, Type
|
4
|
+
from edsl.questions.QuestionBase import QuestionBase
|
5
|
+
from edsl.Base import RegisterSubclassesMeta
|
6
|
+
|
7
|
+
|
8
|
+
class ObjectEntry:
|
9
|
+
def __init__(
|
10
|
+
self,
|
11
|
+
variable_name: str,
|
12
|
+
object: Any,
|
13
|
+
description: str,
|
14
|
+
coop_info: Optional[Dict[str, Any]] = None,
|
15
|
+
created_at: Optional[float] = None,
|
16
|
+
edsl_class_name: Optional[str] = None,
|
17
|
+
):
|
18
|
+
"""
|
19
|
+
Initialize an ObjectEntry instance.
|
20
|
+
|
21
|
+
:param variable_name: The name of the variable.
|
22
|
+
:param object: The object being wrapped.
|
23
|
+
:param description: A description of the object.
|
24
|
+
:param coop_info: Optional Coop information dictionary.
|
25
|
+
:param created_at: Optional creation timestamp. Defaults to current time.
|
26
|
+
:param edsl_class_name: Optional EDSL class name. Defaults to object's class name.
|
27
|
+
"""
|
28
|
+
self.created_at = created_at or time.time()
|
29
|
+
self.variable_name = variable_name
|
30
|
+
self.object = object
|
31
|
+
self.edsl_class_name = edsl_class_name or object.__class__.__name__
|
32
|
+
self.description = description
|
33
|
+
self.coop_info = coop_info
|
34
|
+
|
35
|
+
@classmethod
|
36
|
+
def _get_class(cls, object_dict: Dict[str, Any]) -> Type:
|
37
|
+
"""
|
38
|
+
Get the class of an object from its dictionary representation.
|
39
|
+
|
40
|
+
:param object_dict: The dictionary representation of the object.
|
41
|
+
:return: The class of the object.
|
42
|
+
"""
|
43
|
+
class_name = object_dict["edsl_class_name"]
|
44
|
+
if class_name == "QuestionBase":
|
45
|
+
return QuestionBase
|
46
|
+
else:
|
47
|
+
return RegisterSubclassesMeta._registry[class_name]
|
48
|
+
|
49
|
+
def __repr__(self) -> str:
|
50
|
+
"""
|
51
|
+
Return a string representation of the ObjectEntry instance.
|
52
|
+
|
53
|
+
:return: A string representation of the ObjectEntry instance.
|
54
|
+
"""
|
55
|
+
return f"ObjectEntry(variable_name='{self.variable_name}', object={self.object!r}, description='{self.description}', coop_info={self.coop_info}, created_at={self.created_at}, edsl_class_name='{self.edsl_class_name}')"
|
56
|
+
|
57
|
+
def to_dict(self) -> Dict[str, Any]:
|
58
|
+
"""
|
59
|
+
Convert the ObjectEntry instance to a dictionary.
|
60
|
+
|
61
|
+
:return: A dictionary representation of the ObjectEntry instance.
|
62
|
+
"""
|
63
|
+
return {
|
64
|
+
"created_at": self.created_at,
|
65
|
+
"variable_name": self.variable_name,
|
66
|
+
"object": self.object.to_dict(),
|
67
|
+
"edsl_class_name": self.edsl_class_name,
|
68
|
+
"description": self.description,
|
69
|
+
"coop_info": self.coop_info,
|
70
|
+
}
|
71
|
+
|
72
|
+
@classmethod
|
73
|
+
def from_dict(cls, d: Dict[str, Any]) -> "ObjectEntry":
|
74
|
+
"""
|
75
|
+
Create an ObjectEntry instance from a dictionary.
|
76
|
+
|
77
|
+
:param d: The dictionary representation of the ObjectEntry instance.
|
78
|
+
:return: An ObjectEntry instance.
|
79
|
+
"""
|
80
|
+
d["object"] = cls._get_class(d["object"]).from_dict(d["object"])
|
81
|
+
return cls(**d)
|
82
|
+
|
83
|
+
@property
|
84
|
+
def hash(self) -> str:
|
85
|
+
"""
|
86
|
+
Compute the hash of the object.
|
87
|
+
|
88
|
+
:return: The hash of the object as a string.
|
89
|
+
"""
|
90
|
+
return str(hash(self.object))
|
91
|
+
|
92
|
+
def add_to_namespace(self) -> None:
|
93
|
+
"""
|
94
|
+
Add the object to the global namespace using its variable name.
|
95
|
+
"""
|
96
|
+
globals()[self.variable_name] = self.object
|
97
|
+
|
98
|
+
@property
|
99
|
+
def coop_info(self) -> Optional[Dict[str, Any]]:
|
100
|
+
"""
|
101
|
+
Get the Coop information for the object.
|
102
|
+
|
103
|
+
:return: The Coop information dictionary, if available.
|
104
|
+
"""
|
105
|
+
return self._coop_info
|
106
|
+
|
107
|
+
@coop_info.setter
|
108
|
+
def coop_info(self, coop_info: Optional[Dict[str, Any]]) -> None:
|
109
|
+
"""
|
110
|
+
Set the Coop information for the object.
|
111
|
+
|
112
|
+
:param coop_info: The Coop information dictionary.
|
113
|
+
"""
|
114
|
+
self._coop_info = coop_info
|
115
|
+
|
116
|
+
def view_on_coop(self) -> None:
|
117
|
+
"""
|
118
|
+
Open the object's Coop URL in a web browser.
|
119
|
+
"""
|
120
|
+
if self.coop_info is None:
|
121
|
+
print("Object not pushed to coop")
|
122
|
+
return
|
123
|
+
url = self.coop_info.get("url")
|
124
|
+
webbrowser.open(url)
|
125
|
+
|
126
|
+
def push(self, refresh: Optional[bool] = False) -> Dict[str, Any]:
|
127
|
+
"""
|
128
|
+
Push the object to the Coop.
|
129
|
+
|
130
|
+
:param refresh: Whether to refresh the Coop entry for the object.
|
131
|
+
:return: The Coop info dictionary.
|
132
|
+
"""
|
133
|
+
if self.coop_info is None or refresh:
|
134
|
+
self.coop_info = self.object.push(description=self.description)
|
135
|
+
print(
|
136
|
+
f"Object {self.variable_name} pushed to coop with info: {self._coop_info}"
|
137
|
+
)
|
138
|
+
else:
|
139
|
+
print(
|
140
|
+
f"Object {self.variable_name} already pushed to coop with info: {self._coop_info}"
|
141
|
+
)
|
142
|
+
|
143
|
+
def __eq__(self, other: "ObjectEntry") -> bool:
|
144
|
+
"""
|
145
|
+
Check if two ObjectEntry instances are equal.
|
146
|
+
|
147
|
+
:param other: The other ObjectEntry instance.
|
148
|
+
:return: True if the two instances are equal, False otherwise.
|
149
|
+
"""
|
150
|
+
# if the other item is not "ObjectEntry" type, return False
|
151
|
+
if not isinstance(other, ObjectEntry):
|
152
|
+
return False
|
153
|
+
|
154
|
+
return (
|
155
|
+
self.variable_name == other.variable_name
|
156
|
+
and self.object == other.object
|
157
|
+
and self.description == other.description
|
158
|
+
and self.coop_info == other.coop_info
|
159
|
+
and self.created_at == other.created_at
|
160
|
+
and self.edsl_class_name == other.edsl_class_name
|
161
|
+
)
|
162
|
+
|
163
|
+
|
164
|
+
if __name__ == "__main__":
|
165
|
+
from edsl import QuestionFreeText
|
166
|
+
from edsl.study import ObjectEntry
|
167
|
+
|
168
|
+
q = QuestionFreeText.example()
|
169
|
+
|
170
|
+
oe = ObjectEntry("q", q, "This is a question")
|
171
|
+
d = oe.to_dict()
|
172
|
+
new_oe = ObjectEntry.from_dict(d)
|
173
|
+
new_oe == oe
|
@@ -0,0 +1,113 @@
|
|
1
|
+
import hashlib
|
2
|
+
import time
|
3
|
+
from typing import Any, Dict, List, Optional
|
4
|
+
|
5
|
+
|
6
|
+
class ProofOfWork:
|
7
|
+
def __init__(
|
8
|
+
self,
|
9
|
+
input_data: Optional[Any] = None,
|
10
|
+
proof: Optional[Dict[int, List[Dict[str, Any]]]] = None,
|
11
|
+
):
|
12
|
+
self.input_data = input_data
|
13
|
+
self.proof = proof or {}
|
14
|
+
|
15
|
+
def add_input_data(self, input_data: Any) -> None:
|
16
|
+
self.input_data = input_data
|
17
|
+
|
18
|
+
def to_dict(self) -> Dict[str, Any]:
|
19
|
+
return {
|
20
|
+
"input_data": self.input_data,
|
21
|
+
"proof": self.proof,
|
22
|
+
}
|
23
|
+
|
24
|
+
@classmethod
|
25
|
+
def from_dict(cls, data: Dict[str, Any]) -> "ProofOfWork":
|
26
|
+
return cls(data["input_data"], data["proof"])
|
27
|
+
|
28
|
+
def __repr__(self) -> str:
|
29
|
+
return f"ProofOfWork(input_data={self.input_data}, proof={self.proof})"
|
30
|
+
|
31
|
+
def to_hash(self, nonce: int) -> str:
|
32
|
+
"""
|
33
|
+
Hash the input data combined with the nonce.
|
34
|
+
|
35
|
+
Returns:
|
36
|
+
str: The resulting hash.
|
37
|
+
"""
|
38
|
+
hash_input = self.input_data + str(nonce)
|
39
|
+
return hashlib.md5(hash_input.encode()).hexdigest()
|
40
|
+
|
41
|
+
def verify_work(self) -> bool:
|
42
|
+
for difficulty in self.proof:
|
43
|
+
for proof in self.proof[difficulty]:
|
44
|
+
nonce = proof["nonce"]
|
45
|
+
hash_result = self.to_hash(nonce)
|
46
|
+
prefix = "0" * difficulty
|
47
|
+
if not hash_result.startswith(prefix):
|
48
|
+
return False
|
49
|
+
if hash_result != proof["hash"]:
|
50
|
+
return False
|
51
|
+
return True
|
52
|
+
|
53
|
+
def add_proof(self, difficulty: int, starting_nonce: Optional[int] = None) -> None:
|
54
|
+
"""
|
55
|
+
Find a nonce that results in a hash with `difficulty` number of leading zeros.
|
56
|
+
|
57
|
+
Returns:
|
58
|
+
int, str: The nonce that solves the proof of work and the resulting hash.
|
59
|
+
"""
|
60
|
+
# Convert the difficulty into a string of zeros for comparison
|
61
|
+
prefix = "0" * difficulty
|
62
|
+
if not starting_nonce:
|
63
|
+
import random
|
64
|
+
|
65
|
+
starting_nonce = random.randint(0, 1000000)
|
66
|
+
nonce = starting_nonce
|
67
|
+
start = time.time()
|
68
|
+
while True:
|
69
|
+
# Combine the input data with the nonce and hash it
|
70
|
+
hash_result = self.to_hash(nonce)
|
71
|
+
|
72
|
+
# Check if the hash meets the difficulty requirement
|
73
|
+
if hash_result.startswith(prefix):
|
74
|
+
cycles = nonce - starting_nonce
|
75
|
+
end = time.time()
|
76
|
+
if difficulty in self.proof:
|
77
|
+
self.proof[difficulty].append(
|
78
|
+
{
|
79
|
+
"nonce": nonce,
|
80
|
+
"hash": hash_result,
|
81
|
+
"time": end - start,
|
82
|
+
"cycles": cycles,
|
83
|
+
}
|
84
|
+
)
|
85
|
+
else:
|
86
|
+
self.proof[difficulty] = [
|
87
|
+
{
|
88
|
+
"nonce": nonce,
|
89
|
+
"hash": hash_result,
|
90
|
+
"time": end - start,
|
91
|
+
"cycles": cycles,
|
92
|
+
}
|
93
|
+
]
|
94
|
+
return
|
95
|
+
|
96
|
+
nonce += 1
|
97
|
+
|
98
|
+
|
99
|
+
if __name__ == "__main__":
|
100
|
+
from edsl.study import ProofOfWork
|
101
|
+
|
102
|
+
p = ProofOfWork("hello world")
|
103
|
+
p.add_proof(3)
|
104
|
+
print(p)
|
105
|
+
p.add_proof(6)
|
106
|
+
print(p)
|
107
|
+
|
108
|
+
# Takes about a minute to run
|
109
|
+
p.add_proof(7)
|
110
|
+
print(p)
|
111
|
+
|
112
|
+
ok = p.verify_work()
|
113
|
+
print(ok)
|
edsl/study/SnapShot.py
ADDED
@@ -0,0 +1,80 @@
|
|
1
|
+
import inspect
|
2
|
+
from typing import Generator, List, Optional
|
3
|
+
|
4
|
+
|
5
|
+
class SnapShot:
|
6
|
+
def __init__(self, namespace, exclude: Optional[List] = None):
|
7
|
+
self.namespace = namespace
|
8
|
+
self.exclude = exclude or []
|
9
|
+
self.edsl_objects = dict(self._get_edsl_objects(namespace=self.namespace))
|
10
|
+
self.edsl_classes = dict(self._get_edsl_classes(namespace=self.namespace))
|
11
|
+
|
12
|
+
def _all_object_keys(self):
|
13
|
+
return self.namespace.keys()
|
14
|
+
|
15
|
+
def __repr__(self):
|
16
|
+
return f"SnapShot(edsl_objects={self.edsl_objects}, edsl_classes={self.edsl_objects})"
|
17
|
+
|
18
|
+
def _get_edsl_classes(
|
19
|
+
self, namespace: dict
|
20
|
+
) -> Generator[tuple[str, type], None, None]:
|
21
|
+
"""Get all EDSL classes in the namespace.
|
22
|
+
|
23
|
+
:param namespace: The namespace to search for EDSL classes. The default is the global namespace.
|
24
|
+
|
25
|
+
>>> sn = SnapShot(namespace = {})
|
26
|
+
>>> sn.edsl_classes
|
27
|
+
{}
|
28
|
+
|
29
|
+
>>> from edsl.data.Cache import Cache
|
30
|
+
>>> sn = SnapShot(namespace = globals())
|
31
|
+
>>> sn.edsl_classes
|
32
|
+
{'Cache': <class 'edsl.data.Cache.Cache'>}
|
33
|
+
"""
|
34
|
+
from edsl.Base import RegisterSubclassesMeta
|
35
|
+
from edsl.questions.QuestionBase import QuestionBase
|
36
|
+
|
37
|
+
all_edsl_objects = RegisterSubclassesMeta.get_registry()
|
38
|
+
|
39
|
+
for name, value in namespace.items():
|
40
|
+
if (
|
41
|
+
inspect.isclass(value)
|
42
|
+
and name in all_edsl_objects
|
43
|
+
and value != RegisterSubclassesMeta
|
44
|
+
):
|
45
|
+
yield name, value
|
46
|
+
if inspect.isclass(value) and issubclass(value, QuestionBase):
|
47
|
+
yield name, value
|
48
|
+
|
49
|
+
def _get_edsl_objects(self, namespace) -> Generator[tuple[str, type], None, None]:
|
50
|
+
"""Get all EDSL objects in the global namespace.
|
51
|
+
|
52
|
+
>>> sn = SnapShot(namespace = globals())
|
53
|
+
>>> sn.edsl_objects
|
54
|
+
{}
|
55
|
+
|
56
|
+
"""
|
57
|
+
from edsl.Base import Base
|
58
|
+
from edsl.study.Study import Study
|
59
|
+
|
60
|
+
def is_edsl_object(obj):
|
61
|
+
package_name = "edsl"
|
62
|
+
cls = obj.__class__
|
63
|
+
module_name = cls.__module__
|
64
|
+
return module_name.startswith(package_name)
|
65
|
+
|
66
|
+
for name, value in namespace.items():
|
67
|
+
# TODO check this code logic (if there are other objects with to_dict method that are not from edsl)
|
68
|
+
if (
|
69
|
+
is_edsl_object(value)
|
70
|
+
and hasattr(value, "to_dict")
|
71
|
+
and not inspect.isclass(value)
|
72
|
+
and value.__class__ not in [o.__class__ for o in self.exclude]
|
73
|
+
):
|
74
|
+
yield name, value
|
75
|
+
|
76
|
+
|
77
|
+
if __name__ == "__main__":
|
78
|
+
import doctest
|
79
|
+
|
80
|
+
doctest.testmod(optionflags=doctest.ELLIPSIS)
|