edsl 0.1.39.dev3__py3-none-any.whl → 0.1.39.dev4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +413 -332
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +57 -49
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +1071 -867
- edsl/agents/AgentList.py +551 -413
- edsl/agents/Invigilator.py +284 -233
- edsl/agents/InvigilatorBase.py +257 -270
- edsl/agents/PromptConstructor.py +272 -354
- edsl/agents/QuestionInstructionPromptBuilder.py +128 -0
- edsl/agents/QuestionTemplateReplacementsBuilder.py +137 -0
- edsl/agents/__init__.py +2 -3
- edsl/agents/descriptors.py +99 -99
- edsl/agents/prompt_helpers.py +129 -129
- edsl/agents/question_option_processor.py +172 -0
- edsl/auto/AutoStudy.py +130 -117
- edsl/auto/StageBase.py +243 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +74 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +218 -224
- edsl/base/Base.py +279 -279
- edsl/config.py +177 -157
- edsl/conversation/Conversation.py +290 -290
- edsl/conversation/car_buying.py +59 -58
- edsl/conversation/chips.py +95 -95
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/CoopFunctionsMixin.py +15 -0
- edsl/coop/ExpectedParrotKeyHandler.py +125 -0
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +1106 -1028
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +573 -555
- edsl/data/CacheEntry.py +230 -233
- edsl/data/CacheHandler.py +168 -149
- edsl/data/RemoteCacheSync.py +186 -78
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +5 -4
- edsl/data/hack.py +10 -0
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +74 -73
- edsl/enums.py +202 -175
- edsl/exceptions/BaseException.py +21 -21
- edsl/exceptions/__init__.py +54 -54
- edsl/exceptions/agents.py +54 -42
- edsl/exceptions/cache.py +5 -5
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/inference_services.py +5 -0
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +109 -91
- edsl/exceptions/results.py +29 -29
- edsl/exceptions/scenarios.py +29 -22
- edsl/exceptions/surveys.py +37 -37
- edsl/inference_services/AnthropicService.py +106 -87
- edsl/inference_services/AvailableModelCacheHandler.py +184 -0
- edsl/inference_services/AvailableModelFetcher.py +215 -0
- edsl/inference_services/AwsBedrock.py +118 -120
- edsl/inference_services/AzureAI.py +215 -217
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +143 -148
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +80 -147
- edsl/inference_services/InferenceServicesCollection.py +138 -97
- edsl/inference_services/MistralAIService.py +120 -123
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +236 -224
- edsl/inference_services/PerplexityService.py +160 -163
- edsl/inference_services/ServiceAvailability.py +135 -0
- edsl/inference_services/TestService.py +90 -89
- edsl/inference_services/TogetherAIService.py +172 -170
- edsl/inference_services/data_structures.py +134 -0
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +41 -41
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/AnswerQuestionFunctionConstructor.py +223 -0
- edsl/jobs/Answers.py +43 -56
- edsl/jobs/FetchInvigilator.py +47 -0
- edsl/jobs/InterviewTaskManager.py +98 -0
- edsl/jobs/InterviewsConstructor.py +50 -0
- edsl/jobs/Jobs.py +823 -898
- edsl/jobs/JobsChecks.py +172 -147
- edsl/jobs/JobsComponentConstructor.py +189 -0
- edsl/jobs/JobsPrompts.py +270 -268
- edsl/jobs/JobsRemoteInferenceHandler.py +311 -239
- edsl/jobs/JobsRemoteInferenceLogger.py +239 -0
- edsl/jobs/RequestTokenEstimator.py +30 -0
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/async_interview_runner.py +138 -0
- edsl/jobs/buckets/BucketCollection.py +104 -63
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +283 -251
- edsl/jobs/buckets/TokenBucketAPI.py +211 -0
- edsl/jobs/buckets/TokenBucketClient.py +191 -0
- edsl/jobs/check_survey_scenario_compatibility.py +85 -0
- edsl/jobs/data_structures.py +120 -0
- edsl/jobs/decorators.py +35 -0
- edsl/jobs/interviews/Interview.py +396 -661
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/jobs_status_enums.py +9 -0
- edsl/jobs/loggers/HTMLTableJobLogger.py +304 -0
- edsl/jobs/results_exceptions_handler.py +98 -0
- edsl/jobs/runners/JobsRunnerAsyncio.py +151 -466
- edsl/jobs/runners/JobsRunnerStatus.py +297 -330
- edsl/jobs/tasks/QuestionTaskCreator.py +244 -242
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +470 -450
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +161 -163
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/ComputeCost.py +63 -0
- edsl/language_models/LanguageModel.py +626 -668
- edsl/language_models/ModelList.py +164 -155
- edsl/language_models/PriceManager.py +127 -0
- edsl/language_models/RawResponseHandler.py +106 -0
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/ServiceDataSources.py +0 -0
- edsl/language_models/__init__.py +2 -3
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/key_management/KeyLookup.py +63 -0
- edsl/language_models/key_management/KeyLookupBuilder.py +273 -0
- edsl/language_models/key_management/KeyLookupCollection.py +38 -0
- edsl/language_models/key_management/__init__.py +0 -0
- edsl/language_models/key_management/models.py +131 -0
- edsl/language_models/model.py +256 -0
- edsl/language_models/repair.py +156 -156
- edsl/language_models/utilities.py +65 -64
- edsl/notebooks/Notebook.py +263 -258
- edsl/notebooks/NotebookToLaTeX.py +142 -0
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +352 -362
- edsl/prompts/__init__.py +2 -2
- edsl/questions/ExceptionExplainer.py +77 -0
- edsl/questions/HTMLQuestion.py +103 -0
- edsl/questions/QuestionBase.py +518 -664
- edsl/questions/QuestionBasePromptsMixin.py +221 -217
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +180 -182
- edsl/questions/QuestionFreeText.py +113 -114
- edsl/questions/QuestionFunctional.py +166 -166
- edsl/questions/QuestionList.py +223 -231
- edsl/questions/QuestionMatrix.py +265 -0
- edsl/questions/QuestionMultipleChoice.py +330 -286
- edsl/questions/QuestionNumerical.py +151 -153
- edsl/questions/QuestionRank.py +314 -324
- edsl/questions/Quick.py +41 -41
- edsl/questions/SimpleAskMixin.py +74 -73
- edsl/questions/__init__.py +27 -26
- edsl/questions/{AnswerValidatorMixin.py → answer_validator_mixin.py} +334 -289
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/data_structures.py +20 -0
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +90 -87
- edsl/questions/derived/QuestionTopK.py +93 -93
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +427 -413
- edsl/questions/loop_processor.py +149 -0
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/{QuestionBaseGenMixin.py → question_base_gen_mixin.py} +168 -161
- edsl/questions/question_registry.py +177 -177
- edsl/questions/{RegisterQuestionsMeta.py → register_questions_meta.py} +71 -71
- edsl/questions/{ResponseValidatorABC.py → response_validator_abc.py} +188 -174
- edsl/questions/response_validator_factory.py +34 -0
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/matrix/__init__.py +1 -0
- edsl/questions/templates/matrix/answering_instructions.jinja +5 -0
- edsl/questions/templates/matrix/question_presentation.jinja +20 -0
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/CSSParameterizer.py +108 -108
- edsl/results/Dataset.py +587 -424
- edsl/results/DatasetExportMixin.py +594 -731
- edsl/results/DatasetTree.py +295 -275
- edsl/results/MarkdownToDocx.py +122 -0
- edsl/results/MarkdownToPDF.py +111 -0
- edsl/results/Result.py +557 -465
- edsl/results/Results.py +1183 -1165
- edsl/results/ResultsExportMixin.py +45 -43
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/TableDisplay.py +125 -198
- edsl/results/TextEditor.py +50 -0
- edsl/results/__init__.py +2 -2
- edsl/results/file_exports.py +252 -0
- edsl/results/{ResultsFetchMixin.py → results_fetch_mixin.py} +33 -33
- edsl/results/{Selector.py → results_selector.py} +145 -135
- edsl/results/{ResultsToolsMixin.py → results_tools_mixin.py} +98 -98
- edsl/results/smart_objects.py +96 -0
- edsl/results/table_data_class.py +12 -0
- edsl/results/table_display.css +77 -77
- edsl/results/table_renderers.py +118 -0
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/ConstructDownloadLink.py +109 -0
- edsl/scenarios/DocumentChunker.py +102 -0
- edsl/scenarios/DocxScenario.py +16 -0
- edsl/scenarios/FileStore.py +511 -632
- edsl/scenarios/PdfExtractor.py +40 -0
- edsl/scenarios/Scenario.py +498 -601
- edsl/scenarios/ScenarioHtmlMixin.py +65 -64
- edsl/scenarios/ScenarioList.py +1458 -1287
- edsl/scenarios/ScenarioListExportMixin.py +45 -52
- edsl/scenarios/ScenarioListPdfMixin.py +239 -261
- edsl/scenarios/__init__.py +3 -4
- edsl/scenarios/directory_scanner.py +96 -0
- edsl/scenarios/file_methods.py +85 -0
- edsl/scenarios/handlers/__init__.py +13 -0
- edsl/scenarios/handlers/csv.py +38 -0
- edsl/scenarios/handlers/docx.py +76 -0
- edsl/scenarios/handlers/html.py +37 -0
- edsl/scenarios/handlers/json.py +111 -0
- edsl/scenarios/handlers/latex.py +5 -0
- edsl/scenarios/handlers/md.py +51 -0
- edsl/scenarios/handlers/pdf.py +68 -0
- edsl/scenarios/handlers/png.py +39 -0
- edsl/scenarios/handlers/pptx.py +105 -0
- edsl/scenarios/handlers/py.py +294 -0
- edsl/scenarios/handlers/sql.py +313 -0
- edsl/scenarios/handlers/sqlite.py +149 -0
- edsl/scenarios/handlers/txt.py +33 -0
- edsl/scenarios/{ScenarioJoin.py → scenario_join.py} +131 -127
- edsl/scenarios/scenario_selector.py +156 -0
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +521 -528
- edsl/study/__init__.py +4 -4
- edsl/surveys/ConstructDAG.py +92 -0
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/EditSurvey.py +221 -0
- edsl/surveys/InstructionHandler.py +100 -0
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryManagement.py +72 -0
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +327 -326
- edsl/surveys/RuleCollection.py +385 -387
- edsl/surveys/RuleManager.py +172 -0
- edsl/surveys/Simulator.py +75 -0
- edsl/surveys/Survey.py +1280 -1801
- edsl/surveys/SurveyCSS.py +273 -261
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/{SurveyFlowVisualizationMixin.py → SurveyFlowVisualization.py} +181 -179
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/SurveyToApp.py +141 -0
- edsl/surveys/__init__.py +5 -3
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +60 -56
- edsl/surveys/instructions/ChangeInstruction.py +48 -49
- edsl/surveys/instructions/Instruction.py +56 -65
- edsl/surveys/instructions/InstructionCollection.py +82 -77
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +19 -19
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/test_h +1 -0
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/PrettyList.py +56 -0
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/gcp_bucket/example.py +50 -0
- edsl/utilities/interface.py +627 -627
- edsl/utilities/is_notebook.py +18 -0
- edsl/utilities/is_valid_variable_name.py +11 -0
- edsl/utilities/naming_utilities.py +263 -263
- edsl/utilities/remove_edsl_version.py +24 -0
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +436 -424
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/LICENSE +21 -21
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/METADATA +13 -11
- edsl-0.1.39.dev4.dist-info/RECORD +361 -0
- edsl/language_models/KeyLookup.py +0 -30
- edsl/language_models/registry.py +0 -190
- edsl/language_models/unused/ReplicateBase.py +0 -83
- edsl/results/ResultsDBMixin.py +0 -238
- edsl-0.1.39.dev3.dist-info/RECORD +0 -277
- {edsl-0.1.39.dev3.dist-info → edsl-0.1.39.dev4.dist-info}/WHEEL +0 -0
@@ -1,98 +1,98 @@
|
|
1
|
-
class ResultsToolsMixin:
|
2
|
-
def get_themes(
|
3
|
-
self,
|
4
|
-
field: str,
|
5
|
-
context: str,
|
6
|
-
max_values=100,
|
7
|
-
num_themes: int = 10,
|
8
|
-
seed=None,
|
9
|
-
progress_bar=False,
|
10
|
-
print_exceptions=False,
|
11
|
-
) -> list:
|
12
|
-
values = [
|
13
|
-
str(txt)[:1000]
|
14
|
-
for txt in self.shuffle(seed=seed).select(field).to_list()[:max_values]
|
15
|
-
]
|
16
|
-
from edsl import ScenarioList
|
17
|
-
from edsl.questions import QuestionList, QuestionCheckBox
|
18
|
-
|
19
|
-
q = QuestionList(
|
20
|
-
question_text=f"""
|
21
|
-
{context}
|
22
|
-
Here are some examples: { values }.
|
23
|
-
What are some 5-8 word themes that would mostly capture these examples?
|
24
|
-
Please shoot for {num_themes} as target number of themes.
|
25
|
-
""",
|
26
|
-
question_name="themes",
|
27
|
-
)
|
28
|
-
results = q.run(print_exceptions=print_exceptions, progress_bar=progress_bar)
|
29
|
-
return results.select("themes").first()
|
30
|
-
|
31
|
-
def answers_to_themes(
|
32
|
-
self,
|
33
|
-
field,
|
34
|
-
context: str,
|
35
|
-
themes: list,
|
36
|
-
progress_bar=False,
|
37
|
-
print_exceptions=False,
|
38
|
-
) -> dict:
|
39
|
-
from edsl import ScenarioList
|
40
|
-
from edsl import QuestionCheckBox
|
41
|
-
|
42
|
-
values = self.select(field).to_list()
|
43
|
-
scenarios = ScenarioList.from_list("field", values).add_value(
|
44
|
-
"context", context
|
45
|
-
)
|
46
|
-
q = QuestionCheckBox(
|
47
|
-
question_text="""
|
48
|
-
{{ context }}
|
49
|
-
Consider the following response:
|
50
|
-
|
51
|
-
" {{ field }} "
|
52
|
-
|
53
|
-
Please check the themes that apply to these examples.
|
54
|
-
If blank, please check 'None'.
|
55
|
-
""",
|
56
|
-
question_options=themes + ["None", "Other"],
|
57
|
-
question_name="themes",
|
58
|
-
)
|
59
|
-
results = q.by(scenarios).run(
|
60
|
-
progress_bar=progress_bar, print_exceptions=print_exceptions
|
61
|
-
)
|
62
|
-
return {k: v for k, v in results.select("field", "themes").to_list()}
|
63
|
-
|
64
|
-
def apply_themes(self, field: str, new_field: str, answers_to_themes: dict):
|
65
|
-
def translate(x):
|
66
|
-
return answers_to_themes.get(x, "Other")
|
67
|
-
|
68
|
-
self.mutate(f"{new_field} = f({field})", functions_dict={"f": translate})
|
69
|
-
return self
|
70
|
-
|
71
|
-
def auto_theme(
|
72
|
-
self,
|
73
|
-
field: str,
|
74
|
-
context: str,
|
75
|
-
themes: list[str],
|
76
|
-
newfield: str = None,
|
77
|
-
progress_bar=False,
|
78
|
-
print_exceptions=False,
|
79
|
-
) -> tuple:
|
80
|
-
"""
|
81
|
-
:param field: The field to be themed.
|
82
|
-
:param context: The context of the field.
|
83
|
-
:param themes: The list of themes.
|
84
|
-
:param newfield: The new field name.
|
85
|
-
|
86
|
-
"""
|
87
|
-
|
88
|
-
if not newfield:
|
89
|
-
newfield = f"{field}_themes"
|
90
|
-
|
91
|
-
answers_to_themes = self.answers_to_themes(
|
92
|
-
field=field,
|
93
|
-
context=context,
|
94
|
-
themes=themes,
|
95
|
-
progress_bar=progress_bar,
|
96
|
-
print_exceptions=print_exceptions,
|
97
|
-
)
|
98
|
-
return self.apply_themes(field, newfield, answers_to_themes), themes
|
1
|
+
class ResultsToolsMixin:
|
2
|
+
def get_themes(
|
3
|
+
self,
|
4
|
+
field: str,
|
5
|
+
context: str,
|
6
|
+
max_values=100,
|
7
|
+
num_themes: int = 10,
|
8
|
+
seed=None,
|
9
|
+
progress_bar=False,
|
10
|
+
print_exceptions=False,
|
11
|
+
) -> list:
|
12
|
+
values = [
|
13
|
+
str(txt)[:1000]
|
14
|
+
for txt in self.shuffle(seed=seed).select(field).to_list()[:max_values]
|
15
|
+
]
|
16
|
+
from edsl import ScenarioList
|
17
|
+
from edsl.questions import QuestionList, QuestionCheckBox
|
18
|
+
|
19
|
+
q = QuestionList(
|
20
|
+
question_text=f"""
|
21
|
+
{context}
|
22
|
+
Here are some examples: { values }.
|
23
|
+
What are some 5-8 word themes that would mostly capture these examples?
|
24
|
+
Please shoot for {num_themes} as target number of themes.
|
25
|
+
""",
|
26
|
+
question_name="themes",
|
27
|
+
)
|
28
|
+
results = q.run(print_exceptions=print_exceptions, progress_bar=progress_bar)
|
29
|
+
return results.select("themes").first()
|
30
|
+
|
31
|
+
def answers_to_themes(
|
32
|
+
self,
|
33
|
+
field,
|
34
|
+
context: str,
|
35
|
+
themes: list,
|
36
|
+
progress_bar=False,
|
37
|
+
print_exceptions=False,
|
38
|
+
) -> dict:
|
39
|
+
from edsl import ScenarioList
|
40
|
+
from edsl import QuestionCheckBox
|
41
|
+
|
42
|
+
values = self.select(field).to_list()
|
43
|
+
scenarios = ScenarioList.from_list("field", values).add_value(
|
44
|
+
"context", context
|
45
|
+
)
|
46
|
+
q = QuestionCheckBox(
|
47
|
+
question_text="""
|
48
|
+
{{ context }}
|
49
|
+
Consider the following response:
|
50
|
+
|
51
|
+
" {{ field }} "
|
52
|
+
|
53
|
+
Please check the themes that apply to these examples.
|
54
|
+
If blank, please check 'None'.
|
55
|
+
""",
|
56
|
+
question_options=themes + ["None", "Other"],
|
57
|
+
question_name="themes",
|
58
|
+
)
|
59
|
+
results = q.by(scenarios).run(
|
60
|
+
progress_bar=progress_bar, print_exceptions=print_exceptions
|
61
|
+
)
|
62
|
+
return {k: v for k, v in results.select("field", "themes").to_list()}
|
63
|
+
|
64
|
+
def apply_themes(self, field: str, new_field: str, answers_to_themes: dict):
|
65
|
+
def translate(x):
|
66
|
+
return answers_to_themes.get(x, "Other")
|
67
|
+
|
68
|
+
self.mutate(f"{new_field} = f({field})", functions_dict={"f": translate})
|
69
|
+
return self
|
70
|
+
|
71
|
+
def auto_theme(
|
72
|
+
self,
|
73
|
+
field: str,
|
74
|
+
context: str,
|
75
|
+
themes: list[str],
|
76
|
+
newfield: str = None,
|
77
|
+
progress_bar=False,
|
78
|
+
print_exceptions=False,
|
79
|
+
) -> tuple:
|
80
|
+
"""
|
81
|
+
:param field: The field to be themed.
|
82
|
+
:param context: The context of the field.
|
83
|
+
:param themes: The list of themes.
|
84
|
+
:param newfield: The new field name.
|
85
|
+
|
86
|
+
"""
|
87
|
+
|
88
|
+
if not newfield:
|
89
|
+
newfield = f"{field}_themes"
|
90
|
+
|
91
|
+
answers_to_themes = self.answers_to_themes(
|
92
|
+
field=field,
|
93
|
+
context=context,
|
94
|
+
themes=themes,
|
95
|
+
progress_bar=progress_bar,
|
96
|
+
print_exceptions=print_exceptions,
|
97
|
+
)
|
98
|
+
return self.apply_themes(field, newfield, answers_to_themes), themes
|
@@ -0,0 +1,96 @@
|
|
1
|
+
from typing import Optional
|
2
|
+
|
3
|
+
|
4
|
+
class SmartInt(int):
|
5
|
+
pass
|
6
|
+
|
7
|
+
|
8
|
+
class SmartFloat(float):
|
9
|
+
pass
|
10
|
+
|
11
|
+
|
12
|
+
class SmartStr(str):
|
13
|
+
def clipboard(self) -> None:
|
14
|
+
try:
|
15
|
+
import pyperclip
|
16
|
+
except ImportError:
|
17
|
+
print(
|
18
|
+
"pyperclip is not installed. Run `pip install pyperclip` to install it."
|
19
|
+
)
|
20
|
+
return None
|
21
|
+
|
22
|
+
pyperclip.copy(self)
|
23
|
+
print("Text copied to clipboard.")
|
24
|
+
|
25
|
+
def write(self, filename: str):
|
26
|
+
with open(filename, "w") as f:
|
27
|
+
f.write(str(self))
|
28
|
+
return None
|
29
|
+
|
30
|
+
def _repr_html_(self):
|
31
|
+
pass
|
32
|
+
|
33
|
+
def markdown(self):
|
34
|
+
return SmartMarkdown(self)
|
35
|
+
|
36
|
+
def pdf(self, filename: Optional[str] = None): # Markdown will have this as well
|
37
|
+
# renders the markdown as a pdf that can be downloaded
|
38
|
+
from edsl.results.MarkdownToPDF import MarkdownToPDF
|
39
|
+
|
40
|
+
return MarkdownToPDF(self, filename).preview()
|
41
|
+
|
42
|
+
def docx(self, filename: Optional[str] = None):
|
43
|
+
# renders the markdown as a docx that can be downloaded
|
44
|
+
from edsl.results.MarkdownToDocx import MarkdownToDocx
|
45
|
+
|
46
|
+
return MarkdownToDocx(self, filename).preview()
|
47
|
+
|
48
|
+
def edit(self):
|
49
|
+
from edsl.results.TextEditor import TextEditor
|
50
|
+
|
51
|
+
editor = TextEditor(self)
|
52
|
+
self = self.__class__(editor.edit_gui())
|
53
|
+
# print(f"Updated text: {self}")
|
54
|
+
|
55
|
+
|
56
|
+
class SmartMarkdown(SmartStr):
|
57
|
+
def _repr_markdown_(self):
|
58
|
+
return self
|
59
|
+
|
60
|
+
def _repr_html_(self):
|
61
|
+
from IPython.display import Markdown, display
|
62
|
+
|
63
|
+
display(Markdown(self))
|
64
|
+
|
65
|
+
|
66
|
+
class SmartLaTeX(SmartStr):
|
67
|
+
def _repr_html_(self):
|
68
|
+
print(self)
|
69
|
+
|
70
|
+
def pdf(self, filename: Optional[str] = None):
|
71
|
+
from edsl.results.LaTeXToPDF import LaTeXToPDF
|
72
|
+
|
73
|
+
return LaTeXToPDF(self, filename).preview()
|
74
|
+
|
75
|
+
def docx(self, filename: Optional[str] = None):
|
76
|
+
from edsl.results.LaTeXToDocx import LaTeXToDocx
|
77
|
+
|
78
|
+
return LaTeXToDocx(self, filename).preview()
|
79
|
+
|
80
|
+
def edit(self):
|
81
|
+
from edsl.results.TextEditor import TextEditor
|
82
|
+
|
83
|
+
editor = TextEditor(self)
|
84
|
+
self = self.__class__(editor.edit_gui())
|
85
|
+
# print(f"Updated LaTeX: {self}")
|
86
|
+
|
87
|
+
|
88
|
+
class FirstObject:
|
89
|
+
def __new__(self, value):
|
90
|
+
if isinstance(value, int):
|
91
|
+
return SmartInt(value)
|
92
|
+
if isinstance(value, float):
|
93
|
+
return SmartFloat(value)
|
94
|
+
if isinstance(value, str):
|
95
|
+
return SmartStr(value)
|
96
|
+
return value
|
edsl/results/table_display.css
CHANGED
@@ -1,78 +1,78 @@
|
|
1
|
-
.table-container {
|
2
|
-
height: var(--containerHeight) !important;
|
3
|
-
width: 100%;
|
4
|
-
overflow: auto; /* This enables both horizontal and vertical scrolling */
|
5
|
-
border: 1px solid #d4d4d4;
|
6
|
-
background: transparent;
|
7
|
-
position: relative; /* Create stacking context for sticky header */
|
8
|
-
}
|
9
|
-
|
10
|
-
.scroll-table {
|
11
|
-
/* Remove width: 100% to prevent table from being constrained */
|
12
|
-
/* min-width: 100% ensures table takes at least full container width */
|
13
|
-
min-width: 100%;
|
14
|
-
border-collapse: separate;
|
15
|
-
border-spacing: 4px;
|
16
|
-
background: transparent;
|
17
|
-
table-layout: auto; /* Allow table to size based on content */
|
18
|
-
}
|
19
|
-
|
20
|
-
.scroll-table th {
|
21
|
-
background: transparent; /* Semi-transparent background to ensure text readability */
|
22
|
-
position: sticky;
|
23
|
-
top: 0;
|
24
|
-
z-index: 1;
|
25
|
-
text-align: left !important;
|
26
|
-
padding: 8px;
|
27
|
-
font-weight: bold;
|
28
|
-
white-space: nowrap; /* Prevent header text from wrapping */
|
29
|
-
min-width: 100px; /* Ensure minimum column width */
|
30
|
-
backdrop-filter: blur(8px); /* Optional: adds extra clarity */
|
31
|
-
color: var(--headerColor);
|
32
|
-
}
|
33
|
-
|
34
|
-
.scroll-table td {
|
35
|
-
padding: 8px;
|
36
|
-
text-align: left !important;
|
37
|
-
white-space: pre-wrap;
|
38
|
-
word-wrap: break-word;
|
39
|
-
vertical-align: top;
|
40
|
-
color: inherit;
|
41
|
-
border-bottom: none;
|
42
|
-
background: transparent;
|
43
|
-
min-width: 100px; /* Match header minimum width */
|
44
|
-
}
|
45
|
-
|
46
|
-
.scroll-table tbody tr:hover {
|
47
|
-
background: transparent;
|
48
|
-
}
|
49
|
-
|
50
|
-
/* Additional rule to ensure header background is truly transparent */
|
51
|
-
.scroll-table thead tr {
|
52
|
-
background: transparent !important;
|
53
|
-
}
|
54
|
-
|
55
|
-
/* Add shadow to indicate scrollable content */
|
56
|
-
.table-container::after {
|
57
|
-
content: '';
|
58
|
-
position: absolute;
|
59
|
-
top: 0;
|
60
|
-
right: 0;
|
61
|
-
bottom: 0;
|
62
|
-
width: 5px;
|
63
|
-
background: linear-gradient(to right, transparent, rgba(242, 6, 6, 0.1));
|
64
|
-
pointer-events: none;
|
65
|
-
opacity: 0;
|
66
|
-
transition: opacity 0.3s;
|
67
|
-
}
|
68
|
-
|
69
|
-
.table-container:hover::after {
|
70
|
-
opacity: 1;
|
71
|
-
}
|
72
|
-
|
73
|
-
/* Handle Jupyter notebook specific styling */
|
74
|
-
.jp-OutputArea-output .table-container {
|
75
|
-
max-width: 100%;
|
76
|
-
margin: 0;
|
77
|
-
overflow-x: auto;
|
1
|
+
.table-container {
|
2
|
+
height: var(--containerHeight) !important;
|
3
|
+
width: 100%;
|
4
|
+
overflow: auto; /* This enables both horizontal and vertical scrolling */
|
5
|
+
border: 1px solid #d4d4d4;
|
6
|
+
background: transparent;
|
7
|
+
position: relative; /* Create stacking context for sticky header */
|
8
|
+
}
|
9
|
+
|
10
|
+
.scroll-table {
|
11
|
+
/* Remove width: 100% to prevent table from being constrained */
|
12
|
+
/* min-width: 100% ensures table takes at least full container width */
|
13
|
+
min-width: 100%;
|
14
|
+
border-collapse: separate;
|
15
|
+
border-spacing: 4px;
|
16
|
+
background: transparent;
|
17
|
+
table-layout: auto; /* Allow table to size based on content */
|
18
|
+
}
|
19
|
+
|
20
|
+
.scroll-table th {
|
21
|
+
background: transparent; /* Semi-transparent background to ensure text readability */
|
22
|
+
position: sticky;
|
23
|
+
top: 0;
|
24
|
+
z-index: 1;
|
25
|
+
text-align: left !important;
|
26
|
+
padding: 8px;
|
27
|
+
font-weight: bold;
|
28
|
+
white-space: nowrap; /* Prevent header text from wrapping */
|
29
|
+
min-width: 100px; /* Ensure minimum column width */
|
30
|
+
backdrop-filter: blur(8px); /* Optional: adds extra clarity */
|
31
|
+
color: var(--headerColor);
|
32
|
+
}
|
33
|
+
|
34
|
+
.scroll-table td {
|
35
|
+
padding: 8px;
|
36
|
+
text-align: left !important;
|
37
|
+
white-space: pre-wrap;
|
38
|
+
word-wrap: break-word;
|
39
|
+
vertical-align: top;
|
40
|
+
color: inherit;
|
41
|
+
border-bottom: none;
|
42
|
+
background: transparent;
|
43
|
+
min-width: 100px; /* Match header minimum width */
|
44
|
+
}
|
45
|
+
|
46
|
+
.scroll-table tbody tr:hover {
|
47
|
+
background: transparent;
|
48
|
+
}
|
49
|
+
|
50
|
+
/* Additional rule to ensure header background is truly transparent */
|
51
|
+
.scroll-table thead tr {
|
52
|
+
background: transparent !important;
|
53
|
+
}
|
54
|
+
|
55
|
+
/* Add shadow to indicate scrollable content */
|
56
|
+
.table-container::after {
|
57
|
+
content: '';
|
58
|
+
position: absolute;
|
59
|
+
top: 0;
|
60
|
+
right: 0;
|
61
|
+
bottom: 0;
|
62
|
+
width: 5px;
|
63
|
+
background: linear-gradient(to right, transparent, rgba(242, 6, 6, 0.1));
|
64
|
+
pointer-events: none;
|
65
|
+
opacity: 0;
|
66
|
+
transition: opacity 0.3s;
|
67
|
+
}
|
68
|
+
|
69
|
+
.table-container:hover::after {
|
70
|
+
opacity: 1;
|
71
|
+
}
|
72
|
+
|
73
|
+
/* Handle Jupyter notebook specific styling */
|
74
|
+
.jp-OutputArea-output .table-container {
|
75
|
+
max-width: 100%;
|
76
|
+
margin: 0;
|
77
|
+
overflow-x: auto;
|
78
78
|
}
|
@@ -0,0 +1,118 @@
|
|
1
|
+
from abc import ABC, abstractmethod
|
2
|
+
from edsl.results.table_data_class import TableData
|
3
|
+
|
4
|
+
|
5
|
+
class DataTablesRendererABC(ABC):
|
6
|
+
def __init__(self, table_data: TableData):
|
7
|
+
self.table_data = table_data
|
8
|
+
|
9
|
+
@abstractmethod
|
10
|
+
def render_html(self) -> str:
|
11
|
+
pass
|
12
|
+
|
13
|
+
|
14
|
+
class DataTablesRenderer(DataTablesRendererABC):
|
15
|
+
"""Interactive DataTables renderer implementation"""
|
16
|
+
|
17
|
+
def render_html(self) -> str:
|
18
|
+
html_template = """
|
19
|
+
<!DOCTYPE html>
|
20
|
+
<html>
|
21
|
+
<head>
|
22
|
+
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet">
|
23
|
+
<link href="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-bs5/1.13.6/dataTables.bootstrap5.min.css" rel="stylesheet">
|
24
|
+
<link href="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-buttons-bs5/2.4.1/buttons.bootstrap5.min.css" rel="stylesheet">
|
25
|
+
<link href="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-responsive-bs5/2.4.1/responsive.bootstrap5.min.css" rel="stylesheet">
|
26
|
+
<style>
|
27
|
+
{css}
|
28
|
+
</style>
|
29
|
+
</head>
|
30
|
+
<body>
|
31
|
+
<div class="container">
|
32
|
+
<table id="interactive-table" class="table table-striped" style="width:100%">
|
33
|
+
<thead>
|
34
|
+
<tr>{header_cells}</tr>
|
35
|
+
</thead>
|
36
|
+
<tbody>{body_rows}</tbody>
|
37
|
+
</table>
|
38
|
+
</div>
|
39
|
+
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/3.7.0/jquery.min.js"></script>
|
40
|
+
<script src="https://cdnjs.cloudflare.com/ajax/libs/datatables.net/1.13.6/jquery.dataTables.min.js"></script>
|
41
|
+
<script src="https://cdnjs.cloudflare.com/ajax/libs/datatables.net-bs5/1.13.6/dataTables.bootstrap5.min.js"></script>
|
42
|
+
<script>
|
43
|
+
$(document).ready(function() {{
|
44
|
+
$('#interactive-table').DataTable({{
|
45
|
+
pageLength: 10,
|
46
|
+
lengthMenu: [[5, 10, 25, -1], [5, 10, 25, "All"]],
|
47
|
+
scrollX: true,
|
48
|
+
responsive: true,
|
49
|
+
dom: 'Bfrtip',
|
50
|
+
buttons: [
|
51
|
+
{{
|
52
|
+
extend: 'colvis',
|
53
|
+
text: 'Show/Hide Columns'
|
54
|
+
}}
|
55
|
+
]
|
56
|
+
}});
|
57
|
+
}});
|
58
|
+
</script>
|
59
|
+
</body>
|
60
|
+
</html>
|
61
|
+
"""
|
62
|
+
|
63
|
+
header_cells = "".join(
|
64
|
+
f"<th>{header}</th>" for header in self.table_data.headers
|
65
|
+
)
|
66
|
+
body_rows = ""
|
67
|
+
for row in self.table_data.data:
|
68
|
+
body_rows += "<tr>"
|
69
|
+
body_rows += "".join(f"<td>{cell}</td>" for cell in row)
|
70
|
+
body_rows += "</tr>"
|
71
|
+
|
72
|
+
parameters = self.table_data.parameters or {}
|
73
|
+
css = self.get_css()
|
74
|
+
if hasattr(self, "css_parameterizer"):
|
75
|
+
css = self.css_parameterizer(css).apply_parameters(parameters)
|
76
|
+
|
77
|
+
return html_template.format(
|
78
|
+
css=css, header_cells=header_cells, body_rows=body_rows
|
79
|
+
)
|
80
|
+
|
81
|
+
@classmethod
|
82
|
+
def get_css(cls) -> str:
|
83
|
+
"""Load CSS content from the file next to this module"""
|
84
|
+
css_path = Path(__file__).parent / "table_display.css"
|
85
|
+
return css_path.read_text()
|
86
|
+
|
87
|
+
|
88
|
+
class PandasStyleRenderer(DataTablesRendererABC):
|
89
|
+
"""Pandas-based styled renderer implementation"""
|
90
|
+
|
91
|
+
def render_html(self) -> str:
|
92
|
+
import pandas as pd
|
93
|
+
|
94
|
+
from contextlib import redirect_stderr
|
95
|
+
import io
|
96
|
+
|
97
|
+
stderr = io.StringIO()
|
98
|
+
with redirect_stderr(stderr):
|
99
|
+
if self.table_data.raw_data_set is not None and hasattr(
|
100
|
+
self.table_data.raw_data_set, "to_pandas"
|
101
|
+
):
|
102
|
+
df = self.table_data.raw_data_set.to_pandas()
|
103
|
+
else:
|
104
|
+
df = pd.DataFrame(self.table_data.data, columns=self.table_data.headers)
|
105
|
+
|
106
|
+
styled_df = df.style.set_properties(
|
107
|
+
**{"text-align": "left"}
|
108
|
+
).background_gradient()
|
109
|
+
|
110
|
+
return f"""
|
111
|
+
<div style="max-height: 500px; overflow-y: auto;">
|
112
|
+
{styled_df.to_html()}
|
113
|
+
</div>
|
114
|
+
"""
|
115
|
+
|
116
|
+
@classmethod
|
117
|
+
def get_css(cls) -> str:
|
118
|
+
return "" # Pandas styling handles its own CSS
|