edsl 0.1.39.dev1__py3-none-any.whl → 0.1.39.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- edsl/Base.py +332 -332
- edsl/BaseDiff.py +260 -260
- edsl/TemplateLoader.py +24 -24
- edsl/__init__.py +49 -49
- edsl/__version__.py +1 -1
- edsl/agents/Agent.py +867 -867
- edsl/agents/AgentList.py +413 -413
- edsl/agents/Invigilator.py +233 -233
- edsl/agents/InvigilatorBase.py +270 -265
- edsl/agents/PromptConstructor.py +354 -354
- edsl/agents/__init__.py +3 -3
- edsl/agents/descriptors.py +99 -99
- edsl/agents/prompt_helpers.py +129 -129
- edsl/auto/AutoStudy.py +117 -117
- edsl/auto/StageBase.py +230 -230
- edsl/auto/StageGenerateSurvey.py +178 -178
- edsl/auto/StageLabelQuestions.py +125 -125
- edsl/auto/StagePersona.py +61 -61
- edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
- edsl/auto/StagePersonaDimensionValues.py +74 -74
- edsl/auto/StagePersonaDimensions.py +69 -69
- edsl/auto/StageQuestions.py +73 -73
- edsl/auto/SurveyCreatorPipeline.py +21 -21
- edsl/auto/utilities.py +224 -224
- edsl/base/Base.py +279 -279
- edsl/config.py +157 -157
- edsl/conversation/Conversation.py +290 -290
- edsl/conversation/car_buying.py +58 -58
- edsl/conversation/chips.py +95 -95
- edsl/conversation/mug_negotiation.py +81 -81
- edsl/conversation/next_speaker_utilities.py +93 -93
- edsl/coop/PriceFetcher.py +54 -54
- edsl/coop/__init__.py +2 -2
- edsl/coop/coop.py +1028 -1028
- edsl/coop/utils.py +131 -131
- edsl/data/Cache.py +555 -555
- edsl/data/CacheEntry.py +233 -233
- edsl/data/CacheHandler.py +149 -149
- edsl/data/RemoteCacheSync.py +78 -78
- edsl/data/SQLiteDict.py +292 -292
- edsl/data/__init__.py +4 -4
- edsl/data/orm.py +10 -10
- edsl/data_transfer_models.py +73 -73
- edsl/enums.py +175 -175
- edsl/exceptions/BaseException.py +21 -21
- edsl/exceptions/__init__.py +54 -54
- edsl/exceptions/agents.py +42 -42
- edsl/exceptions/cache.py +5 -5
- edsl/exceptions/configuration.py +16 -16
- edsl/exceptions/coop.py +10 -10
- edsl/exceptions/data.py +14 -14
- edsl/exceptions/general.py +34 -34
- edsl/exceptions/jobs.py +33 -33
- edsl/exceptions/language_models.py +63 -63
- edsl/exceptions/prompts.py +15 -15
- edsl/exceptions/questions.py +91 -91
- edsl/exceptions/results.py +29 -29
- edsl/exceptions/scenarios.py +22 -22
- edsl/exceptions/surveys.py +37 -37
- edsl/inference_services/AnthropicService.py +87 -87
- edsl/inference_services/AwsBedrock.py +120 -120
- edsl/inference_services/AzureAI.py +217 -217
- edsl/inference_services/DeepInfraService.py +18 -18
- edsl/inference_services/GoogleService.py +148 -148
- edsl/inference_services/GroqService.py +20 -20
- edsl/inference_services/InferenceServiceABC.py +147 -147
- edsl/inference_services/InferenceServicesCollection.py +97 -97
- edsl/inference_services/MistralAIService.py +123 -123
- edsl/inference_services/OllamaService.py +18 -18
- edsl/inference_services/OpenAIService.py +224 -224
- edsl/inference_services/PerplexityService.py +163 -163
- edsl/inference_services/TestService.py +89 -89
- edsl/inference_services/TogetherAIService.py +170 -170
- edsl/inference_services/models_available_cache.py +118 -118
- edsl/inference_services/rate_limits_cache.py +25 -25
- edsl/inference_services/registry.py +41 -41
- edsl/inference_services/write_available.py +10 -10
- edsl/jobs/Answers.py +56 -56
- edsl/jobs/Jobs.py +898 -898
- edsl/jobs/JobsChecks.py +147 -147
- edsl/jobs/JobsPrompts.py +268 -268
- edsl/jobs/JobsRemoteInferenceHandler.py +239 -239
- edsl/jobs/__init__.py +1 -1
- edsl/jobs/buckets/BucketCollection.py +63 -63
- edsl/jobs/buckets/ModelBuckets.py +65 -65
- edsl/jobs/buckets/TokenBucket.py +251 -251
- edsl/jobs/interviews/Interview.py +661 -661
- edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
- edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
- edsl/jobs/interviews/InterviewStatistic.py +63 -63
- edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
- edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
- edsl/jobs/interviews/InterviewStatusLog.py +92 -92
- edsl/jobs/interviews/ReportErrors.py +66 -66
- edsl/jobs/interviews/interview_status_enum.py +9 -9
- edsl/jobs/runners/JobsRunnerAsyncio.py +466 -466
- edsl/jobs/runners/JobsRunnerStatus.py +330 -330
- edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
- edsl/jobs/tasks/TaskCreators.py +64 -64
- edsl/jobs/tasks/TaskHistory.py +450 -450
- edsl/jobs/tasks/TaskStatusLog.py +23 -23
- edsl/jobs/tasks/task_status_enum.py +163 -163
- edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
- edsl/jobs/tokens/TokenUsage.py +34 -34
- edsl/language_models/KeyLookup.py +30 -30
- edsl/language_models/LanguageModel.py +668 -668
- edsl/language_models/ModelList.py +155 -155
- edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
- edsl/language_models/__init__.py +3 -3
- edsl/language_models/fake_openai_call.py +15 -15
- edsl/language_models/fake_openai_service.py +61 -61
- edsl/language_models/registry.py +190 -190
- edsl/language_models/repair.py +156 -156
- edsl/language_models/unused/ReplicateBase.py +83 -83
- edsl/language_models/utilities.py +64 -64
- edsl/notebooks/Notebook.py +258 -258
- edsl/notebooks/__init__.py +1 -1
- edsl/prompts/Prompt.py +362 -362
- edsl/prompts/__init__.py +2 -2
- edsl/questions/AnswerValidatorMixin.py +289 -289
- edsl/questions/QuestionBase.py +664 -664
- edsl/questions/QuestionBaseGenMixin.py +161 -161
- edsl/questions/QuestionBasePromptsMixin.py +217 -217
- edsl/questions/QuestionBudget.py +227 -227
- edsl/questions/QuestionCheckBox.py +359 -359
- edsl/questions/QuestionExtract.py +182 -182
- edsl/questions/QuestionFreeText.py +114 -114
- edsl/questions/QuestionFunctional.py +166 -166
- edsl/questions/QuestionList.py +231 -231
- edsl/questions/QuestionMultipleChoice.py +286 -286
- edsl/questions/QuestionNumerical.py +153 -153
- edsl/questions/QuestionRank.py +324 -324
- edsl/questions/Quick.py +41 -41
- edsl/questions/RegisterQuestionsMeta.py +71 -71
- edsl/questions/ResponseValidatorABC.py +174 -174
- edsl/questions/SimpleAskMixin.py +73 -73
- edsl/questions/__init__.py +26 -26
- edsl/questions/compose_questions.py +98 -98
- edsl/questions/decorators.py +21 -21
- edsl/questions/derived/QuestionLikertFive.py +76 -76
- edsl/questions/derived/QuestionLinearScale.py +87 -87
- edsl/questions/derived/QuestionTopK.py +93 -93
- edsl/questions/derived/QuestionYesNo.py +82 -82
- edsl/questions/descriptors.py +413 -413
- edsl/questions/prompt_templates/question_budget.jinja +13 -13
- edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
- edsl/questions/prompt_templates/question_extract.jinja +11 -11
- edsl/questions/prompt_templates/question_free_text.jinja +3 -3
- edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
- edsl/questions/prompt_templates/question_list.jinja +17 -17
- edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
- edsl/questions/prompt_templates/question_numerical.jinja +36 -36
- edsl/questions/question_registry.py +177 -177
- edsl/questions/settings.py +12 -12
- edsl/questions/templates/budget/answering_instructions.jinja +7 -7
- edsl/questions/templates/budget/question_presentation.jinja +7 -7
- edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
- edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
- edsl/questions/templates/extract/answering_instructions.jinja +7 -7
- edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
- edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
- edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
- edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
- edsl/questions/templates/list/answering_instructions.jinja +3 -3
- edsl/questions/templates/list/question_presentation.jinja +5 -5
- edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
- edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
- edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
- edsl/questions/templates/numerical/question_presentation.jinja +6 -6
- edsl/questions/templates/rank/answering_instructions.jinja +11 -11
- edsl/questions/templates/rank/question_presentation.jinja +15 -15
- edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
- edsl/questions/templates/top_k/question_presentation.jinja +22 -22
- edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
- edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
- edsl/results/CSSParameterizer.py +108 -108
- edsl/results/Dataset.py +424 -424
- edsl/results/DatasetExportMixin.py +731 -731
- edsl/results/DatasetTree.py +275 -275
- edsl/results/Result.py +465 -465
- edsl/results/Results.py +1165 -1165
- edsl/results/ResultsDBMixin.py +238 -238
- edsl/results/ResultsExportMixin.py +43 -43
- edsl/results/ResultsFetchMixin.py +33 -33
- edsl/results/ResultsGGMixin.py +121 -121
- edsl/results/ResultsToolsMixin.py +98 -98
- edsl/results/Selector.py +135 -135
- edsl/results/TableDisplay.py +198 -198
- edsl/results/__init__.py +2 -2
- edsl/results/table_display.css +77 -77
- edsl/results/tree_explore.py +115 -115
- edsl/scenarios/FileStore.py +632 -632
- edsl/scenarios/Scenario.py +601 -601
- edsl/scenarios/ScenarioHtmlMixin.py +64 -64
- edsl/scenarios/ScenarioJoin.py +127 -127
- edsl/scenarios/ScenarioList.py +1287 -1287
- edsl/scenarios/ScenarioListExportMixin.py +52 -52
- edsl/scenarios/ScenarioListPdfMixin.py +261 -261
- edsl/scenarios/__init__.py +4 -4
- edsl/shared.py +1 -1
- edsl/study/ObjectEntry.py +173 -173
- edsl/study/ProofOfWork.py +113 -113
- edsl/study/SnapShot.py +80 -80
- edsl/study/Study.py +528 -528
- edsl/study/__init__.py +4 -4
- edsl/surveys/DAG.py +148 -148
- edsl/surveys/Memory.py +31 -31
- edsl/surveys/MemoryPlan.py +244 -244
- edsl/surveys/Rule.py +326 -326
- edsl/surveys/RuleCollection.py +387 -387
- edsl/surveys/Survey.py +1801 -1801
- edsl/surveys/SurveyCSS.py +261 -261
- edsl/surveys/SurveyExportMixin.py +259 -259
- edsl/surveys/SurveyFlowVisualizationMixin.py +179 -179
- edsl/surveys/SurveyQualtricsImport.py +284 -284
- edsl/surveys/__init__.py +3 -3
- edsl/surveys/base.py +53 -53
- edsl/surveys/descriptors.py +56 -56
- edsl/surveys/instructions/ChangeInstruction.py +49 -49
- edsl/surveys/instructions/Instruction.py +65 -65
- edsl/surveys/instructions/InstructionCollection.py +77 -77
- edsl/templates/error_reporting/base.html +23 -23
- edsl/templates/error_reporting/exceptions_by_model.html +34 -34
- edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
- edsl/templates/error_reporting/exceptions_by_type.html +16 -16
- edsl/templates/error_reporting/interview_details.html +115 -115
- edsl/templates/error_reporting/interviews.html +19 -19
- edsl/templates/error_reporting/overview.html +4 -4
- edsl/templates/error_reporting/performance_plot.html +1 -1
- edsl/templates/error_reporting/report.css +73 -73
- edsl/templates/error_reporting/report.html +117 -117
- edsl/templates/error_reporting/report.js +25 -25
- edsl/tools/__init__.py +1 -1
- edsl/tools/clusters.py +192 -192
- edsl/tools/embeddings.py +27 -27
- edsl/tools/embeddings_plotting.py +118 -118
- edsl/tools/plotting.py +112 -112
- edsl/tools/summarize.py +18 -18
- edsl/utilities/SystemInfo.py +28 -28
- edsl/utilities/__init__.py +22 -22
- edsl/utilities/ast_utilities.py +25 -25
- edsl/utilities/data/Registry.py +6 -6
- edsl/utilities/data/__init__.py +1 -1
- edsl/utilities/data/scooter_results.json +1 -1
- edsl/utilities/decorators.py +77 -77
- edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
- edsl/utilities/interface.py +627 -627
- edsl/utilities/naming_utilities.py +263 -263
- edsl/utilities/repair_functions.py +28 -28
- edsl/utilities/restricted_python.py +70 -70
- edsl/utilities/utilities.py +424 -424
- {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/LICENSE +21 -21
- {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/METADATA +1 -1
- edsl-0.1.39.dev3.dist-info/RECORD +277 -0
- edsl-0.1.39.dev1.dist-info/RECORD +0 -277
- {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/WHEEL +0 -0
edsl/exceptions/results.py
CHANGED
@@ -1,29 +1,29 @@
|
|
1
|
-
from edsl.exceptions.BaseException import BaseException
|
2
|
-
|
3
|
-
|
4
|
-
class ResultsError(BaseException):
|
5
|
-
relevant_docs = "https://docs.expectedparrot.com/en/latest/results.html"
|
6
|
-
|
7
|
-
|
8
|
-
class ResultsDeserializationError(ResultsError):
|
9
|
-
pass
|
10
|
-
|
11
|
-
|
12
|
-
class ResultsBadMutationstringError(ResultsError):
|
13
|
-
pass
|
14
|
-
|
15
|
-
|
16
|
-
class ResultsColumnNotFoundError(ResultsError):
|
17
|
-
pass
|
18
|
-
|
19
|
-
|
20
|
-
class ResultsInvalidNameError(ResultsError):
|
21
|
-
pass
|
22
|
-
|
23
|
-
|
24
|
-
class ResultsMutateError(ResultsError):
|
25
|
-
pass
|
26
|
-
|
27
|
-
|
28
|
-
class ResultsFilterError(ResultsError):
|
29
|
-
pass
|
1
|
+
from edsl.exceptions.BaseException import BaseException
|
2
|
+
|
3
|
+
|
4
|
+
class ResultsError(BaseException):
|
5
|
+
relevant_docs = "https://docs.expectedparrot.com/en/latest/results.html"
|
6
|
+
|
7
|
+
|
8
|
+
class ResultsDeserializationError(ResultsError):
|
9
|
+
pass
|
10
|
+
|
11
|
+
|
12
|
+
class ResultsBadMutationstringError(ResultsError):
|
13
|
+
pass
|
14
|
+
|
15
|
+
|
16
|
+
class ResultsColumnNotFoundError(ResultsError):
|
17
|
+
pass
|
18
|
+
|
19
|
+
|
20
|
+
class ResultsInvalidNameError(ResultsError):
|
21
|
+
pass
|
22
|
+
|
23
|
+
|
24
|
+
class ResultsMutateError(ResultsError):
|
25
|
+
pass
|
26
|
+
|
27
|
+
|
28
|
+
class ResultsFilterError(ResultsError):
|
29
|
+
pass
|
edsl/exceptions/scenarios.py
CHANGED
@@ -1,22 +1,22 @@
|
|
1
|
-
import re
|
2
|
-
import textwrap
|
3
|
-
|
4
|
-
|
5
|
-
class ScenarioError(Exception):
|
6
|
-
documentation = "https://docs.expectedparrot.com/en/latest/scenarios.html#module-edsl.scenarios.Scenario"
|
7
|
-
|
8
|
-
def __init__(self, message: str):
|
9
|
-
self.message = message + "\n" + "Documentation: " + self.documentation
|
10
|
-
super().__init__(self.message)
|
11
|
-
|
12
|
-
def __str__(self):
|
13
|
-
return self.make_urls_clickable(self.message)
|
14
|
-
|
15
|
-
@staticmethod
|
16
|
-
def make_urls_clickable(text):
|
17
|
-
url_pattern = r"https?://[^\s]+"
|
18
|
-
urls = re.findall(url_pattern, text)
|
19
|
-
for url in urls:
|
20
|
-
clickable_url = f"\033]8;;{url}\007{url}\033]8;;\007"
|
21
|
-
text = text.replace(url, clickable_url)
|
22
|
-
return text
|
1
|
+
import re
|
2
|
+
import textwrap
|
3
|
+
|
4
|
+
|
5
|
+
class ScenarioError(Exception):
|
6
|
+
documentation = "https://docs.expectedparrot.com/en/latest/scenarios.html#module-edsl.scenarios.Scenario"
|
7
|
+
|
8
|
+
def __init__(self, message: str):
|
9
|
+
self.message = message + "\n" + "Documentation: " + self.documentation
|
10
|
+
super().__init__(self.message)
|
11
|
+
|
12
|
+
def __str__(self):
|
13
|
+
return self.make_urls_clickable(self.message)
|
14
|
+
|
15
|
+
@staticmethod
|
16
|
+
def make_urls_clickable(text):
|
17
|
+
url_pattern = r"https?://[^\s]+"
|
18
|
+
urls = re.findall(url_pattern, text)
|
19
|
+
for url in urls:
|
20
|
+
clickable_url = f"\033]8;;{url}\007{url}\033]8;;\007"
|
21
|
+
text = text.replace(url, clickable_url)
|
22
|
+
return text
|
edsl/exceptions/surveys.py
CHANGED
@@ -1,37 +1,37 @@
|
|
1
|
-
from edsl.exceptions.BaseException import BaseException
|
2
|
-
|
3
|
-
|
4
|
-
class SurveyError(BaseException):
|
5
|
-
relevant_doc = "https://docs.expectedparrot.com/en/latest/surveys.html"
|
6
|
-
|
7
|
-
|
8
|
-
class SurveyCreationError(SurveyError):
|
9
|
-
pass
|
10
|
-
|
11
|
-
|
12
|
-
class SurveyHasNoRulesError(SurveyError):
|
13
|
-
pass
|
14
|
-
|
15
|
-
|
16
|
-
class SurveyRuleSendsYouBackwardsError(SurveyError):
|
17
|
-
pass
|
18
|
-
|
19
|
-
|
20
|
-
class SurveyRuleSkipLogicSyntaxError(SurveyError):
|
21
|
-
pass
|
22
|
-
|
23
|
-
|
24
|
-
class SurveyRuleReferenceInRuleToUnknownQuestionError(SurveyError):
|
25
|
-
pass
|
26
|
-
|
27
|
-
|
28
|
-
class SurveyRuleRefersToFutureStateError(SurveyError):
|
29
|
-
pass
|
30
|
-
|
31
|
-
|
32
|
-
class SurveyRuleCollectionHasNoRulesAtNodeError(SurveyError):
|
33
|
-
pass
|
34
|
-
|
35
|
-
|
36
|
-
class SurveyRuleCannotEvaluateError(SurveyError):
|
37
|
-
pass
|
1
|
+
from edsl.exceptions.BaseException import BaseException
|
2
|
+
|
3
|
+
|
4
|
+
class SurveyError(BaseException):
|
5
|
+
relevant_doc = "https://docs.expectedparrot.com/en/latest/surveys.html"
|
6
|
+
|
7
|
+
|
8
|
+
class SurveyCreationError(SurveyError):
|
9
|
+
pass
|
10
|
+
|
11
|
+
|
12
|
+
class SurveyHasNoRulesError(SurveyError):
|
13
|
+
pass
|
14
|
+
|
15
|
+
|
16
|
+
class SurveyRuleSendsYouBackwardsError(SurveyError):
|
17
|
+
pass
|
18
|
+
|
19
|
+
|
20
|
+
class SurveyRuleSkipLogicSyntaxError(SurveyError):
|
21
|
+
pass
|
22
|
+
|
23
|
+
|
24
|
+
class SurveyRuleReferenceInRuleToUnknownQuestionError(SurveyError):
|
25
|
+
pass
|
26
|
+
|
27
|
+
|
28
|
+
class SurveyRuleRefersToFutureStateError(SurveyError):
|
29
|
+
pass
|
30
|
+
|
31
|
+
|
32
|
+
class SurveyRuleCollectionHasNoRulesAtNodeError(SurveyError):
|
33
|
+
pass
|
34
|
+
|
35
|
+
|
36
|
+
class SurveyRuleCannotEvaluateError(SurveyError):
|
37
|
+
pass
|
@@ -1,87 +1,87 @@
|
|
1
|
-
import os
|
2
|
-
from typing import Any, Optional, List
|
3
|
-
import re
|
4
|
-
from anthropic import AsyncAnthropic
|
5
|
-
from edsl.inference_services.InferenceServiceABC import InferenceServiceABC
|
6
|
-
from edsl.language_models.LanguageModel import LanguageModel
|
7
|
-
|
8
|
-
|
9
|
-
class AnthropicService(InferenceServiceABC):
|
10
|
-
"""Anthropic service class."""
|
11
|
-
|
12
|
-
_inference_service_ = "anthropic"
|
13
|
-
_env_key_name_ = "ANTHROPIC_API_KEY"
|
14
|
-
key_sequence = ["content", 0, "text"] # ["content"][0]["text"]
|
15
|
-
usage_sequence = ["usage"]
|
16
|
-
input_token_name = "input_tokens"
|
17
|
-
output_token_name = "output_tokens"
|
18
|
-
model_exclude_list = []
|
19
|
-
|
20
|
-
@classmethod
|
21
|
-
def available(cls):
|
22
|
-
# TODO - replace with an API call
|
23
|
-
return [
|
24
|
-
"claude-3-5-sonnet-20240620",
|
25
|
-
"claude-3-opus-20240229",
|
26
|
-
"claude-3-sonnet-20240229",
|
27
|
-
"claude-3-haiku-20240307",
|
28
|
-
]
|
29
|
-
|
30
|
-
@classmethod
|
31
|
-
def create_model(
|
32
|
-
cls, model_name: str = "claude-3-opus-20240229", model_class_name=None
|
33
|
-
) -> LanguageModel:
|
34
|
-
if model_class_name is None:
|
35
|
-
model_class_name = cls.to_class_name(model_name)
|
36
|
-
|
37
|
-
class LLM(LanguageModel):
|
38
|
-
"""
|
39
|
-
Child class of LanguageModel for interacting with OpenAI models
|
40
|
-
"""
|
41
|
-
|
42
|
-
key_sequence = cls.key_sequence
|
43
|
-
usage_sequence = cls.usage_sequence
|
44
|
-
input_token_name = cls.input_token_name
|
45
|
-
output_token_name = cls.output_token_name
|
46
|
-
|
47
|
-
_inference_service_ = cls._inference_service_
|
48
|
-
_model_ = model_name
|
49
|
-
_parameters_ = {
|
50
|
-
"temperature": 0.5,
|
51
|
-
"max_tokens": 1000,
|
52
|
-
"top_p": 1,
|
53
|
-
"frequency_penalty": 0,
|
54
|
-
"presence_penalty": 0,
|
55
|
-
"logprobs": False,
|
56
|
-
"top_logprobs": 3,
|
57
|
-
}
|
58
|
-
|
59
|
-
_tpm = cls.get_tpm(cls)
|
60
|
-
_rpm = cls.get_rpm(cls)
|
61
|
-
|
62
|
-
async def async_execute_model_call(
|
63
|
-
self,
|
64
|
-
user_prompt: str,
|
65
|
-
system_prompt: str = "",
|
66
|
-
files_list: Optional[List["Files"]] = None,
|
67
|
-
) -> dict[str, Any]:
|
68
|
-
"""Calls the OpenAI API and returns the API response."""
|
69
|
-
|
70
|
-
api_key = os.environ.get("ANTHROPIC_API_KEY")
|
71
|
-
client = AsyncAnthropic(api_key=api_key)
|
72
|
-
|
73
|
-
response = await client.messages.create(
|
74
|
-
model=model_name,
|
75
|
-
max_tokens=self.max_tokens,
|
76
|
-
temperature=self.temperature,
|
77
|
-
system=system_prompt,
|
78
|
-
messages=[
|
79
|
-
# {"role": "system", "content": system_prompt},
|
80
|
-
{"role": "user", "content": user_prompt},
|
81
|
-
],
|
82
|
-
)
|
83
|
-
return response.model_dump()
|
84
|
-
|
85
|
-
LLM.__name__ = model_class_name
|
86
|
-
|
87
|
-
return LLM
|
1
|
+
import os
|
2
|
+
from typing import Any, Optional, List
|
3
|
+
import re
|
4
|
+
from anthropic import AsyncAnthropic
|
5
|
+
from edsl.inference_services.InferenceServiceABC import InferenceServiceABC
|
6
|
+
from edsl.language_models.LanguageModel import LanguageModel
|
7
|
+
|
8
|
+
|
9
|
+
class AnthropicService(InferenceServiceABC):
|
10
|
+
"""Anthropic service class."""
|
11
|
+
|
12
|
+
_inference_service_ = "anthropic"
|
13
|
+
_env_key_name_ = "ANTHROPIC_API_KEY"
|
14
|
+
key_sequence = ["content", 0, "text"] # ["content"][0]["text"]
|
15
|
+
usage_sequence = ["usage"]
|
16
|
+
input_token_name = "input_tokens"
|
17
|
+
output_token_name = "output_tokens"
|
18
|
+
model_exclude_list = []
|
19
|
+
|
20
|
+
@classmethod
|
21
|
+
def available(cls):
|
22
|
+
# TODO - replace with an API call
|
23
|
+
return [
|
24
|
+
"claude-3-5-sonnet-20240620",
|
25
|
+
"claude-3-opus-20240229",
|
26
|
+
"claude-3-sonnet-20240229",
|
27
|
+
"claude-3-haiku-20240307",
|
28
|
+
]
|
29
|
+
|
30
|
+
@classmethod
|
31
|
+
def create_model(
|
32
|
+
cls, model_name: str = "claude-3-opus-20240229", model_class_name=None
|
33
|
+
) -> LanguageModel:
|
34
|
+
if model_class_name is None:
|
35
|
+
model_class_name = cls.to_class_name(model_name)
|
36
|
+
|
37
|
+
class LLM(LanguageModel):
|
38
|
+
"""
|
39
|
+
Child class of LanguageModel for interacting with OpenAI models
|
40
|
+
"""
|
41
|
+
|
42
|
+
key_sequence = cls.key_sequence
|
43
|
+
usage_sequence = cls.usage_sequence
|
44
|
+
input_token_name = cls.input_token_name
|
45
|
+
output_token_name = cls.output_token_name
|
46
|
+
|
47
|
+
_inference_service_ = cls._inference_service_
|
48
|
+
_model_ = model_name
|
49
|
+
_parameters_ = {
|
50
|
+
"temperature": 0.5,
|
51
|
+
"max_tokens": 1000,
|
52
|
+
"top_p": 1,
|
53
|
+
"frequency_penalty": 0,
|
54
|
+
"presence_penalty": 0,
|
55
|
+
"logprobs": False,
|
56
|
+
"top_logprobs": 3,
|
57
|
+
}
|
58
|
+
|
59
|
+
_tpm = cls.get_tpm(cls)
|
60
|
+
_rpm = cls.get_rpm(cls)
|
61
|
+
|
62
|
+
async def async_execute_model_call(
|
63
|
+
self,
|
64
|
+
user_prompt: str,
|
65
|
+
system_prompt: str = "",
|
66
|
+
files_list: Optional[List["Files"]] = None,
|
67
|
+
) -> dict[str, Any]:
|
68
|
+
"""Calls the OpenAI API and returns the API response."""
|
69
|
+
|
70
|
+
api_key = os.environ.get("ANTHROPIC_API_KEY")
|
71
|
+
client = AsyncAnthropic(api_key=api_key)
|
72
|
+
|
73
|
+
response = await client.messages.create(
|
74
|
+
model=model_name,
|
75
|
+
max_tokens=self.max_tokens,
|
76
|
+
temperature=self.temperature,
|
77
|
+
system=system_prompt,
|
78
|
+
messages=[
|
79
|
+
# {"role": "system", "content": system_prompt},
|
80
|
+
{"role": "user", "content": user_prompt},
|
81
|
+
],
|
82
|
+
)
|
83
|
+
return response.model_dump()
|
84
|
+
|
85
|
+
LLM.__name__ = model_class_name
|
86
|
+
|
87
|
+
return LLM
|
@@ -1,120 +1,120 @@
|
|
1
|
-
import os
|
2
|
-
from typing import Any, List, Optional
|
3
|
-
import re
|
4
|
-
import boto3
|
5
|
-
from botocore.exceptions import ClientError
|
6
|
-
from edsl.inference_services.InferenceServiceABC import InferenceServiceABC
|
7
|
-
from edsl.language_models.LanguageModel import LanguageModel
|
8
|
-
import json
|
9
|
-
from edsl.utilities.utilities import fix_partial_correct_response
|
10
|
-
|
11
|
-
|
12
|
-
class AwsBedrockService(InferenceServiceABC):
|
13
|
-
"""AWS Bedrock service class."""
|
14
|
-
|
15
|
-
_inference_service_ = "bedrock"
|
16
|
-
_env_key_name_ = (
|
17
|
-
"AWS_ACCESS_KEY_ID" # or any other environment key for AWS credentials
|
18
|
-
)
|
19
|
-
key_sequence = ["output", "message", "content", 0, "text"]
|
20
|
-
input_token_name = "inputTokens"
|
21
|
-
output_token_name = "outputTokens"
|
22
|
-
usage_sequence = ["usage"]
|
23
|
-
model_exclude_list = [
|
24
|
-
"ai21.j2-grande-instruct",
|
25
|
-
"ai21.j2-jumbo-instruct",
|
26
|
-
"ai21.j2-mid",
|
27
|
-
"ai21.j2-mid-v1",
|
28
|
-
"ai21.j2-ultra",
|
29
|
-
"ai21.j2-ultra-v1",
|
30
|
-
]
|
31
|
-
_models_list_cache: List[str] = []
|
32
|
-
|
33
|
-
@classmethod
|
34
|
-
def available(cls):
|
35
|
-
"""Fetch available models from AWS Bedrock."""
|
36
|
-
|
37
|
-
region = os.getenv("AWS_REGION", "us-east-1")
|
38
|
-
|
39
|
-
if not cls._models_list_cache:
|
40
|
-
client = boto3.client("bedrock", region_name=region)
|
41
|
-
all_models_ids = [
|
42
|
-
x["modelId"] for x in client.list_foundation_models()["modelSummaries"]
|
43
|
-
]
|
44
|
-
else:
|
45
|
-
all_models_ids = cls._models_list_cache
|
46
|
-
|
47
|
-
return [m for m in all_models_ids if m not in cls.model_exclude_list]
|
48
|
-
|
49
|
-
@classmethod
|
50
|
-
def create_model(
|
51
|
-
cls, model_name: str = "amazon.titan-tg1-large", model_class_name=None
|
52
|
-
) -> LanguageModel:
|
53
|
-
if model_class_name is None:
|
54
|
-
model_class_name = cls.to_class_name(model_name)
|
55
|
-
|
56
|
-
class LLM(LanguageModel):
|
57
|
-
"""
|
58
|
-
Child class of LanguageModel for interacting with AWS Bedrock models.
|
59
|
-
"""
|
60
|
-
|
61
|
-
key_sequence = cls.key_sequence
|
62
|
-
usage_sequence = cls.usage_sequence
|
63
|
-
_inference_service_ = cls._inference_service_
|
64
|
-
_model_ = model_name
|
65
|
-
_parameters_ = {
|
66
|
-
"temperature": 0.5,
|
67
|
-
"max_tokens": 512,
|
68
|
-
"top_p": 0.9,
|
69
|
-
}
|
70
|
-
input_token_name = cls.input_token_name
|
71
|
-
output_token_name = cls.output_token_name
|
72
|
-
_rpm = cls.get_rpm(cls)
|
73
|
-
_tpm = cls.get_tpm(cls)
|
74
|
-
|
75
|
-
async def async_execute_model_call(
|
76
|
-
self,
|
77
|
-
user_prompt: str,
|
78
|
-
system_prompt: str = "",
|
79
|
-
files_list: Optional[List["FileStore"]] = None,
|
80
|
-
) -> dict[str, Any]:
|
81
|
-
"""Calls the AWS Bedrock API and returns the API response."""
|
82
|
-
|
83
|
-
api_token = (
|
84
|
-
self.api_token
|
85
|
-
) # call to check the if env variables are set.
|
86
|
-
|
87
|
-
region = os.getenv("AWS_REGION", "us-east-1")
|
88
|
-
client = boto3.client("bedrock-runtime", region_name=region)
|
89
|
-
|
90
|
-
conversation = [
|
91
|
-
{
|
92
|
-
"role": "user",
|
93
|
-
"content": [{"text": user_prompt}],
|
94
|
-
}
|
95
|
-
]
|
96
|
-
system = [
|
97
|
-
{
|
98
|
-
"text": system_prompt,
|
99
|
-
}
|
100
|
-
]
|
101
|
-
try:
|
102
|
-
response = client.converse(
|
103
|
-
modelId=self._model_,
|
104
|
-
messages=conversation,
|
105
|
-
inferenceConfig={
|
106
|
-
"maxTokens": self.max_tokens,
|
107
|
-
"temperature": self.temperature,
|
108
|
-
"topP": self.top_p,
|
109
|
-
},
|
110
|
-
# system=system,
|
111
|
-
additionalModelRequestFields={},
|
112
|
-
)
|
113
|
-
return response
|
114
|
-
except (ClientError, Exception) as e:
|
115
|
-
print(e)
|
116
|
-
return {"error": str(e)}
|
117
|
-
|
118
|
-
LLM.__name__ = model_class_name
|
119
|
-
|
120
|
-
return LLM
|
1
|
+
import os
|
2
|
+
from typing import Any, List, Optional
|
3
|
+
import re
|
4
|
+
import boto3
|
5
|
+
from botocore.exceptions import ClientError
|
6
|
+
from edsl.inference_services.InferenceServiceABC import InferenceServiceABC
|
7
|
+
from edsl.language_models.LanguageModel import LanguageModel
|
8
|
+
import json
|
9
|
+
from edsl.utilities.utilities import fix_partial_correct_response
|
10
|
+
|
11
|
+
|
12
|
+
class AwsBedrockService(InferenceServiceABC):
|
13
|
+
"""AWS Bedrock service class."""
|
14
|
+
|
15
|
+
_inference_service_ = "bedrock"
|
16
|
+
_env_key_name_ = (
|
17
|
+
"AWS_ACCESS_KEY_ID" # or any other environment key for AWS credentials
|
18
|
+
)
|
19
|
+
key_sequence = ["output", "message", "content", 0, "text"]
|
20
|
+
input_token_name = "inputTokens"
|
21
|
+
output_token_name = "outputTokens"
|
22
|
+
usage_sequence = ["usage"]
|
23
|
+
model_exclude_list = [
|
24
|
+
"ai21.j2-grande-instruct",
|
25
|
+
"ai21.j2-jumbo-instruct",
|
26
|
+
"ai21.j2-mid",
|
27
|
+
"ai21.j2-mid-v1",
|
28
|
+
"ai21.j2-ultra",
|
29
|
+
"ai21.j2-ultra-v1",
|
30
|
+
]
|
31
|
+
_models_list_cache: List[str] = []
|
32
|
+
|
33
|
+
@classmethod
|
34
|
+
def available(cls):
|
35
|
+
"""Fetch available models from AWS Bedrock."""
|
36
|
+
|
37
|
+
region = os.getenv("AWS_REGION", "us-east-1")
|
38
|
+
|
39
|
+
if not cls._models_list_cache:
|
40
|
+
client = boto3.client("bedrock", region_name=region)
|
41
|
+
all_models_ids = [
|
42
|
+
x["modelId"] for x in client.list_foundation_models()["modelSummaries"]
|
43
|
+
]
|
44
|
+
else:
|
45
|
+
all_models_ids = cls._models_list_cache
|
46
|
+
|
47
|
+
return [m for m in all_models_ids if m not in cls.model_exclude_list]
|
48
|
+
|
49
|
+
@classmethod
|
50
|
+
def create_model(
|
51
|
+
cls, model_name: str = "amazon.titan-tg1-large", model_class_name=None
|
52
|
+
) -> LanguageModel:
|
53
|
+
if model_class_name is None:
|
54
|
+
model_class_name = cls.to_class_name(model_name)
|
55
|
+
|
56
|
+
class LLM(LanguageModel):
|
57
|
+
"""
|
58
|
+
Child class of LanguageModel for interacting with AWS Bedrock models.
|
59
|
+
"""
|
60
|
+
|
61
|
+
key_sequence = cls.key_sequence
|
62
|
+
usage_sequence = cls.usage_sequence
|
63
|
+
_inference_service_ = cls._inference_service_
|
64
|
+
_model_ = model_name
|
65
|
+
_parameters_ = {
|
66
|
+
"temperature": 0.5,
|
67
|
+
"max_tokens": 512,
|
68
|
+
"top_p": 0.9,
|
69
|
+
}
|
70
|
+
input_token_name = cls.input_token_name
|
71
|
+
output_token_name = cls.output_token_name
|
72
|
+
_rpm = cls.get_rpm(cls)
|
73
|
+
_tpm = cls.get_tpm(cls)
|
74
|
+
|
75
|
+
async def async_execute_model_call(
|
76
|
+
self,
|
77
|
+
user_prompt: str,
|
78
|
+
system_prompt: str = "",
|
79
|
+
files_list: Optional[List["FileStore"]] = None,
|
80
|
+
) -> dict[str, Any]:
|
81
|
+
"""Calls the AWS Bedrock API and returns the API response."""
|
82
|
+
|
83
|
+
api_token = (
|
84
|
+
self.api_token
|
85
|
+
) # call to check the if env variables are set.
|
86
|
+
|
87
|
+
region = os.getenv("AWS_REGION", "us-east-1")
|
88
|
+
client = boto3.client("bedrock-runtime", region_name=region)
|
89
|
+
|
90
|
+
conversation = [
|
91
|
+
{
|
92
|
+
"role": "user",
|
93
|
+
"content": [{"text": user_prompt}],
|
94
|
+
}
|
95
|
+
]
|
96
|
+
system = [
|
97
|
+
{
|
98
|
+
"text": system_prompt,
|
99
|
+
}
|
100
|
+
]
|
101
|
+
try:
|
102
|
+
response = client.converse(
|
103
|
+
modelId=self._model_,
|
104
|
+
messages=conversation,
|
105
|
+
inferenceConfig={
|
106
|
+
"maxTokens": self.max_tokens,
|
107
|
+
"temperature": self.temperature,
|
108
|
+
"topP": self.top_p,
|
109
|
+
},
|
110
|
+
# system=system,
|
111
|
+
additionalModelRequestFields={},
|
112
|
+
)
|
113
|
+
return response
|
114
|
+
except (ClientError, Exception) as e:
|
115
|
+
print(e)
|
116
|
+
return {"error": str(e)}
|
117
|
+
|
118
|
+
LLM.__name__ = model_class_name
|
119
|
+
|
120
|
+
return LLM
|