edsl 0.1.39.dev1__py3-none-any.whl → 0.1.39.dev3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. edsl/Base.py +332 -332
  2. edsl/BaseDiff.py +260 -260
  3. edsl/TemplateLoader.py +24 -24
  4. edsl/__init__.py +49 -49
  5. edsl/__version__.py +1 -1
  6. edsl/agents/Agent.py +867 -867
  7. edsl/agents/AgentList.py +413 -413
  8. edsl/agents/Invigilator.py +233 -233
  9. edsl/agents/InvigilatorBase.py +270 -265
  10. edsl/agents/PromptConstructor.py +354 -354
  11. edsl/agents/__init__.py +3 -3
  12. edsl/agents/descriptors.py +99 -99
  13. edsl/agents/prompt_helpers.py +129 -129
  14. edsl/auto/AutoStudy.py +117 -117
  15. edsl/auto/StageBase.py +230 -230
  16. edsl/auto/StageGenerateSurvey.py +178 -178
  17. edsl/auto/StageLabelQuestions.py +125 -125
  18. edsl/auto/StagePersona.py +61 -61
  19. edsl/auto/StagePersonaDimensionValueRanges.py +88 -88
  20. edsl/auto/StagePersonaDimensionValues.py +74 -74
  21. edsl/auto/StagePersonaDimensions.py +69 -69
  22. edsl/auto/StageQuestions.py +73 -73
  23. edsl/auto/SurveyCreatorPipeline.py +21 -21
  24. edsl/auto/utilities.py +224 -224
  25. edsl/base/Base.py +279 -279
  26. edsl/config.py +157 -157
  27. edsl/conversation/Conversation.py +290 -290
  28. edsl/conversation/car_buying.py +58 -58
  29. edsl/conversation/chips.py +95 -95
  30. edsl/conversation/mug_negotiation.py +81 -81
  31. edsl/conversation/next_speaker_utilities.py +93 -93
  32. edsl/coop/PriceFetcher.py +54 -54
  33. edsl/coop/__init__.py +2 -2
  34. edsl/coop/coop.py +1028 -1028
  35. edsl/coop/utils.py +131 -131
  36. edsl/data/Cache.py +555 -555
  37. edsl/data/CacheEntry.py +233 -233
  38. edsl/data/CacheHandler.py +149 -149
  39. edsl/data/RemoteCacheSync.py +78 -78
  40. edsl/data/SQLiteDict.py +292 -292
  41. edsl/data/__init__.py +4 -4
  42. edsl/data/orm.py +10 -10
  43. edsl/data_transfer_models.py +73 -73
  44. edsl/enums.py +175 -175
  45. edsl/exceptions/BaseException.py +21 -21
  46. edsl/exceptions/__init__.py +54 -54
  47. edsl/exceptions/agents.py +42 -42
  48. edsl/exceptions/cache.py +5 -5
  49. edsl/exceptions/configuration.py +16 -16
  50. edsl/exceptions/coop.py +10 -10
  51. edsl/exceptions/data.py +14 -14
  52. edsl/exceptions/general.py +34 -34
  53. edsl/exceptions/jobs.py +33 -33
  54. edsl/exceptions/language_models.py +63 -63
  55. edsl/exceptions/prompts.py +15 -15
  56. edsl/exceptions/questions.py +91 -91
  57. edsl/exceptions/results.py +29 -29
  58. edsl/exceptions/scenarios.py +22 -22
  59. edsl/exceptions/surveys.py +37 -37
  60. edsl/inference_services/AnthropicService.py +87 -87
  61. edsl/inference_services/AwsBedrock.py +120 -120
  62. edsl/inference_services/AzureAI.py +217 -217
  63. edsl/inference_services/DeepInfraService.py +18 -18
  64. edsl/inference_services/GoogleService.py +148 -148
  65. edsl/inference_services/GroqService.py +20 -20
  66. edsl/inference_services/InferenceServiceABC.py +147 -147
  67. edsl/inference_services/InferenceServicesCollection.py +97 -97
  68. edsl/inference_services/MistralAIService.py +123 -123
  69. edsl/inference_services/OllamaService.py +18 -18
  70. edsl/inference_services/OpenAIService.py +224 -224
  71. edsl/inference_services/PerplexityService.py +163 -163
  72. edsl/inference_services/TestService.py +89 -89
  73. edsl/inference_services/TogetherAIService.py +170 -170
  74. edsl/inference_services/models_available_cache.py +118 -118
  75. edsl/inference_services/rate_limits_cache.py +25 -25
  76. edsl/inference_services/registry.py +41 -41
  77. edsl/inference_services/write_available.py +10 -10
  78. edsl/jobs/Answers.py +56 -56
  79. edsl/jobs/Jobs.py +898 -898
  80. edsl/jobs/JobsChecks.py +147 -147
  81. edsl/jobs/JobsPrompts.py +268 -268
  82. edsl/jobs/JobsRemoteInferenceHandler.py +239 -239
  83. edsl/jobs/__init__.py +1 -1
  84. edsl/jobs/buckets/BucketCollection.py +63 -63
  85. edsl/jobs/buckets/ModelBuckets.py +65 -65
  86. edsl/jobs/buckets/TokenBucket.py +251 -251
  87. edsl/jobs/interviews/Interview.py +661 -661
  88. edsl/jobs/interviews/InterviewExceptionCollection.py +99 -99
  89. edsl/jobs/interviews/InterviewExceptionEntry.py +186 -186
  90. edsl/jobs/interviews/InterviewStatistic.py +63 -63
  91. edsl/jobs/interviews/InterviewStatisticsCollection.py +25 -25
  92. edsl/jobs/interviews/InterviewStatusDictionary.py +78 -78
  93. edsl/jobs/interviews/InterviewStatusLog.py +92 -92
  94. edsl/jobs/interviews/ReportErrors.py +66 -66
  95. edsl/jobs/interviews/interview_status_enum.py +9 -9
  96. edsl/jobs/runners/JobsRunnerAsyncio.py +466 -466
  97. edsl/jobs/runners/JobsRunnerStatus.py +330 -330
  98. edsl/jobs/tasks/QuestionTaskCreator.py +242 -242
  99. edsl/jobs/tasks/TaskCreators.py +64 -64
  100. edsl/jobs/tasks/TaskHistory.py +450 -450
  101. edsl/jobs/tasks/TaskStatusLog.py +23 -23
  102. edsl/jobs/tasks/task_status_enum.py +163 -163
  103. edsl/jobs/tokens/InterviewTokenUsage.py +27 -27
  104. edsl/jobs/tokens/TokenUsage.py +34 -34
  105. edsl/language_models/KeyLookup.py +30 -30
  106. edsl/language_models/LanguageModel.py +668 -668
  107. edsl/language_models/ModelList.py +155 -155
  108. edsl/language_models/RegisterLanguageModelsMeta.py +184 -184
  109. edsl/language_models/__init__.py +3 -3
  110. edsl/language_models/fake_openai_call.py +15 -15
  111. edsl/language_models/fake_openai_service.py +61 -61
  112. edsl/language_models/registry.py +190 -190
  113. edsl/language_models/repair.py +156 -156
  114. edsl/language_models/unused/ReplicateBase.py +83 -83
  115. edsl/language_models/utilities.py +64 -64
  116. edsl/notebooks/Notebook.py +258 -258
  117. edsl/notebooks/__init__.py +1 -1
  118. edsl/prompts/Prompt.py +362 -362
  119. edsl/prompts/__init__.py +2 -2
  120. edsl/questions/AnswerValidatorMixin.py +289 -289
  121. edsl/questions/QuestionBase.py +664 -664
  122. edsl/questions/QuestionBaseGenMixin.py +161 -161
  123. edsl/questions/QuestionBasePromptsMixin.py +217 -217
  124. edsl/questions/QuestionBudget.py +227 -227
  125. edsl/questions/QuestionCheckBox.py +359 -359
  126. edsl/questions/QuestionExtract.py +182 -182
  127. edsl/questions/QuestionFreeText.py +114 -114
  128. edsl/questions/QuestionFunctional.py +166 -166
  129. edsl/questions/QuestionList.py +231 -231
  130. edsl/questions/QuestionMultipleChoice.py +286 -286
  131. edsl/questions/QuestionNumerical.py +153 -153
  132. edsl/questions/QuestionRank.py +324 -324
  133. edsl/questions/Quick.py +41 -41
  134. edsl/questions/RegisterQuestionsMeta.py +71 -71
  135. edsl/questions/ResponseValidatorABC.py +174 -174
  136. edsl/questions/SimpleAskMixin.py +73 -73
  137. edsl/questions/__init__.py +26 -26
  138. edsl/questions/compose_questions.py +98 -98
  139. edsl/questions/decorators.py +21 -21
  140. edsl/questions/derived/QuestionLikertFive.py +76 -76
  141. edsl/questions/derived/QuestionLinearScale.py +87 -87
  142. edsl/questions/derived/QuestionTopK.py +93 -93
  143. edsl/questions/derived/QuestionYesNo.py +82 -82
  144. edsl/questions/descriptors.py +413 -413
  145. edsl/questions/prompt_templates/question_budget.jinja +13 -13
  146. edsl/questions/prompt_templates/question_checkbox.jinja +32 -32
  147. edsl/questions/prompt_templates/question_extract.jinja +11 -11
  148. edsl/questions/prompt_templates/question_free_text.jinja +3 -3
  149. edsl/questions/prompt_templates/question_linear_scale.jinja +11 -11
  150. edsl/questions/prompt_templates/question_list.jinja +17 -17
  151. edsl/questions/prompt_templates/question_multiple_choice.jinja +33 -33
  152. edsl/questions/prompt_templates/question_numerical.jinja +36 -36
  153. edsl/questions/question_registry.py +177 -177
  154. edsl/questions/settings.py +12 -12
  155. edsl/questions/templates/budget/answering_instructions.jinja +7 -7
  156. edsl/questions/templates/budget/question_presentation.jinja +7 -7
  157. edsl/questions/templates/checkbox/answering_instructions.jinja +10 -10
  158. edsl/questions/templates/checkbox/question_presentation.jinja +22 -22
  159. edsl/questions/templates/extract/answering_instructions.jinja +7 -7
  160. edsl/questions/templates/likert_five/answering_instructions.jinja +10 -10
  161. edsl/questions/templates/likert_five/question_presentation.jinja +11 -11
  162. edsl/questions/templates/linear_scale/answering_instructions.jinja +5 -5
  163. edsl/questions/templates/linear_scale/question_presentation.jinja +5 -5
  164. edsl/questions/templates/list/answering_instructions.jinja +3 -3
  165. edsl/questions/templates/list/question_presentation.jinja +5 -5
  166. edsl/questions/templates/multiple_choice/answering_instructions.jinja +9 -9
  167. edsl/questions/templates/multiple_choice/question_presentation.jinja +11 -11
  168. edsl/questions/templates/numerical/answering_instructions.jinja +6 -6
  169. edsl/questions/templates/numerical/question_presentation.jinja +6 -6
  170. edsl/questions/templates/rank/answering_instructions.jinja +11 -11
  171. edsl/questions/templates/rank/question_presentation.jinja +15 -15
  172. edsl/questions/templates/top_k/answering_instructions.jinja +8 -8
  173. edsl/questions/templates/top_k/question_presentation.jinja +22 -22
  174. edsl/questions/templates/yes_no/answering_instructions.jinja +6 -6
  175. edsl/questions/templates/yes_no/question_presentation.jinja +11 -11
  176. edsl/results/CSSParameterizer.py +108 -108
  177. edsl/results/Dataset.py +424 -424
  178. edsl/results/DatasetExportMixin.py +731 -731
  179. edsl/results/DatasetTree.py +275 -275
  180. edsl/results/Result.py +465 -465
  181. edsl/results/Results.py +1165 -1165
  182. edsl/results/ResultsDBMixin.py +238 -238
  183. edsl/results/ResultsExportMixin.py +43 -43
  184. edsl/results/ResultsFetchMixin.py +33 -33
  185. edsl/results/ResultsGGMixin.py +121 -121
  186. edsl/results/ResultsToolsMixin.py +98 -98
  187. edsl/results/Selector.py +135 -135
  188. edsl/results/TableDisplay.py +198 -198
  189. edsl/results/__init__.py +2 -2
  190. edsl/results/table_display.css +77 -77
  191. edsl/results/tree_explore.py +115 -115
  192. edsl/scenarios/FileStore.py +632 -632
  193. edsl/scenarios/Scenario.py +601 -601
  194. edsl/scenarios/ScenarioHtmlMixin.py +64 -64
  195. edsl/scenarios/ScenarioJoin.py +127 -127
  196. edsl/scenarios/ScenarioList.py +1287 -1287
  197. edsl/scenarios/ScenarioListExportMixin.py +52 -52
  198. edsl/scenarios/ScenarioListPdfMixin.py +261 -261
  199. edsl/scenarios/__init__.py +4 -4
  200. edsl/shared.py +1 -1
  201. edsl/study/ObjectEntry.py +173 -173
  202. edsl/study/ProofOfWork.py +113 -113
  203. edsl/study/SnapShot.py +80 -80
  204. edsl/study/Study.py +528 -528
  205. edsl/study/__init__.py +4 -4
  206. edsl/surveys/DAG.py +148 -148
  207. edsl/surveys/Memory.py +31 -31
  208. edsl/surveys/MemoryPlan.py +244 -244
  209. edsl/surveys/Rule.py +326 -326
  210. edsl/surveys/RuleCollection.py +387 -387
  211. edsl/surveys/Survey.py +1801 -1801
  212. edsl/surveys/SurveyCSS.py +261 -261
  213. edsl/surveys/SurveyExportMixin.py +259 -259
  214. edsl/surveys/SurveyFlowVisualizationMixin.py +179 -179
  215. edsl/surveys/SurveyQualtricsImport.py +284 -284
  216. edsl/surveys/__init__.py +3 -3
  217. edsl/surveys/base.py +53 -53
  218. edsl/surveys/descriptors.py +56 -56
  219. edsl/surveys/instructions/ChangeInstruction.py +49 -49
  220. edsl/surveys/instructions/Instruction.py +65 -65
  221. edsl/surveys/instructions/InstructionCollection.py +77 -77
  222. edsl/templates/error_reporting/base.html +23 -23
  223. edsl/templates/error_reporting/exceptions_by_model.html +34 -34
  224. edsl/templates/error_reporting/exceptions_by_question_name.html +16 -16
  225. edsl/templates/error_reporting/exceptions_by_type.html +16 -16
  226. edsl/templates/error_reporting/interview_details.html +115 -115
  227. edsl/templates/error_reporting/interviews.html +19 -19
  228. edsl/templates/error_reporting/overview.html +4 -4
  229. edsl/templates/error_reporting/performance_plot.html +1 -1
  230. edsl/templates/error_reporting/report.css +73 -73
  231. edsl/templates/error_reporting/report.html +117 -117
  232. edsl/templates/error_reporting/report.js +25 -25
  233. edsl/tools/__init__.py +1 -1
  234. edsl/tools/clusters.py +192 -192
  235. edsl/tools/embeddings.py +27 -27
  236. edsl/tools/embeddings_plotting.py +118 -118
  237. edsl/tools/plotting.py +112 -112
  238. edsl/tools/summarize.py +18 -18
  239. edsl/utilities/SystemInfo.py +28 -28
  240. edsl/utilities/__init__.py +22 -22
  241. edsl/utilities/ast_utilities.py +25 -25
  242. edsl/utilities/data/Registry.py +6 -6
  243. edsl/utilities/data/__init__.py +1 -1
  244. edsl/utilities/data/scooter_results.json +1 -1
  245. edsl/utilities/decorators.py +77 -77
  246. edsl/utilities/gcp_bucket/cloud_storage.py +96 -96
  247. edsl/utilities/interface.py +627 -627
  248. edsl/utilities/naming_utilities.py +263 -263
  249. edsl/utilities/repair_functions.py +28 -28
  250. edsl/utilities/restricted_python.py +70 -70
  251. edsl/utilities/utilities.py +424 -424
  252. {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/LICENSE +21 -21
  253. {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/METADATA +1 -1
  254. edsl-0.1.39.dev3.dist-info/RECORD +277 -0
  255. edsl-0.1.39.dev1.dist-info/RECORD +0 -277
  256. {edsl-0.1.39.dev1.dist-info → edsl-0.1.39.dev3.dist-info}/WHEEL +0 -0
@@ -1,190 +1,190 @@
1
- import textwrap
2
- from random import random
3
- from edsl.config import CONFIG
4
-
5
- # if "EDSL_DEFAULT_MODEL" not in CONFIG:
6
- # default_model = "test"
7
- # else:
8
- # default_model = CONFIG.get("EDSL_DEFAULT_MODEL")
9
-
10
- from collections import UserList
11
-
12
-
13
- class PrettyList(UserList):
14
- def __init__(self, data=None, columns=None):
15
- super().__init__(data)
16
- self.columns = columns
17
-
18
- def _repr_html_(self):
19
- if isinstance(self[0], list) or isinstance(self[0], tuple):
20
- num_cols = len(self[0])
21
- else:
22
- num_cols = 1
23
-
24
- if self.columns:
25
- columns = self.columns
26
- else:
27
- columns = list(range(num_cols))
28
-
29
- if num_cols > 1:
30
- return (
31
- "<pre><table>"
32
- + "".join(["<th>" + str(column) + "</th>" for column in columns])
33
- + "".join(
34
- [
35
- "<tr>"
36
- + "".join(["<td>" + str(x) + "</td>" for x in row])
37
- + "</tr>"
38
- for row in self
39
- ]
40
- )
41
- + "</table></pre>"
42
- )
43
- else:
44
- return (
45
- "<pre><table>"
46
- + "".join(["<th>" + str(index) + "</th>" for index in columns])
47
- + "".join(
48
- ["<tr>" + "<td>" + str(row) + "</td>" + "</tr>" for row in self]
49
- )
50
- + "</table></pre>"
51
- )
52
-
53
-
54
- def get_model_class(model_name, registry=None):
55
- from edsl.inference_services.registry import default
56
-
57
- registry = registry or default
58
- factory = registry.create_model_factory(model_name)
59
- return factory
60
-
61
-
62
- class Meta(type):
63
- def __repr__(cls):
64
- return textwrap.dedent(
65
- f"""\
66
- Available models: {cls.available()}
67
-
68
- To create an instance, you can do:
69
- >>> m = Model('gpt-4-1106-preview', temperature=0.5, ...)
70
-
71
- To get the default model, you can leave out the model name.
72
- To see the available models, you can do:
73
- >>> Model.available()
74
- """
75
- )
76
-
77
-
78
- class Model(metaclass=Meta):
79
- default_model = CONFIG.get("EDSL_DEFAULT_MODEL")
80
-
81
- def __new__(
82
- cls, model_name=None, registry=None, service_name=None, *args, **kwargs
83
- ):
84
- # Map index to the respective subclass
85
- if model_name is None:
86
- model_name = (
87
- cls.default_model
88
- ) # when model_name is None, use the default model, set in the config file
89
- from edsl.inference_services.registry import default
90
-
91
- registry = registry or default
92
-
93
- if isinstance(model_name, int): # can refer to a model by index
94
- model_name = cls.available(name_only=True)[model_name]
95
-
96
- factory = registry.create_model_factory(model_name, service_name=service_name)
97
- return factory(*args, **kwargs)
98
-
99
- @classmethod
100
- def add_model(cls, service_name, model_name):
101
- from edsl.inference_services.registry import default
102
-
103
- registry = default
104
- registry.add_model(service_name, model_name)
105
-
106
- @classmethod
107
- def services(cls, registry=None):
108
- from edsl.inference_services.registry import default
109
-
110
- registry = registry or default
111
- return [r._inference_service_ for r in registry.services]
112
-
113
- @classmethod
114
- def available(cls, search_term=None, name_only=False, registry=None, service=None):
115
- from edsl.inference_services.registry import default
116
-
117
- registry = registry or default
118
- full_list = registry.available()
119
-
120
- if service is not None:
121
- if service not in cls.services(registry=registry):
122
- raise ValueError(f"Service {service} not found in available services.")
123
-
124
- full_list = [m for m in full_list if m[1] == service]
125
-
126
- if search_term is None:
127
- if name_only:
128
- return PrettyList(
129
- [m[0] for m in full_list],
130
- columns=["Model Name", "Service Name", "Code"],
131
- )
132
- else:
133
- return PrettyList(
134
- full_list, columns=["Model Name", "Service Name", "Code"]
135
- )
136
- else:
137
- filtered_results = [
138
- m for m in full_list if search_term in m[0] or search_term in m[1]
139
- ]
140
- if name_only:
141
- return PrettyList(
142
- [m[0] for m in filtered_results],
143
- columns=["Model Name", "Service Name", "Code"],
144
- )
145
- else:
146
- return PrettyList(
147
- filtered_results, columns=["Model Name", "Service Name", "Code"]
148
- )
149
-
150
- @classmethod
151
- def check_models(cls, verbose=False):
152
- print("Checking all available models...\n")
153
- for model in cls.available(name_only=True):
154
- print(f"Now checking: {model}")
155
- try:
156
- m = cls(model)
157
- except Exception as e:
158
- print(f"Error creating instance of {model}: {e}")
159
- continue
160
- try:
161
- results = m.hello(verbose)
162
- if verbose:
163
- print(f"Results from model call: {results}")
164
- except Exception as e:
165
- print(f"Error calling 'hello' on {model}: {e}")
166
- continue
167
- print("OK!")
168
- print("\n")
169
-
170
- @classmethod
171
- def example(cls, randomize: bool = False) -> "Model":
172
- """
173
- Returns an example Model instance.
174
-
175
- :param randomize: If True, the temperature is set to a random decimal between 0 and 1.
176
- """
177
- temperature = 0.5 if not randomize else round(random(), 2)
178
- model_name = cls.default_model
179
- return cls(model_name, temperature=temperature)
180
-
181
-
182
- if __name__ == "__main__":
183
- import doctest
184
-
185
- doctest.testmod(optionflags=doctest.ELLIPSIS)
186
-
187
- available = Model.available()
188
- m = Model("gpt-4-1106-preview")
189
- results = m.execute_model_call("Hello world")
190
- print(results)
1
+ import textwrap
2
+ from random import random
3
+ from edsl.config import CONFIG
4
+
5
+ # if "EDSL_DEFAULT_MODEL" not in CONFIG:
6
+ # default_model = "test"
7
+ # else:
8
+ # default_model = CONFIG.get("EDSL_DEFAULT_MODEL")
9
+
10
+ from collections import UserList
11
+
12
+
13
+ class PrettyList(UserList):
14
+ def __init__(self, data=None, columns=None):
15
+ super().__init__(data)
16
+ self.columns = columns
17
+
18
+ def _repr_html_(self):
19
+ if isinstance(self[0], list) or isinstance(self[0], tuple):
20
+ num_cols = len(self[0])
21
+ else:
22
+ num_cols = 1
23
+
24
+ if self.columns:
25
+ columns = self.columns
26
+ else:
27
+ columns = list(range(num_cols))
28
+
29
+ if num_cols > 1:
30
+ return (
31
+ "<pre><table>"
32
+ + "".join(["<th>" + str(column) + "</th>" for column in columns])
33
+ + "".join(
34
+ [
35
+ "<tr>"
36
+ + "".join(["<td>" + str(x) + "</td>" for x in row])
37
+ + "</tr>"
38
+ for row in self
39
+ ]
40
+ )
41
+ + "</table></pre>"
42
+ )
43
+ else:
44
+ return (
45
+ "<pre><table>"
46
+ + "".join(["<th>" + str(index) + "</th>" for index in columns])
47
+ + "".join(
48
+ ["<tr>" + "<td>" + str(row) + "</td>" + "</tr>" for row in self]
49
+ )
50
+ + "</table></pre>"
51
+ )
52
+
53
+
54
+ def get_model_class(model_name, registry=None):
55
+ from edsl.inference_services.registry import default
56
+
57
+ registry = registry or default
58
+ factory = registry.create_model_factory(model_name)
59
+ return factory
60
+
61
+
62
+ class Meta(type):
63
+ def __repr__(cls):
64
+ return textwrap.dedent(
65
+ f"""\
66
+ Available models: {cls.available()}
67
+
68
+ To create an instance, you can do:
69
+ >>> m = Model('gpt-4-1106-preview', temperature=0.5, ...)
70
+
71
+ To get the default model, you can leave out the model name.
72
+ To see the available models, you can do:
73
+ >>> Model.available()
74
+ """
75
+ )
76
+
77
+
78
+ class Model(metaclass=Meta):
79
+ default_model = CONFIG.get("EDSL_DEFAULT_MODEL")
80
+
81
+ def __new__(
82
+ cls, model_name=None, registry=None, service_name=None, *args, **kwargs
83
+ ):
84
+ # Map index to the respective subclass
85
+ if model_name is None:
86
+ model_name = (
87
+ cls.default_model
88
+ ) # when model_name is None, use the default model, set in the config file
89
+ from edsl.inference_services.registry import default
90
+
91
+ registry = registry or default
92
+
93
+ if isinstance(model_name, int): # can refer to a model by index
94
+ model_name = cls.available(name_only=True)[model_name]
95
+
96
+ factory = registry.create_model_factory(model_name, service_name=service_name)
97
+ return factory(*args, **kwargs)
98
+
99
+ @classmethod
100
+ def add_model(cls, service_name, model_name):
101
+ from edsl.inference_services.registry import default
102
+
103
+ registry = default
104
+ registry.add_model(service_name, model_name)
105
+
106
+ @classmethod
107
+ def services(cls, registry=None):
108
+ from edsl.inference_services.registry import default
109
+
110
+ registry = registry or default
111
+ return [r._inference_service_ for r in registry.services]
112
+
113
+ @classmethod
114
+ def available(cls, search_term=None, name_only=False, registry=None, service=None):
115
+ from edsl.inference_services.registry import default
116
+
117
+ registry = registry or default
118
+ full_list = registry.available()
119
+
120
+ if service is not None:
121
+ if service not in cls.services(registry=registry):
122
+ raise ValueError(f"Service {service} not found in available services.")
123
+
124
+ full_list = [m for m in full_list if m[1] == service]
125
+
126
+ if search_term is None:
127
+ if name_only:
128
+ return PrettyList(
129
+ [m[0] for m in full_list],
130
+ columns=["Model Name", "Service Name", "Code"],
131
+ )
132
+ else:
133
+ return PrettyList(
134
+ full_list, columns=["Model Name", "Service Name", "Code"]
135
+ )
136
+ else:
137
+ filtered_results = [
138
+ m for m in full_list if search_term in m[0] or search_term in m[1]
139
+ ]
140
+ if name_only:
141
+ return PrettyList(
142
+ [m[0] for m in filtered_results],
143
+ columns=["Model Name", "Service Name", "Code"],
144
+ )
145
+ else:
146
+ return PrettyList(
147
+ filtered_results, columns=["Model Name", "Service Name", "Code"]
148
+ )
149
+
150
+ @classmethod
151
+ def check_models(cls, verbose=False):
152
+ print("Checking all available models...\n")
153
+ for model in cls.available(name_only=True):
154
+ print(f"Now checking: {model}")
155
+ try:
156
+ m = cls(model)
157
+ except Exception as e:
158
+ print(f"Error creating instance of {model}: {e}")
159
+ continue
160
+ try:
161
+ results = m.hello(verbose)
162
+ if verbose:
163
+ print(f"Results from model call: {results}")
164
+ except Exception as e:
165
+ print(f"Error calling 'hello' on {model}: {e}")
166
+ continue
167
+ print("OK!")
168
+ print("\n")
169
+
170
+ @classmethod
171
+ def example(cls, randomize: bool = False) -> "Model":
172
+ """
173
+ Returns an example Model instance.
174
+
175
+ :param randomize: If True, the temperature is set to a random decimal between 0 and 1.
176
+ """
177
+ temperature = 0.5 if not randomize else round(random(), 2)
178
+ model_name = cls.default_model
179
+ return cls(model_name, temperature=temperature)
180
+
181
+
182
+ if __name__ == "__main__":
183
+ import doctest
184
+
185
+ doctest.testmod(optionflags=doctest.ELLIPSIS)
186
+
187
+ available = Model.available()
188
+ m = Model("gpt-4-1106-preview")
189
+ results = m.execute_model_call("Hello world")
190
+ print(results)