opik 1.9.5__py3-none-any.whl → 1.9.39__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (248) hide show
  1. opik/__init__.py +10 -3
  2. opik/anonymizer/__init__.py +5 -0
  3. opik/anonymizer/anonymizer.py +12 -0
  4. opik/anonymizer/factory.py +80 -0
  5. opik/anonymizer/recursive_anonymizer.py +64 -0
  6. opik/anonymizer/rules.py +56 -0
  7. opik/anonymizer/rules_anonymizer.py +35 -0
  8. opik/api_objects/dataset/rest_operations.py +5 -0
  9. opik/api_objects/experiment/experiment.py +46 -49
  10. opik/api_objects/experiment/helpers.py +34 -10
  11. opik/api_objects/local_recording.py +8 -3
  12. opik/api_objects/opik_client.py +230 -48
  13. opik/api_objects/opik_query_language.py +9 -0
  14. opik/api_objects/prompt/__init__.py +11 -3
  15. opik/api_objects/prompt/base_prompt.py +69 -0
  16. opik/api_objects/prompt/base_prompt_template.py +29 -0
  17. opik/api_objects/prompt/chat/__init__.py +1 -0
  18. opik/api_objects/prompt/chat/chat_prompt.py +193 -0
  19. opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
  20. opik/api_objects/prompt/{chat_content_renderer_registry.py → chat/content_renderer_registry.py} +37 -35
  21. opik/api_objects/prompt/client.py +101 -30
  22. opik/api_objects/prompt/text/__init__.py +1 -0
  23. opik/api_objects/prompt/text/prompt.py +174 -0
  24. opik/api_objects/prompt/{prompt_template.py → text/prompt_template.py} +10 -6
  25. opik/api_objects/prompt/types.py +1 -1
  26. opik/cli/export.py +6 -2
  27. opik/cli/usage_report/charts.py +39 -10
  28. opik/cli/usage_report/cli.py +164 -45
  29. opik/cli/usage_report/pdf.py +14 -1
  30. opik/config.py +0 -5
  31. opik/decorator/base_track_decorator.py +37 -40
  32. opik/decorator/context_manager/span_context_manager.py +9 -0
  33. opik/decorator/context_manager/trace_context_manager.py +5 -0
  34. opik/dict_utils.py +3 -3
  35. opik/evaluation/__init__.py +13 -2
  36. opik/evaluation/engine/engine.py +195 -223
  37. opik/evaluation/engine/helpers.py +8 -7
  38. opik/evaluation/engine/metrics_evaluator.py +237 -0
  39. opik/evaluation/evaluation_result.py +35 -1
  40. opik/evaluation/evaluator.py +318 -30
  41. opik/evaluation/models/litellm/util.py +78 -6
  42. opik/evaluation/models/model_capabilities.py +33 -0
  43. opik/evaluation/report.py +14 -2
  44. opik/evaluation/rest_operations.py +36 -33
  45. opik/evaluation/test_case.py +2 -2
  46. opik/evaluation/types.py +9 -1
  47. opik/exceptions.py +17 -0
  48. opik/hooks/__init__.py +17 -1
  49. opik/hooks/anonymizer_hook.py +36 -0
  50. opik/id_helpers.py +18 -0
  51. opik/integrations/adk/helpers.py +16 -7
  52. opik/integrations/adk/legacy_opik_tracer.py +7 -4
  53. opik/integrations/adk/opik_tracer.py +3 -1
  54. opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +7 -3
  55. opik/integrations/adk/recursive_callback_injector.py +1 -6
  56. opik/integrations/dspy/callback.py +1 -4
  57. opik/integrations/haystack/opik_connector.py +2 -2
  58. opik/integrations/haystack/opik_tracer.py +2 -4
  59. opik/integrations/langchain/opik_tracer.py +273 -82
  60. opik/integrations/llama_index/callback.py +110 -108
  61. opik/integrations/openai/agents/opik_tracing_processor.py +1 -2
  62. opik/integrations/openai/opik_tracker.py +1 -1
  63. opik/message_processing/batching/batchers.py +11 -7
  64. opik/message_processing/encoder_helpers.py +79 -0
  65. opik/message_processing/messages.py +25 -1
  66. opik/message_processing/online_message_processor.py +23 -8
  67. opik/opik_context.py +7 -7
  68. opik/rest_api/__init__.py +188 -12
  69. opik/rest_api/client.py +3 -0
  70. opik/rest_api/dashboards/__init__.py +4 -0
  71. opik/rest_api/dashboards/client.py +462 -0
  72. opik/rest_api/dashboards/raw_client.py +648 -0
  73. opik/rest_api/datasets/client.py +893 -89
  74. opik/rest_api/datasets/raw_client.py +1328 -87
  75. opik/rest_api/experiments/client.py +30 -2
  76. opik/rest_api/experiments/raw_client.py +26 -0
  77. opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -1
  78. opik/rest_api/optimizations/client.py +302 -0
  79. opik/rest_api/optimizations/raw_client.py +463 -0
  80. opik/rest_api/optimizations/types/optimization_update_status.py +3 -1
  81. opik/rest_api/prompts/__init__.py +2 -2
  82. opik/rest_api/prompts/client.py +34 -4
  83. opik/rest_api/prompts/raw_client.py +32 -2
  84. opik/rest_api/prompts/types/__init__.py +3 -1
  85. opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
  86. opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
  87. opik/rest_api/spans/__init__.py +0 -2
  88. opik/rest_api/spans/client.py +148 -64
  89. opik/rest_api/spans/raw_client.py +210 -83
  90. opik/rest_api/spans/types/__init__.py +0 -2
  91. opik/rest_api/traces/client.py +241 -73
  92. opik/rest_api/traces/raw_client.py +344 -90
  93. opik/rest_api/types/__init__.py +200 -15
  94. opik/rest_api/types/aggregation_data.py +1 -0
  95. opik/rest_api/types/alert_trigger_config_public_type.py +6 -1
  96. opik/rest_api/types/alert_trigger_config_type.py +6 -1
  97. opik/rest_api/types/alert_trigger_config_write_type.py +6 -1
  98. opik/rest_api/types/automation_rule_evaluator.py +23 -1
  99. opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +2 -0
  100. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +2 -0
  101. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +2 -0
  102. opik/rest_api/types/{automation_rule_evaluator_object_public.py → automation_rule_evaluator_object_object_public.py} +32 -10
  103. opik/rest_api/types/automation_rule_evaluator_page_public.py +2 -2
  104. opik/rest_api/types/automation_rule_evaluator_public.py +23 -1
  105. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
  106. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
  107. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
  108. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +2 -0
  109. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +2 -0
  110. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +2 -0
  111. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +2 -0
  112. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +2 -0
  113. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +2 -0
  114. opik/rest_api/types/automation_rule_evaluator_update.py +23 -1
  115. opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +2 -0
  116. opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
  117. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +2 -0
  118. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +2 -0
  119. opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +2 -0
  120. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +2 -0
  121. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +2 -0
  122. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +2 -0
  123. opik/rest_api/types/automation_rule_evaluator_write.py +23 -1
  124. opik/rest_api/types/boolean_feedback_definition.py +25 -0
  125. opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
  126. opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
  127. opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
  128. opik/rest_api/types/boolean_feedback_detail.py +29 -0
  129. opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
  130. opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
  131. opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
  132. opik/rest_api/types/dashboard_page_public.py +24 -0
  133. opik/rest_api/types/dashboard_public.py +30 -0
  134. opik/rest_api/types/dataset.py +2 -0
  135. opik/rest_api/types/dataset_item.py +2 -0
  136. opik/rest_api/types/dataset_item_compare.py +2 -0
  137. opik/rest_api/types/dataset_item_filter.py +23 -0
  138. opik/rest_api/types/dataset_item_filter_operator.py +21 -0
  139. opik/rest_api/types/dataset_item_page_compare.py +1 -0
  140. opik/rest_api/types/dataset_item_page_public.py +1 -0
  141. opik/rest_api/types/dataset_item_public.py +2 -0
  142. opik/rest_api/types/dataset_item_update.py +39 -0
  143. opik/rest_api/types/dataset_item_write.py +1 -0
  144. opik/rest_api/types/dataset_public.py +2 -0
  145. opik/rest_api/types/dataset_public_status.py +5 -0
  146. opik/rest_api/types/dataset_status.py +5 -0
  147. opik/rest_api/types/dataset_version_diff.py +22 -0
  148. opik/rest_api/types/dataset_version_diff_stats.py +24 -0
  149. opik/rest_api/types/dataset_version_page_public.py +23 -0
  150. opik/rest_api/types/dataset_version_public.py +49 -0
  151. opik/rest_api/types/experiment.py +2 -0
  152. opik/rest_api/types/experiment_public.py +2 -0
  153. opik/rest_api/types/experiment_score.py +20 -0
  154. opik/rest_api/types/experiment_score_public.py +20 -0
  155. opik/rest_api/types/experiment_score_write.py +20 -0
  156. opik/rest_api/types/feedback.py +20 -1
  157. opik/rest_api/types/feedback_create.py +16 -1
  158. opik/rest_api/types/feedback_object_public.py +22 -1
  159. opik/rest_api/types/feedback_public.py +20 -1
  160. opik/rest_api/types/feedback_score_public.py +4 -0
  161. opik/rest_api/types/feedback_update.py +16 -1
  162. opik/rest_api/types/image_url.py +20 -0
  163. opik/rest_api/types/image_url_public.py +20 -0
  164. opik/rest_api/types/image_url_write.py +20 -0
  165. opik/rest_api/types/llm_as_judge_message.py +5 -1
  166. opik/rest_api/types/llm_as_judge_message_content.py +24 -0
  167. opik/rest_api/types/llm_as_judge_message_content_public.py +24 -0
  168. opik/rest_api/types/llm_as_judge_message_content_write.py +24 -0
  169. opik/rest_api/types/llm_as_judge_message_public.py +5 -1
  170. opik/rest_api/types/llm_as_judge_message_write.py +5 -1
  171. opik/rest_api/types/llm_as_judge_model_parameters.py +2 -0
  172. opik/rest_api/types/llm_as_judge_model_parameters_public.py +2 -0
  173. opik/rest_api/types/llm_as_judge_model_parameters_write.py +2 -0
  174. opik/rest_api/types/optimization.py +2 -0
  175. opik/rest_api/types/optimization_public.py +2 -0
  176. opik/rest_api/types/optimization_public_status.py +3 -1
  177. opik/rest_api/types/optimization_status.py +3 -1
  178. opik/rest_api/types/optimization_studio_config.py +27 -0
  179. opik/rest_api/types/optimization_studio_config_public.py +27 -0
  180. opik/rest_api/types/optimization_studio_config_write.py +27 -0
  181. opik/rest_api/types/optimization_studio_log.py +22 -0
  182. opik/rest_api/types/optimization_write.py +2 -0
  183. opik/rest_api/types/optimization_write_status.py +3 -1
  184. opik/rest_api/types/prompt.py +6 -0
  185. opik/rest_api/types/prompt_detail.py +6 -0
  186. opik/rest_api/types/prompt_detail_template_structure.py +5 -0
  187. opik/rest_api/types/prompt_public.py +6 -0
  188. opik/rest_api/types/prompt_public_template_structure.py +5 -0
  189. opik/rest_api/types/prompt_template_structure.py +5 -0
  190. opik/rest_api/types/prompt_version.py +2 -0
  191. opik/rest_api/types/prompt_version_detail.py +2 -0
  192. opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
  193. opik/rest_api/types/prompt_version_public.py +2 -0
  194. opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
  195. opik/rest_api/types/prompt_version_template_structure.py +5 -0
  196. opik/rest_api/types/score_name.py +1 -0
  197. opik/rest_api/types/service_toggles_config.py +6 -0
  198. opik/rest_api/types/span_enrichment_options.py +31 -0
  199. opik/rest_api/types/span_filter.py +23 -0
  200. opik/rest_api/types/span_filter_operator.py +21 -0
  201. opik/rest_api/types/span_filter_write.py +23 -0
  202. opik/rest_api/types/span_filter_write_operator.py +21 -0
  203. opik/rest_api/types/span_llm_as_judge_code.py +27 -0
  204. opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
  205. opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
  206. opik/rest_api/types/span_update.py +46 -0
  207. opik/rest_api/types/studio_evaluation.py +20 -0
  208. opik/rest_api/types/studio_evaluation_public.py +20 -0
  209. opik/rest_api/types/studio_evaluation_write.py +20 -0
  210. opik/rest_api/types/studio_llm_model.py +21 -0
  211. opik/rest_api/types/studio_llm_model_public.py +21 -0
  212. opik/rest_api/types/studio_llm_model_write.py +21 -0
  213. opik/rest_api/types/studio_message.py +20 -0
  214. opik/rest_api/types/studio_message_public.py +20 -0
  215. opik/rest_api/types/studio_message_write.py +20 -0
  216. opik/rest_api/types/studio_metric.py +21 -0
  217. opik/rest_api/types/studio_metric_public.py +21 -0
  218. opik/rest_api/types/studio_metric_write.py +21 -0
  219. opik/rest_api/types/studio_optimizer.py +21 -0
  220. opik/rest_api/types/studio_optimizer_public.py +21 -0
  221. opik/rest_api/types/studio_optimizer_write.py +21 -0
  222. opik/rest_api/types/studio_prompt.py +20 -0
  223. opik/rest_api/types/studio_prompt_public.py +20 -0
  224. opik/rest_api/types/studio_prompt_write.py +20 -0
  225. opik/rest_api/types/trace.py +6 -0
  226. opik/rest_api/types/trace_public.py +6 -0
  227. opik/rest_api/types/trace_thread_filter_write.py +23 -0
  228. opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
  229. opik/rest_api/types/trace_thread_update.py +19 -0
  230. opik/rest_api/types/trace_update.py +39 -0
  231. opik/rest_api/types/value_entry.py +2 -0
  232. opik/rest_api/types/value_entry_compare.py +2 -0
  233. opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +2 -0
  234. opik/rest_api/types/value_entry_public.py +2 -0
  235. opik/rest_api/types/video_url.py +19 -0
  236. opik/rest_api/types/video_url_public.py +19 -0
  237. opik/rest_api/types/video_url_write.py +19 -0
  238. opik/synchronization.py +5 -6
  239. opik/{decorator/tracing_runtime_config.py → tracing_runtime_config.py} +6 -7
  240. {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/METADATA +5 -4
  241. {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/RECORD +246 -151
  242. opik/api_objects/prompt/chat_prompt_template.py +0 -164
  243. opik/api_objects/prompt/prompt.py +0 -131
  244. /opik/rest_api/{spans/types → types}/span_update_type.py +0 -0
  245. {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/WHEEL +0 -0
  246. {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/entry_points.txt +0 -0
  247. {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/licenses/LICENSE +0 -0
  248. {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/top_level.txt +0 -0
opik/rest_api/__init__.py CHANGED
@@ -43,17 +43,22 @@ from .types import (
43
43
  AutomationRuleEvaluatorLlmAsJudge,
44
44
  AutomationRuleEvaluatorLlmAsJudgePublic,
45
45
  AutomationRuleEvaluatorLlmAsJudgeWrite,
46
- AutomationRuleEvaluatorObjectPublic,
47
- AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
48
- AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
49
- AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
50
- AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
46
+ AutomationRuleEvaluatorObjectObjectPublic,
47
+ AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
48
+ AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
49
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
50
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
51
+ AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
51
52
  AutomationRuleEvaluatorPagePublic,
52
53
  AutomationRuleEvaluatorPublic,
53
54
  AutomationRuleEvaluatorPublic_LlmAsJudge,
55
+ AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
54
56
  AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
55
57
  AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
56
58
  AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
59
+ AutomationRuleEvaluatorSpanLlmAsJudge,
60
+ AutomationRuleEvaluatorSpanLlmAsJudgePublic,
61
+ AutomationRuleEvaluatorSpanLlmAsJudgeWrite,
57
62
  AutomationRuleEvaluatorTraceThreadLlmAsJudge,
58
63
  AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
59
64
  AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite,
@@ -62,10 +67,12 @@ from .types import (
62
67
  AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite,
63
68
  AutomationRuleEvaluatorUpdate,
64
69
  AutomationRuleEvaluatorUpdateLlmAsJudge,
70
+ AutomationRuleEvaluatorUpdateSpanLlmAsJudge,
65
71
  AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
66
72
  AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython,
67
73
  AutomationRuleEvaluatorUpdateUserDefinedMetricPython,
68
74
  AutomationRuleEvaluatorUpdate_LlmAsJudge,
75
+ AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
69
76
  AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
70
77
  AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
71
78
  AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
@@ -74,10 +81,12 @@ from .types import (
74
81
  AutomationRuleEvaluatorUserDefinedMetricPythonWrite,
75
82
  AutomationRuleEvaluatorWrite,
76
83
  AutomationRuleEvaluatorWrite_LlmAsJudge,
84
+ AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
77
85
  AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
78
86
  AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
79
87
  AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
80
88
  AutomationRuleEvaluator_LlmAsJudge,
89
+ AutomationRuleEvaluator_SpanLlmAsJudge,
81
90
  AutomationRuleEvaluator_TraceThreadLlmAsJudge,
82
91
  AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
83
92
  AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -86,6 +95,14 @@ from .types import (
86
95
  BatchDeleteByProject,
87
96
  BiInformation,
88
97
  BiInformationResponse,
98
+ BooleanFeedbackDefinition,
99
+ BooleanFeedbackDefinitionCreate,
100
+ BooleanFeedbackDefinitionPublic,
101
+ BooleanFeedbackDefinitionUpdate,
102
+ BooleanFeedbackDetail,
103
+ BooleanFeedbackDetailCreate,
104
+ BooleanFeedbackDetailPublic,
105
+ BooleanFeedbackDetailUpdate,
89
106
  CategoricalFeedbackDefinition,
90
107
  CategoricalFeedbackDefinitionCreate,
91
108
  CategoricalFeedbackDefinitionPublic,
@@ -119,6 +136,8 @@ from .types import (
119
136
  CompleteMultipartUploadRequestEntityType,
120
137
  CompletionTokensDetails,
121
138
  CountValueStatPublic,
139
+ DashboardPagePublic,
140
+ DashboardPublic,
122
141
  DataPointDouble,
123
142
  DataPointNumberPublic,
124
143
  Dataset,
@@ -128,16 +147,25 @@ from .types import (
128
147
  DatasetItemBatch,
129
148
  DatasetItemCompare,
130
149
  DatasetItemCompareSource,
150
+ DatasetItemFilter,
151
+ DatasetItemFilterOperator,
131
152
  DatasetItemPageCompare,
132
153
  DatasetItemPagePublic,
133
154
  DatasetItemPublic,
134
155
  DatasetItemPublicSource,
135
156
  DatasetItemSource,
157
+ DatasetItemUpdate,
136
158
  DatasetItemWrite,
137
159
  DatasetItemWriteSource,
138
160
  DatasetPagePublic,
139
161
  DatasetPublic,
162
+ DatasetPublicStatus,
140
163
  DatasetPublicVisibility,
164
+ DatasetStatus,
165
+ DatasetVersionDiff,
166
+ DatasetVersionDiffStats,
167
+ DatasetVersionPagePublic,
168
+ DatasetVersionPublic,
141
169
  DatasetVisibility,
142
170
  DeleteAttachmentsRequest,
143
171
  DeleteAttachmentsRequestEntityType,
@@ -170,18 +198,24 @@ from .types import (
170
198
  ExperimentPublic,
171
199
  ExperimentPublicStatus,
172
200
  ExperimentPublicType,
201
+ ExperimentScore,
202
+ ExperimentScorePublic,
203
+ ExperimentScoreWrite,
173
204
  ExperimentStatus,
174
205
  ExperimentType,
175
206
  ExportTraceServiceRequest,
176
207
  Feedback,
177
208
  FeedbackCreate,
209
+ FeedbackCreate_Boolean,
178
210
  FeedbackCreate_Categorical,
179
211
  FeedbackCreate_Numerical,
180
212
  FeedbackDefinitionPagePublic,
181
213
  FeedbackObjectPublic,
214
+ FeedbackObjectPublic_Boolean,
182
215
  FeedbackObjectPublic_Categorical,
183
216
  FeedbackObjectPublic_Numerical,
184
217
  FeedbackPublic,
218
+ FeedbackPublic_Boolean,
185
219
  FeedbackPublic_Categorical,
186
220
  FeedbackPublic_Numerical,
187
221
  FeedbackScore,
@@ -202,8 +236,10 @@ from .types import (
202
236
  FeedbackScorePublicSource,
203
237
  FeedbackScoreSource,
204
238
  FeedbackUpdate,
239
+ FeedbackUpdate_Boolean,
205
240
  FeedbackUpdate_Categorical,
206
241
  FeedbackUpdate_Numerical,
242
+ Feedback_Boolean,
207
243
  Feedback_Categorical,
208
244
  Feedback_Numerical,
209
245
  Function,
@@ -222,6 +258,9 @@ from .types import (
222
258
  GuardrailsValidation,
223
259
  GuardrailsValidationPublic,
224
260
  IdsHolder,
261
+ ImageUrl,
262
+ ImageUrlPublic,
263
+ ImageUrlWrite,
225
264
  JsonListString,
226
265
  JsonListStringCompare,
227
266
  JsonListStringExperimentItemBulkWriteView,
@@ -236,6 +275,9 @@ from .types import (
236
275
  LlmAsJudgeCodePublic,
237
276
  LlmAsJudgeCodeWrite,
238
277
  LlmAsJudgeMessage,
278
+ LlmAsJudgeMessageContent,
279
+ LlmAsJudgeMessageContentPublic,
280
+ LlmAsJudgeMessageContentWrite,
239
281
  LlmAsJudgeMessagePublic,
240
282
  LlmAsJudgeMessagePublicRole,
241
283
  LlmAsJudgeMessageRole,
@@ -271,6 +313,10 @@ from .types import (
271
313
  OptimizationPublic,
272
314
  OptimizationPublicStatus,
273
315
  OptimizationStatus,
316
+ OptimizationStudioConfig,
317
+ OptimizationStudioConfigPublic,
318
+ OptimizationStudioConfigWrite,
319
+ OptimizationStudioLog,
274
320
  OptimizationWrite,
275
321
  OptimizationWriteStatus,
276
322
  PageColumns,
@@ -297,19 +343,25 @@ from .types import (
297
343
  ProjectVisibility,
298
344
  Prompt,
299
345
  PromptDetail,
346
+ PromptDetailTemplateStructure,
300
347
  PromptPagePublic,
301
348
  PromptPublic,
349
+ PromptPublicTemplateStructure,
350
+ PromptTemplateStructure,
302
351
  PromptTokensDetails,
303
352
  PromptType,
304
353
  PromptVersion,
305
354
  PromptVersionDetail,
355
+ PromptVersionDetailTemplateStructure,
306
356
  PromptVersionDetailType,
307
357
  PromptVersionLink,
308
358
  PromptVersionLinkPublic,
309
359
  PromptVersionLinkWrite,
310
360
  PromptVersionPagePublic,
311
361
  PromptVersionPublic,
362
+ PromptVersionPublicTemplateStructure,
312
363
  PromptVersionPublicType,
364
+ PromptVersionTemplateStructure,
313
365
  PromptVersionType,
314
366
  ProviderApiKey,
315
367
  ProviderApiKeyPagePublic,
@@ -324,19 +376,47 @@ from .types import (
324
376
  ServiceTogglesConfig,
325
377
  Span,
326
378
  SpanBatch,
379
+ SpanEnrichmentOptions,
327
380
  SpanExperimentItemBulkWriteView,
328
381
  SpanExperimentItemBulkWriteViewType,
382
+ SpanFilter,
383
+ SpanFilterOperator,
329
384
  SpanFilterPublic,
330
385
  SpanFilterPublicOperator,
386
+ SpanFilterWrite,
387
+ SpanFilterWriteOperator,
388
+ SpanLlmAsJudgeCode,
389
+ SpanLlmAsJudgeCodePublic,
390
+ SpanLlmAsJudgeCodeWrite,
331
391
  SpanPagePublic,
332
392
  SpanPublic,
333
393
  SpanPublicType,
334
394
  SpanType,
395
+ SpanUpdate,
396
+ SpanUpdateType,
335
397
  SpanWrite,
336
398
  SpanWriteType,
337
399
  SpansCountResponse,
338
400
  StartMultipartUploadResponse,
339
401
  StreamOptions,
402
+ StudioEvaluation,
403
+ StudioEvaluationPublic,
404
+ StudioEvaluationWrite,
405
+ StudioLlmModel,
406
+ StudioLlmModelPublic,
407
+ StudioLlmModelWrite,
408
+ StudioMessage,
409
+ StudioMessagePublic,
410
+ StudioMessageWrite,
411
+ StudioMetric,
412
+ StudioMetricPublic,
413
+ StudioMetricWrite,
414
+ StudioOptimizer,
415
+ StudioOptimizerPublic,
416
+ StudioOptimizerWrite,
417
+ StudioPrompt,
418
+ StudioPromptPublic,
419
+ StudioPromptWrite,
340
420
  Tool,
341
421
  ToolCall,
342
422
  Trace,
@@ -358,15 +438,19 @@ from .types import (
358
438
  TraceThreadFilterOperator,
359
439
  TraceThreadFilterPublic,
360
440
  TraceThreadFilterPublicOperator,
441
+ TraceThreadFilterWrite,
442
+ TraceThreadFilterWriteOperator,
361
443
  TraceThreadIdentifier,
362
444
  TraceThreadLlmAsJudgeCode,
363
445
  TraceThreadLlmAsJudgeCodePublic,
364
446
  TraceThreadLlmAsJudgeCodeWrite,
365
447
  TraceThreadPage,
366
448
  TraceThreadStatus,
449
+ TraceThreadUpdate,
367
450
  TraceThreadUserDefinedMetricPythonCode,
368
451
  TraceThreadUserDefinedMetricPythonCodePublic,
369
452
  TraceThreadUserDefinedMetricPythonCodeWrite,
453
+ TraceUpdate,
370
454
  TraceVisibilityMode,
371
455
  TraceWrite,
372
456
  Usage,
@@ -381,6 +465,9 @@ from .types import (
381
465
  ValueEntryPublic,
382
466
  ValueEntryPublicSource,
383
467
  ValueEntrySource,
468
+ VideoUrl,
469
+ VideoUrlPublic,
470
+ VideoUrlWrite,
384
471
  Webhook,
385
472
  WebhookExamples,
386
473
  WebhookPublic,
@@ -413,6 +500,7 @@ from . import (
413
500
  automation_rule_evaluators,
414
501
  chat_completions,
415
502
  check,
503
+ dashboards,
416
504
  datasets,
417
505
  experiments,
418
506
  feedback_definitions,
@@ -451,13 +539,12 @@ from .projects import (
451
539
  ProjectUpdateVisibility,
452
540
  ProjectWriteVisibility,
453
541
  )
454
- from .prompts import PromptWriteType
542
+ from .prompts import CreatePromptVersionDetailTemplateStructure, PromptWriteTemplateStructure, PromptWriteType
455
543
  from .spans import (
456
544
  FindFeedbackScoreNames1RequestType,
457
545
  GetSpanStatsRequestType,
458
546
  GetSpansByProjectRequestType,
459
547
  SpanSearchStreamRequestPublicType,
460
- SpanUpdateType,
461
548
  )
462
549
 
463
550
  __all__ = [
@@ -503,17 +590,22 @@ __all__ = [
503
590
  "AutomationRuleEvaluatorLlmAsJudge",
504
591
  "AutomationRuleEvaluatorLlmAsJudgePublic",
505
592
  "AutomationRuleEvaluatorLlmAsJudgeWrite",
506
- "AutomationRuleEvaluatorObjectPublic",
507
- "AutomationRuleEvaluatorObjectPublic_LlmAsJudge",
508
- "AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge",
509
- "AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython",
510
- "AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython",
593
+ "AutomationRuleEvaluatorObjectObjectPublic",
594
+ "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
595
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
596
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
597
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
598
+ "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
511
599
  "AutomationRuleEvaluatorPagePublic",
512
600
  "AutomationRuleEvaluatorPublic",
513
601
  "AutomationRuleEvaluatorPublic_LlmAsJudge",
602
+ "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
514
603
  "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
515
604
  "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
516
605
  "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
606
+ "AutomationRuleEvaluatorSpanLlmAsJudge",
607
+ "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
608
+ "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
517
609
  "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
518
610
  "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
519
611
  "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -522,10 +614,12 @@ __all__ = [
522
614
  "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
523
615
  "AutomationRuleEvaluatorUpdate",
524
616
  "AutomationRuleEvaluatorUpdateLlmAsJudge",
617
+ "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
525
618
  "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
526
619
  "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
527
620
  "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
528
621
  "AutomationRuleEvaluatorUpdate_LlmAsJudge",
622
+ "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
529
623
  "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
530
624
  "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
531
625
  "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -534,10 +628,12 @@ __all__ = [
534
628
  "AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
535
629
  "AutomationRuleEvaluatorWrite",
536
630
  "AutomationRuleEvaluatorWrite_LlmAsJudge",
631
+ "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
537
632
  "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
538
633
  "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
539
634
  "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
540
635
  "AutomationRuleEvaluator_LlmAsJudge",
636
+ "AutomationRuleEvaluator_SpanLlmAsJudge",
541
637
  "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
542
638
  "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
543
639
  "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -547,6 +643,14 @@ __all__ = [
547
643
  "BatchDeleteByProject",
548
644
  "BiInformation",
549
645
  "BiInformationResponse",
646
+ "BooleanFeedbackDefinition",
647
+ "BooleanFeedbackDefinitionCreate",
648
+ "BooleanFeedbackDefinitionPublic",
649
+ "BooleanFeedbackDefinitionUpdate",
650
+ "BooleanFeedbackDetail",
651
+ "BooleanFeedbackDetailCreate",
652
+ "BooleanFeedbackDetailPublic",
653
+ "BooleanFeedbackDetailUpdate",
550
654
  "CategoricalFeedbackDefinition",
551
655
  "CategoricalFeedbackDefinitionCreate",
552
656
  "CategoricalFeedbackDefinitionPublic",
@@ -581,6 +685,9 @@ __all__ = [
581
685
  "CompletionTokensDetails",
582
686
  "ConflictError",
583
687
  "CountValueStatPublic",
688
+ "CreatePromptVersionDetailTemplateStructure",
689
+ "DashboardPagePublic",
690
+ "DashboardPublic",
584
691
  "DataPointDouble",
585
692
  "DataPointNumberPublic",
586
693
  "Dataset",
@@ -590,17 +697,26 @@ __all__ = [
590
697
  "DatasetItemBatch",
591
698
  "DatasetItemCompare",
592
699
  "DatasetItemCompareSource",
700
+ "DatasetItemFilter",
701
+ "DatasetItemFilterOperator",
593
702
  "DatasetItemPageCompare",
594
703
  "DatasetItemPagePublic",
595
704
  "DatasetItemPublic",
596
705
  "DatasetItemPublicSource",
597
706
  "DatasetItemSource",
707
+ "DatasetItemUpdate",
598
708
  "DatasetItemWrite",
599
709
  "DatasetItemWriteSource",
600
710
  "DatasetPagePublic",
601
711
  "DatasetPublic",
712
+ "DatasetPublicStatus",
602
713
  "DatasetPublicVisibility",
714
+ "DatasetStatus",
603
715
  "DatasetUpdateVisibility",
716
+ "DatasetVersionDiff",
717
+ "DatasetVersionDiffStats",
718
+ "DatasetVersionPagePublic",
719
+ "DatasetVersionPublic",
604
720
  "DatasetVisibility",
605
721
  "DatasetWriteVisibility",
606
722
  "DeleteAttachmentsRequest",
@@ -635,6 +751,9 @@ __all__ = [
635
751
  "ExperimentPublic",
636
752
  "ExperimentPublicStatus",
637
753
  "ExperimentPublicType",
754
+ "ExperimentScore",
755
+ "ExperimentScorePublic",
756
+ "ExperimentScoreWrite",
638
757
  "ExperimentStatus",
639
758
  "ExperimentType",
640
759
  "ExperimentUpdateStatus",
@@ -644,13 +763,16 @@ __all__ = [
644
763
  "ExportTraceServiceRequest",
645
764
  "Feedback",
646
765
  "FeedbackCreate",
766
+ "FeedbackCreate_Boolean",
647
767
  "FeedbackCreate_Categorical",
648
768
  "FeedbackCreate_Numerical",
649
769
  "FeedbackDefinitionPagePublic",
650
770
  "FeedbackObjectPublic",
771
+ "FeedbackObjectPublic_Boolean",
651
772
  "FeedbackObjectPublic_Categorical",
652
773
  "FeedbackObjectPublic_Numerical",
653
774
  "FeedbackPublic",
775
+ "FeedbackPublic_Boolean",
654
776
  "FeedbackPublic_Categorical",
655
777
  "FeedbackPublic_Numerical",
656
778
  "FeedbackScore",
@@ -671,8 +793,10 @@ __all__ = [
671
793
  "FeedbackScorePublicSource",
672
794
  "FeedbackScoreSource",
673
795
  "FeedbackUpdate",
796
+ "FeedbackUpdate_Boolean",
674
797
  "FeedbackUpdate_Categorical",
675
798
  "FeedbackUpdate_Numerical",
799
+ "Feedback_Boolean",
676
800
  "Feedback_Categorical",
677
801
  "Feedback_Numerical",
678
802
  "FindFeedbackDefinitionsRequestType",
@@ -697,6 +821,9 @@ __all__ = [
697
821
  "GuardrailsValidation",
698
822
  "GuardrailsValidationPublic",
699
823
  "IdsHolder",
824
+ "ImageUrl",
825
+ "ImageUrlPublic",
826
+ "ImageUrlWrite",
700
827
  "JsonListString",
701
828
  "JsonListStringCompare",
702
829
  "JsonListStringExperimentItemBulkWriteView",
@@ -711,6 +838,9 @@ __all__ = [
711
838
  "LlmAsJudgeCodePublic",
712
839
  "LlmAsJudgeCodeWrite",
713
840
  "LlmAsJudgeMessage",
841
+ "LlmAsJudgeMessageContent",
842
+ "LlmAsJudgeMessageContentPublic",
843
+ "LlmAsJudgeMessageContentWrite",
714
844
  "LlmAsJudgeMessagePublic",
715
845
  "LlmAsJudgeMessagePublicRole",
716
846
  "LlmAsJudgeMessageRole",
@@ -750,6 +880,10 @@ __all__ = [
750
880
  "OptimizationPublic",
751
881
  "OptimizationPublicStatus",
752
882
  "OptimizationStatus",
883
+ "OptimizationStudioConfig",
884
+ "OptimizationStudioConfigPublic",
885
+ "OptimizationStudioConfigWrite",
886
+ "OptimizationStudioLog",
753
887
  "OptimizationUpdateStatus",
754
888
  "OptimizationWrite",
755
889
  "OptimizationWriteStatus",
@@ -781,20 +915,27 @@ __all__ = [
781
915
  "ProjectWriteVisibility",
782
916
  "Prompt",
783
917
  "PromptDetail",
918
+ "PromptDetailTemplateStructure",
784
919
  "PromptPagePublic",
785
920
  "PromptPublic",
921
+ "PromptPublicTemplateStructure",
922
+ "PromptTemplateStructure",
786
923
  "PromptTokensDetails",
787
924
  "PromptType",
788
925
  "PromptVersion",
789
926
  "PromptVersionDetail",
927
+ "PromptVersionDetailTemplateStructure",
790
928
  "PromptVersionDetailType",
791
929
  "PromptVersionLink",
792
930
  "PromptVersionLinkPublic",
793
931
  "PromptVersionLinkWrite",
794
932
  "PromptVersionPagePublic",
795
933
  "PromptVersionPublic",
934
+ "PromptVersionPublicTemplateStructure",
796
935
  "PromptVersionPublicType",
936
+ "PromptVersionTemplateStructure",
797
937
  "PromptVersionType",
938
+ "PromptWriteTemplateStructure",
798
939
  "PromptWriteType",
799
940
  "ProviderApiKey",
800
941
  "ProviderApiKeyPagePublic",
@@ -810,15 +951,24 @@ __all__ = [
810
951
  "ServiceTogglesConfig",
811
952
  "Span",
812
953
  "SpanBatch",
954
+ "SpanEnrichmentOptions",
813
955
  "SpanExperimentItemBulkWriteView",
814
956
  "SpanExperimentItemBulkWriteViewType",
957
+ "SpanFilter",
958
+ "SpanFilterOperator",
815
959
  "SpanFilterPublic",
816
960
  "SpanFilterPublicOperator",
961
+ "SpanFilterWrite",
962
+ "SpanFilterWriteOperator",
963
+ "SpanLlmAsJudgeCode",
964
+ "SpanLlmAsJudgeCodePublic",
965
+ "SpanLlmAsJudgeCodeWrite",
817
966
  "SpanPagePublic",
818
967
  "SpanPublic",
819
968
  "SpanPublicType",
820
969
  "SpanSearchStreamRequestPublicType",
821
970
  "SpanType",
971
+ "SpanUpdate",
822
972
  "SpanUpdateType",
823
973
  "SpanWrite",
824
974
  "SpanWriteType",
@@ -826,6 +976,24 @@ __all__ = [
826
976
  "StartMultipartUploadRequestEntityType",
827
977
  "StartMultipartUploadResponse",
828
978
  "StreamOptions",
979
+ "StudioEvaluation",
980
+ "StudioEvaluationPublic",
981
+ "StudioEvaluationWrite",
982
+ "StudioLlmModel",
983
+ "StudioLlmModelPublic",
984
+ "StudioLlmModelWrite",
985
+ "StudioMessage",
986
+ "StudioMessagePublic",
987
+ "StudioMessageWrite",
988
+ "StudioMetric",
989
+ "StudioMetricPublic",
990
+ "StudioMetricWrite",
991
+ "StudioOptimizer",
992
+ "StudioOptimizerPublic",
993
+ "StudioOptimizerWrite",
994
+ "StudioPrompt",
995
+ "StudioPromptPublic",
996
+ "StudioPromptWrite",
829
997
  "Tool",
830
998
  "ToolCall",
831
999
  "Trace",
@@ -847,15 +1015,19 @@ __all__ = [
847
1015
  "TraceThreadFilterOperator",
848
1016
  "TraceThreadFilterPublic",
849
1017
  "TraceThreadFilterPublicOperator",
1018
+ "TraceThreadFilterWrite",
1019
+ "TraceThreadFilterWriteOperator",
850
1020
  "TraceThreadIdentifier",
851
1021
  "TraceThreadLlmAsJudgeCode",
852
1022
  "TraceThreadLlmAsJudgeCodePublic",
853
1023
  "TraceThreadLlmAsJudgeCodeWrite",
854
1024
  "TraceThreadPage",
855
1025
  "TraceThreadStatus",
1026
+ "TraceThreadUpdate",
856
1027
  "TraceThreadUserDefinedMetricPythonCode",
857
1028
  "TraceThreadUserDefinedMetricPythonCodePublic",
858
1029
  "TraceThreadUserDefinedMetricPythonCodeWrite",
1030
+ "TraceUpdate",
859
1031
  "TraceVisibilityMode",
860
1032
  "TraceWrite",
861
1033
  "UnauthorizedError",
@@ -873,6 +1045,9 @@ __all__ = [
873
1045
  "ValueEntryPublic",
874
1046
  "ValueEntryPublicSource",
875
1047
  "ValueEntrySource",
1048
+ "VideoUrl",
1049
+ "VideoUrlPublic",
1050
+ "VideoUrlWrite",
876
1051
  "Webhook",
877
1052
  "WebhookExamples",
878
1053
  "WebhookPublic",
@@ -894,6 +1069,7 @@ __all__ = [
894
1069
  "automation_rule_evaluators",
895
1070
  "chat_completions",
896
1071
  "check",
1072
+ "dashboards",
897
1073
  "datasets",
898
1074
  "experiments",
899
1075
  "feedback_definitions",
opik/rest_api/client.py CHANGED
@@ -11,6 +11,7 @@ from .chat_completions.client import AsyncChatCompletionsClient, ChatCompletions
11
11
  from .check.client import AsyncCheckClient, CheckClient
12
12
  from .core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
13
13
  from .core.request_options import RequestOptions
14
+ from .dashboards.client import AsyncDashboardsClient, DashboardsClient
14
15
  from .datasets.client import AsyncDatasetsClient, DatasetsClient
15
16
  from .environment import OpikApiEnvironment
16
17
  from .experiments.client import AsyncExperimentsClient, ExperimentsClient
@@ -98,6 +99,7 @@ class OpikApi:
98
99
  self.check = CheckClient(client_wrapper=self._client_wrapper)
99
100
  self.automation_rule_evaluators = AutomationRuleEvaluatorsClient(client_wrapper=self._client_wrapper)
100
101
  self.chat_completions = ChatCompletionsClient(client_wrapper=self._client_wrapper)
102
+ self.dashboards = DashboardsClient(client_wrapper=self._client_wrapper)
101
103
  self.datasets = DatasetsClient(client_wrapper=self._client_wrapper)
102
104
  self.experiments = ExperimentsClient(client_wrapper=self._client_wrapper)
103
105
  self.feedback_definitions = FeedbackDefinitionsClient(client_wrapper=self._client_wrapper)
@@ -235,6 +237,7 @@ class AsyncOpikApi:
235
237
  self.check = AsyncCheckClient(client_wrapper=self._client_wrapper)
236
238
  self.automation_rule_evaluators = AsyncAutomationRuleEvaluatorsClient(client_wrapper=self._client_wrapper)
237
239
  self.chat_completions = AsyncChatCompletionsClient(client_wrapper=self._client_wrapper)
240
+ self.dashboards = AsyncDashboardsClient(client_wrapper=self._client_wrapper)
238
241
  self.datasets = AsyncDatasetsClient(client_wrapper=self._client_wrapper)
239
242
  self.experiments = AsyncExperimentsClient(client_wrapper=self._client_wrapper)
240
243
  self.feedback_definitions = AsyncFeedbackDefinitionsClient(client_wrapper=self._client_wrapper)
@@ -0,0 +1,4 @@
1
+ # This file was auto-generated by Fern from our API Definition.
2
+
3
+ # isort: skip_file
4
+