opik 1.9.5__py3-none-any.whl → 1.9.39__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opik/__init__.py +10 -3
- opik/anonymizer/__init__.py +5 -0
- opik/anonymizer/anonymizer.py +12 -0
- opik/anonymizer/factory.py +80 -0
- opik/anonymizer/recursive_anonymizer.py +64 -0
- opik/anonymizer/rules.py +56 -0
- opik/anonymizer/rules_anonymizer.py +35 -0
- opik/api_objects/dataset/rest_operations.py +5 -0
- opik/api_objects/experiment/experiment.py +46 -49
- opik/api_objects/experiment/helpers.py +34 -10
- opik/api_objects/local_recording.py +8 -3
- opik/api_objects/opik_client.py +230 -48
- opik/api_objects/opik_query_language.py +9 -0
- opik/api_objects/prompt/__init__.py +11 -3
- opik/api_objects/prompt/base_prompt.py +69 -0
- opik/api_objects/prompt/base_prompt_template.py +29 -0
- opik/api_objects/prompt/chat/__init__.py +1 -0
- opik/api_objects/prompt/chat/chat_prompt.py +193 -0
- opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
- opik/api_objects/prompt/{chat_content_renderer_registry.py → chat/content_renderer_registry.py} +37 -35
- opik/api_objects/prompt/client.py +101 -30
- opik/api_objects/prompt/text/__init__.py +1 -0
- opik/api_objects/prompt/text/prompt.py +174 -0
- opik/api_objects/prompt/{prompt_template.py → text/prompt_template.py} +10 -6
- opik/api_objects/prompt/types.py +1 -1
- opik/cli/export.py +6 -2
- opik/cli/usage_report/charts.py +39 -10
- opik/cli/usage_report/cli.py +164 -45
- opik/cli/usage_report/pdf.py +14 -1
- opik/config.py +0 -5
- opik/decorator/base_track_decorator.py +37 -40
- opik/decorator/context_manager/span_context_manager.py +9 -0
- opik/decorator/context_manager/trace_context_manager.py +5 -0
- opik/dict_utils.py +3 -3
- opik/evaluation/__init__.py +13 -2
- opik/evaluation/engine/engine.py +195 -223
- opik/evaluation/engine/helpers.py +8 -7
- opik/evaluation/engine/metrics_evaluator.py +237 -0
- opik/evaluation/evaluation_result.py +35 -1
- opik/evaluation/evaluator.py +318 -30
- opik/evaluation/models/litellm/util.py +78 -6
- opik/evaluation/models/model_capabilities.py +33 -0
- opik/evaluation/report.py +14 -2
- opik/evaluation/rest_operations.py +36 -33
- opik/evaluation/test_case.py +2 -2
- opik/evaluation/types.py +9 -1
- opik/exceptions.py +17 -0
- opik/hooks/__init__.py +17 -1
- opik/hooks/anonymizer_hook.py +36 -0
- opik/id_helpers.py +18 -0
- opik/integrations/adk/helpers.py +16 -7
- opik/integrations/adk/legacy_opik_tracer.py +7 -4
- opik/integrations/adk/opik_tracer.py +3 -1
- opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +7 -3
- opik/integrations/adk/recursive_callback_injector.py +1 -6
- opik/integrations/dspy/callback.py +1 -4
- opik/integrations/haystack/opik_connector.py +2 -2
- opik/integrations/haystack/opik_tracer.py +2 -4
- opik/integrations/langchain/opik_tracer.py +273 -82
- opik/integrations/llama_index/callback.py +110 -108
- opik/integrations/openai/agents/opik_tracing_processor.py +1 -2
- opik/integrations/openai/opik_tracker.py +1 -1
- opik/message_processing/batching/batchers.py +11 -7
- opik/message_processing/encoder_helpers.py +79 -0
- opik/message_processing/messages.py +25 -1
- opik/message_processing/online_message_processor.py +23 -8
- opik/opik_context.py +7 -7
- opik/rest_api/__init__.py +188 -12
- opik/rest_api/client.py +3 -0
- opik/rest_api/dashboards/__init__.py +4 -0
- opik/rest_api/dashboards/client.py +462 -0
- opik/rest_api/dashboards/raw_client.py +648 -0
- opik/rest_api/datasets/client.py +893 -89
- opik/rest_api/datasets/raw_client.py +1328 -87
- opik/rest_api/experiments/client.py +30 -2
- opik/rest_api/experiments/raw_client.py +26 -0
- opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -1
- opik/rest_api/optimizations/client.py +302 -0
- opik/rest_api/optimizations/raw_client.py +463 -0
- opik/rest_api/optimizations/types/optimization_update_status.py +3 -1
- opik/rest_api/prompts/__init__.py +2 -2
- opik/rest_api/prompts/client.py +34 -4
- opik/rest_api/prompts/raw_client.py +32 -2
- opik/rest_api/prompts/types/__init__.py +3 -1
- opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
- opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
- opik/rest_api/spans/__init__.py +0 -2
- opik/rest_api/spans/client.py +148 -64
- opik/rest_api/spans/raw_client.py +210 -83
- opik/rest_api/spans/types/__init__.py +0 -2
- opik/rest_api/traces/client.py +241 -73
- opik/rest_api/traces/raw_client.py +344 -90
- opik/rest_api/types/__init__.py +200 -15
- opik/rest_api/types/aggregation_data.py +1 -0
- opik/rest_api/types/alert_trigger_config_public_type.py +6 -1
- opik/rest_api/types/alert_trigger_config_type.py +6 -1
- opik/rest_api/types/alert_trigger_config_write_type.py +6 -1
- opik/rest_api/types/automation_rule_evaluator.py +23 -1
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +2 -0
- opik/rest_api/types/{automation_rule_evaluator_object_public.py → automation_rule_evaluator_object_object_public.py} +32 -10
- opik/rest_api/types/automation_rule_evaluator_page_public.py +2 -2
- opik/rest_api/types/automation_rule_evaluator_public.py +23 -1
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update.py +23 -1
- opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_write.py +23 -1
- opik/rest_api/types/boolean_feedback_definition.py +25 -0
- opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
- opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
- opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
- opik/rest_api/types/boolean_feedback_detail.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
- opik/rest_api/types/dashboard_page_public.py +24 -0
- opik/rest_api/types/dashboard_public.py +30 -0
- opik/rest_api/types/dataset.py +2 -0
- opik/rest_api/types/dataset_item.py +2 -0
- opik/rest_api/types/dataset_item_compare.py +2 -0
- opik/rest_api/types/dataset_item_filter.py +23 -0
- opik/rest_api/types/dataset_item_filter_operator.py +21 -0
- opik/rest_api/types/dataset_item_page_compare.py +1 -0
- opik/rest_api/types/dataset_item_page_public.py +1 -0
- opik/rest_api/types/dataset_item_public.py +2 -0
- opik/rest_api/types/dataset_item_update.py +39 -0
- opik/rest_api/types/dataset_item_write.py +1 -0
- opik/rest_api/types/dataset_public.py +2 -0
- opik/rest_api/types/dataset_public_status.py +5 -0
- opik/rest_api/types/dataset_status.py +5 -0
- opik/rest_api/types/dataset_version_diff.py +22 -0
- opik/rest_api/types/dataset_version_diff_stats.py +24 -0
- opik/rest_api/types/dataset_version_page_public.py +23 -0
- opik/rest_api/types/dataset_version_public.py +49 -0
- opik/rest_api/types/experiment.py +2 -0
- opik/rest_api/types/experiment_public.py +2 -0
- opik/rest_api/types/experiment_score.py +20 -0
- opik/rest_api/types/experiment_score_public.py +20 -0
- opik/rest_api/types/experiment_score_write.py +20 -0
- opik/rest_api/types/feedback.py +20 -1
- opik/rest_api/types/feedback_create.py +16 -1
- opik/rest_api/types/feedback_object_public.py +22 -1
- opik/rest_api/types/feedback_public.py +20 -1
- opik/rest_api/types/feedback_score_public.py +4 -0
- opik/rest_api/types/feedback_update.py +16 -1
- opik/rest_api/types/image_url.py +20 -0
- opik/rest_api/types/image_url_public.py +20 -0
- opik/rest_api/types/image_url_write.py +20 -0
- opik/rest_api/types/llm_as_judge_message.py +5 -1
- opik/rest_api/types/llm_as_judge_message_content.py +24 -0
- opik/rest_api/types/llm_as_judge_message_content_public.py +24 -0
- opik/rest_api/types/llm_as_judge_message_content_write.py +24 -0
- opik/rest_api/types/llm_as_judge_message_public.py +5 -1
- opik/rest_api/types/llm_as_judge_message_write.py +5 -1
- opik/rest_api/types/llm_as_judge_model_parameters.py +2 -0
- opik/rest_api/types/llm_as_judge_model_parameters_public.py +2 -0
- opik/rest_api/types/llm_as_judge_model_parameters_write.py +2 -0
- opik/rest_api/types/optimization.py +2 -0
- opik/rest_api/types/optimization_public.py +2 -0
- opik/rest_api/types/optimization_public_status.py +3 -1
- opik/rest_api/types/optimization_status.py +3 -1
- opik/rest_api/types/optimization_studio_config.py +27 -0
- opik/rest_api/types/optimization_studio_config_public.py +27 -0
- opik/rest_api/types/optimization_studio_config_write.py +27 -0
- opik/rest_api/types/optimization_studio_log.py +22 -0
- opik/rest_api/types/optimization_write.py +2 -0
- opik/rest_api/types/optimization_write_status.py +3 -1
- opik/rest_api/types/prompt.py +6 -0
- opik/rest_api/types/prompt_detail.py +6 -0
- opik/rest_api/types/prompt_detail_template_structure.py +5 -0
- opik/rest_api/types/prompt_public.py +6 -0
- opik/rest_api/types/prompt_public_template_structure.py +5 -0
- opik/rest_api/types/prompt_template_structure.py +5 -0
- opik/rest_api/types/prompt_version.py +2 -0
- opik/rest_api/types/prompt_version_detail.py +2 -0
- opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_public.py +2 -0
- opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_template_structure.py +5 -0
- opik/rest_api/types/score_name.py +1 -0
- opik/rest_api/types/service_toggles_config.py +6 -0
- opik/rest_api/types/span_enrichment_options.py +31 -0
- opik/rest_api/types/span_filter.py +23 -0
- opik/rest_api/types/span_filter_operator.py +21 -0
- opik/rest_api/types/span_filter_write.py +23 -0
- opik/rest_api/types/span_filter_write_operator.py +21 -0
- opik/rest_api/types/span_llm_as_judge_code.py +27 -0
- opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
- opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
- opik/rest_api/types/span_update.py +46 -0
- opik/rest_api/types/studio_evaluation.py +20 -0
- opik/rest_api/types/studio_evaluation_public.py +20 -0
- opik/rest_api/types/studio_evaluation_write.py +20 -0
- opik/rest_api/types/studio_llm_model.py +21 -0
- opik/rest_api/types/studio_llm_model_public.py +21 -0
- opik/rest_api/types/studio_llm_model_write.py +21 -0
- opik/rest_api/types/studio_message.py +20 -0
- opik/rest_api/types/studio_message_public.py +20 -0
- opik/rest_api/types/studio_message_write.py +20 -0
- opik/rest_api/types/studio_metric.py +21 -0
- opik/rest_api/types/studio_metric_public.py +21 -0
- opik/rest_api/types/studio_metric_write.py +21 -0
- opik/rest_api/types/studio_optimizer.py +21 -0
- opik/rest_api/types/studio_optimizer_public.py +21 -0
- opik/rest_api/types/studio_optimizer_write.py +21 -0
- opik/rest_api/types/studio_prompt.py +20 -0
- opik/rest_api/types/studio_prompt_public.py +20 -0
- opik/rest_api/types/studio_prompt_write.py +20 -0
- opik/rest_api/types/trace.py +6 -0
- opik/rest_api/types/trace_public.py +6 -0
- opik/rest_api/types/trace_thread_filter_write.py +23 -0
- opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
- opik/rest_api/types/trace_thread_update.py +19 -0
- opik/rest_api/types/trace_update.py +39 -0
- opik/rest_api/types/value_entry.py +2 -0
- opik/rest_api/types/value_entry_compare.py +2 -0
- opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +2 -0
- opik/rest_api/types/value_entry_public.py +2 -0
- opik/rest_api/types/video_url.py +19 -0
- opik/rest_api/types/video_url_public.py +19 -0
- opik/rest_api/types/video_url_write.py +19 -0
- opik/synchronization.py +5 -6
- opik/{decorator/tracing_runtime_config.py → tracing_runtime_config.py} +6 -7
- {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/METADATA +5 -4
- {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/RECORD +246 -151
- opik/api_objects/prompt/chat_prompt_template.py +0 -164
- opik/api_objects/prompt/prompt.py +0 -131
- /opik/rest_api/{spans/types → types}/span_update_type.py +0 -0
- {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/WHEEL +0 -0
- {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/entry_points.txt +0 -0
- {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/licenses/LICENSE +0 -0
- {opik-1.9.5.dist-info → opik-1.9.39.dist-info}/top_level.txt +0 -0
opik/rest_api/__init__.py
CHANGED
|
@@ -43,17 +43,22 @@ from .types import (
|
|
|
43
43
|
AutomationRuleEvaluatorLlmAsJudge,
|
|
44
44
|
AutomationRuleEvaluatorLlmAsJudgePublic,
|
|
45
45
|
AutomationRuleEvaluatorLlmAsJudgeWrite,
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
46
|
+
AutomationRuleEvaluatorObjectObjectPublic,
|
|
47
|
+
AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
|
|
48
|
+
AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
|
|
49
|
+
AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
|
|
50
|
+
AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
|
|
51
|
+
AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
|
|
51
52
|
AutomationRuleEvaluatorPagePublic,
|
|
52
53
|
AutomationRuleEvaluatorPublic,
|
|
53
54
|
AutomationRuleEvaluatorPublic_LlmAsJudge,
|
|
55
|
+
AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
|
|
54
56
|
AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
|
|
55
57
|
AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
|
|
56
58
|
AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
|
|
59
|
+
AutomationRuleEvaluatorSpanLlmAsJudge,
|
|
60
|
+
AutomationRuleEvaluatorSpanLlmAsJudgePublic,
|
|
61
|
+
AutomationRuleEvaluatorSpanLlmAsJudgeWrite,
|
|
57
62
|
AutomationRuleEvaluatorTraceThreadLlmAsJudge,
|
|
58
63
|
AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
|
|
59
64
|
AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite,
|
|
@@ -62,10 +67,12 @@ from .types import (
|
|
|
62
67
|
AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite,
|
|
63
68
|
AutomationRuleEvaluatorUpdate,
|
|
64
69
|
AutomationRuleEvaluatorUpdateLlmAsJudge,
|
|
70
|
+
AutomationRuleEvaluatorUpdateSpanLlmAsJudge,
|
|
65
71
|
AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
|
|
66
72
|
AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython,
|
|
67
73
|
AutomationRuleEvaluatorUpdateUserDefinedMetricPython,
|
|
68
74
|
AutomationRuleEvaluatorUpdate_LlmAsJudge,
|
|
75
|
+
AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
|
|
69
76
|
AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
|
|
70
77
|
AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
|
|
71
78
|
AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
|
|
@@ -74,10 +81,12 @@ from .types import (
|
|
|
74
81
|
AutomationRuleEvaluatorUserDefinedMetricPythonWrite,
|
|
75
82
|
AutomationRuleEvaluatorWrite,
|
|
76
83
|
AutomationRuleEvaluatorWrite_LlmAsJudge,
|
|
84
|
+
AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
|
|
77
85
|
AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
|
|
78
86
|
AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
|
|
79
87
|
AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
|
|
80
88
|
AutomationRuleEvaluator_LlmAsJudge,
|
|
89
|
+
AutomationRuleEvaluator_SpanLlmAsJudge,
|
|
81
90
|
AutomationRuleEvaluator_TraceThreadLlmAsJudge,
|
|
82
91
|
AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
|
|
83
92
|
AutomationRuleEvaluator_UserDefinedMetricPython,
|
|
@@ -86,6 +95,14 @@ from .types import (
|
|
|
86
95
|
BatchDeleteByProject,
|
|
87
96
|
BiInformation,
|
|
88
97
|
BiInformationResponse,
|
|
98
|
+
BooleanFeedbackDefinition,
|
|
99
|
+
BooleanFeedbackDefinitionCreate,
|
|
100
|
+
BooleanFeedbackDefinitionPublic,
|
|
101
|
+
BooleanFeedbackDefinitionUpdate,
|
|
102
|
+
BooleanFeedbackDetail,
|
|
103
|
+
BooleanFeedbackDetailCreate,
|
|
104
|
+
BooleanFeedbackDetailPublic,
|
|
105
|
+
BooleanFeedbackDetailUpdate,
|
|
89
106
|
CategoricalFeedbackDefinition,
|
|
90
107
|
CategoricalFeedbackDefinitionCreate,
|
|
91
108
|
CategoricalFeedbackDefinitionPublic,
|
|
@@ -119,6 +136,8 @@ from .types import (
|
|
|
119
136
|
CompleteMultipartUploadRequestEntityType,
|
|
120
137
|
CompletionTokensDetails,
|
|
121
138
|
CountValueStatPublic,
|
|
139
|
+
DashboardPagePublic,
|
|
140
|
+
DashboardPublic,
|
|
122
141
|
DataPointDouble,
|
|
123
142
|
DataPointNumberPublic,
|
|
124
143
|
Dataset,
|
|
@@ -128,16 +147,25 @@ from .types import (
|
|
|
128
147
|
DatasetItemBatch,
|
|
129
148
|
DatasetItemCompare,
|
|
130
149
|
DatasetItemCompareSource,
|
|
150
|
+
DatasetItemFilter,
|
|
151
|
+
DatasetItemFilterOperator,
|
|
131
152
|
DatasetItemPageCompare,
|
|
132
153
|
DatasetItemPagePublic,
|
|
133
154
|
DatasetItemPublic,
|
|
134
155
|
DatasetItemPublicSource,
|
|
135
156
|
DatasetItemSource,
|
|
157
|
+
DatasetItemUpdate,
|
|
136
158
|
DatasetItemWrite,
|
|
137
159
|
DatasetItemWriteSource,
|
|
138
160
|
DatasetPagePublic,
|
|
139
161
|
DatasetPublic,
|
|
162
|
+
DatasetPublicStatus,
|
|
140
163
|
DatasetPublicVisibility,
|
|
164
|
+
DatasetStatus,
|
|
165
|
+
DatasetVersionDiff,
|
|
166
|
+
DatasetVersionDiffStats,
|
|
167
|
+
DatasetVersionPagePublic,
|
|
168
|
+
DatasetVersionPublic,
|
|
141
169
|
DatasetVisibility,
|
|
142
170
|
DeleteAttachmentsRequest,
|
|
143
171
|
DeleteAttachmentsRequestEntityType,
|
|
@@ -170,18 +198,24 @@ from .types import (
|
|
|
170
198
|
ExperimentPublic,
|
|
171
199
|
ExperimentPublicStatus,
|
|
172
200
|
ExperimentPublicType,
|
|
201
|
+
ExperimentScore,
|
|
202
|
+
ExperimentScorePublic,
|
|
203
|
+
ExperimentScoreWrite,
|
|
173
204
|
ExperimentStatus,
|
|
174
205
|
ExperimentType,
|
|
175
206
|
ExportTraceServiceRequest,
|
|
176
207
|
Feedback,
|
|
177
208
|
FeedbackCreate,
|
|
209
|
+
FeedbackCreate_Boolean,
|
|
178
210
|
FeedbackCreate_Categorical,
|
|
179
211
|
FeedbackCreate_Numerical,
|
|
180
212
|
FeedbackDefinitionPagePublic,
|
|
181
213
|
FeedbackObjectPublic,
|
|
214
|
+
FeedbackObjectPublic_Boolean,
|
|
182
215
|
FeedbackObjectPublic_Categorical,
|
|
183
216
|
FeedbackObjectPublic_Numerical,
|
|
184
217
|
FeedbackPublic,
|
|
218
|
+
FeedbackPublic_Boolean,
|
|
185
219
|
FeedbackPublic_Categorical,
|
|
186
220
|
FeedbackPublic_Numerical,
|
|
187
221
|
FeedbackScore,
|
|
@@ -202,8 +236,10 @@ from .types import (
|
|
|
202
236
|
FeedbackScorePublicSource,
|
|
203
237
|
FeedbackScoreSource,
|
|
204
238
|
FeedbackUpdate,
|
|
239
|
+
FeedbackUpdate_Boolean,
|
|
205
240
|
FeedbackUpdate_Categorical,
|
|
206
241
|
FeedbackUpdate_Numerical,
|
|
242
|
+
Feedback_Boolean,
|
|
207
243
|
Feedback_Categorical,
|
|
208
244
|
Feedback_Numerical,
|
|
209
245
|
Function,
|
|
@@ -222,6 +258,9 @@ from .types import (
|
|
|
222
258
|
GuardrailsValidation,
|
|
223
259
|
GuardrailsValidationPublic,
|
|
224
260
|
IdsHolder,
|
|
261
|
+
ImageUrl,
|
|
262
|
+
ImageUrlPublic,
|
|
263
|
+
ImageUrlWrite,
|
|
225
264
|
JsonListString,
|
|
226
265
|
JsonListStringCompare,
|
|
227
266
|
JsonListStringExperimentItemBulkWriteView,
|
|
@@ -236,6 +275,9 @@ from .types import (
|
|
|
236
275
|
LlmAsJudgeCodePublic,
|
|
237
276
|
LlmAsJudgeCodeWrite,
|
|
238
277
|
LlmAsJudgeMessage,
|
|
278
|
+
LlmAsJudgeMessageContent,
|
|
279
|
+
LlmAsJudgeMessageContentPublic,
|
|
280
|
+
LlmAsJudgeMessageContentWrite,
|
|
239
281
|
LlmAsJudgeMessagePublic,
|
|
240
282
|
LlmAsJudgeMessagePublicRole,
|
|
241
283
|
LlmAsJudgeMessageRole,
|
|
@@ -271,6 +313,10 @@ from .types import (
|
|
|
271
313
|
OptimizationPublic,
|
|
272
314
|
OptimizationPublicStatus,
|
|
273
315
|
OptimizationStatus,
|
|
316
|
+
OptimizationStudioConfig,
|
|
317
|
+
OptimizationStudioConfigPublic,
|
|
318
|
+
OptimizationStudioConfigWrite,
|
|
319
|
+
OptimizationStudioLog,
|
|
274
320
|
OptimizationWrite,
|
|
275
321
|
OptimizationWriteStatus,
|
|
276
322
|
PageColumns,
|
|
@@ -297,19 +343,25 @@ from .types import (
|
|
|
297
343
|
ProjectVisibility,
|
|
298
344
|
Prompt,
|
|
299
345
|
PromptDetail,
|
|
346
|
+
PromptDetailTemplateStructure,
|
|
300
347
|
PromptPagePublic,
|
|
301
348
|
PromptPublic,
|
|
349
|
+
PromptPublicTemplateStructure,
|
|
350
|
+
PromptTemplateStructure,
|
|
302
351
|
PromptTokensDetails,
|
|
303
352
|
PromptType,
|
|
304
353
|
PromptVersion,
|
|
305
354
|
PromptVersionDetail,
|
|
355
|
+
PromptVersionDetailTemplateStructure,
|
|
306
356
|
PromptVersionDetailType,
|
|
307
357
|
PromptVersionLink,
|
|
308
358
|
PromptVersionLinkPublic,
|
|
309
359
|
PromptVersionLinkWrite,
|
|
310
360
|
PromptVersionPagePublic,
|
|
311
361
|
PromptVersionPublic,
|
|
362
|
+
PromptVersionPublicTemplateStructure,
|
|
312
363
|
PromptVersionPublicType,
|
|
364
|
+
PromptVersionTemplateStructure,
|
|
313
365
|
PromptVersionType,
|
|
314
366
|
ProviderApiKey,
|
|
315
367
|
ProviderApiKeyPagePublic,
|
|
@@ -324,19 +376,47 @@ from .types import (
|
|
|
324
376
|
ServiceTogglesConfig,
|
|
325
377
|
Span,
|
|
326
378
|
SpanBatch,
|
|
379
|
+
SpanEnrichmentOptions,
|
|
327
380
|
SpanExperimentItemBulkWriteView,
|
|
328
381
|
SpanExperimentItemBulkWriteViewType,
|
|
382
|
+
SpanFilter,
|
|
383
|
+
SpanFilterOperator,
|
|
329
384
|
SpanFilterPublic,
|
|
330
385
|
SpanFilterPublicOperator,
|
|
386
|
+
SpanFilterWrite,
|
|
387
|
+
SpanFilterWriteOperator,
|
|
388
|
+
SpanLlmAsJudgeCode,
|
|
389
|
+
SpanLlmAsJudgeCodePublic,
|
|
390
|
+
SpanLlmAsJudgeCodeWrite,
|
|
331
391
|
SpanPagePublic,
|
|
332
392
|
SpanPublic,
|
|
333
393
|
SpanPublicType,
|
|
334
394
|
SpanType,
|
|
395
|
+
SpanUpdate,
|
|
396
|
+
SpanUpdateType,
|
|
335
397
|
SpanWrite,
|
|
336
398
|
SpanWriteType,
|
|
337
399
|
SpansCountResponse,
|
|
338
400
|
StartMultipartUploadResponse,
|
|
339
401
|
StreamOptions,
|
|
402
|
+
StudioEvaluation,
|
|
403
|
+
StudioEvaluationPublic,
|
|
404
|
+
StudioEvaluationWrite,
|
|
405
|
+
StudioLlmModel,
|
|
406
|
+
StudioLlmModelPublic,
|
|
407
|
+
StudioLlmModelWrite,
|
|
408
|
+
StudioMessage,
|
|
409
|
+
StudioMessagePublic,
|
|
410
|
+
StudioMessageWrite,
|
|
411
|
+
StudioMetric,
|
|
412
|
+
StudioMetricPublic,
|
|
413
|
+
StudioMetricWrite,
|
|
414
|
+
StudioOptimizer,
|
|
415
|
+
StudioOptimizerPublic,
|
|
416
|
+
StudioOptimizerWrite,
|
|
417
|
+
StudioPrompt,
|
|
418
|
+
StudioPromptPublic,
|
|
419
|
+
StudioPromptWrite,
|
|
340
420
|
Tool,
|
|
341
421
|
ToolCall,
|
|
342
422
|
Trace,
|
|
@@ -358,15 +438,19 @@ from .types import (
|
|
|
358
438
|
TraceThreadFilterOperator,
|
|
359
439
|
TraceThreadFilterPublic,
|
|
360
440
|
TraceThreadFilterPublicOperator,
|
|
441
|
+
TraceThreadFilterWrite,
|
|
442
|
+
TraceThreadFilterWriteOperator,
|
|
361
443
|
TraceThreadIdentifier,
|
|
362
444
|
TraceThreadLlmAsJudgeCode,
|
|
363
445
|
TraceThreadLlmAsJudgeCodePublic,
|
|
364
446
|
TraceThreadLlmAsJudgeCodeWrite,
|
|
365
447
|
TraceThreadPage,
|
|
366
448
|
TraceThreadStatus,
|
|
449
|
+
TraceThreadUpdate,
|
|
367
450
|
TraceThreadUserDefinedMetricPythonCode,
|
|
368
451
|
TraceThreadUserDefinedMetricPythonCodePublic,
|
|
369
452
|
TraceThreadUserDefinedMetricPythonCodeWrite,
|
|
453
|
+
TraceUpdate,
|
|
370
454
|
TraceVisibilityMode,
|
|
371
455
|
TraceWrite,
|
|
372
456
|
Usage,
|
|
@@ -381,6 +465,9 @@ from .types import (
|
|
|
381
465
|
ValueEntryPublic,
|
|
382
466
|
ValueEntryPublicSource,
|
|
383
467
|
ValueEntrySource,
|
|
468
|
+
VideoUrl,
|
|
469
|
+
VideoUrlPublic,
|
|
470
|
+
VideoUrlWrite,
|
|
384
471
|
Webhook,
|
|
385
472
|
WebhookExamples,
|
|
386
473
|
WebhookPublic,
|
|
@@ -413,6 +500,7 @@ from . import (
|
|
|
413
500
|
automation_rule_evaluators,
|
|
414
501
|
chat_completions,
|
|
415
502
|
check,
|
|
503
|
+
dashboards,
|
|
416
504
|
datasets,
|
|
417
505
|
experiments,
|
|
418
506
|
feedback_definitions,
|
|
@@ -451,13 +539,12 @@ from .projects import (
|
|
|
451
539
|
ProjectUpdateVisibility,
|
|
452
540
|
ProjectWriteVisibility,
|
|
453
541
|
)
|
|
454
|
-
from .prompts import PromptWriteType
|
|
542
|
+
from .prompts import CreatePromptVersionDetailTemplateStructure, PromptWriteTemplateStructure, PromptWriteType
|
|
455
543
|
from .spans import (
|
|
456
544
|
FindFeedbackScoreNames1RequestType,
|
|
457
545
|
GetSpanStatsRequestType,
|
|
458
546
|
GetSpansByProjectRequestType,
|
|
459
547
|
SpanSearchStreamRequestPublicType,
|
|
460
|
-
SpanUpdateType,
|
|
461
548
|
)
|
|
462
549
|
|
|
463
550
|
__all__ = [
|
|
@@ -503,17 +590,22 @@ __all__ = [
|
|
|
503
590
|
"AutomationRuleEvaluatorLlmAsJudge",
|
|
504
591
|
"AutomationRuleEvaluatorLlmAsJudgePublic",
|
|
505
592
|
"AutomationRuleEvaluatorLlmAsJudgeWrite",
|
|
506
|
-
"
|
|
507
|
-
"
|
|
508
|
-
"
|
|
509
|
-
"
|
|
510
|
-
"
|
|
593
|
+
"AutomationRuleEvaluatorObjectObjectPublic",
|
|
594
|
+
"AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
|
|
595
|
+
"AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
|
|
596
|
+
"AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
|
|
597
|
+
"AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
|
|
598
|
+
"AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
|
|
511
599
|
"AutomationRuleEvaluatorPagePublic",
|
|
512
600
|
"AutomationRuleEvaluatorPublic",
|
|
513
601
|
"AutomationRuleEvaluatorPublic_LlmAsJudge",
|
|
602
|
+
"AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
|
|
514
603
|
"AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
|
|
515
604
|
"AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
|
|
516
605
|
"AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
|
|
606
|
+
"AutomationRuleEvaluatorSpanLlmAsJudge",
|
|
607
|
+
"AutomationRuleEvaluatorSpanLlmAsJudgePublic",
|
|
608
|
+
"AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
|
|
517
609
|
"AutomationRuleEvaluatorTraceThreadLlmAsJudge",
|
|
518
610
|
"AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
|
|
519
611
|
"AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
|
|
@@ -522,10 +614,12 @@ __all__ = [
|
|
|
522
614
|
"AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
|
|
523
615
|
"AutomationRuleEvaluatorUpdate",
|
|
524
616
|
"AutomationRuleEvaluatorUpdateLlmAsJudge",
|
|
617
|
+
"AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
|
|
525
618
|
"AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
|
|
526
619
|
"AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
|
|
527
620
|
"AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
|
|
528
621
|
"AutomationRuleEvaluatorUpdate_LlmAsJudge",
|
|
622
|
+
"AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
|
|
529
623
|
"AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
|
|
530
624
|
"AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
|
|
531
625
|
"AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
|
|
@@ -534,10 +628,12 @@ __all__ = [
|
|
|
534
628
|
"AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
|
|
535
629
|
"AutomationRuleEvaluatorWrite",
|
|
536
630
|
"AutomationRuleEvaluatorWrite_LlmAsJudge",
|
|
631
|
+
"AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
|
|
537
632
|
"AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
|
|
538
633
|
"AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
|
|
539
634
|
"AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
|
|
540
635
|
"AutomationRuleEvaluator_LlmAsJudge",
|
|
636
|
+
"AutomationRuleEvaluator_SpanLlmAsJudge",
|
|
541
637
|
"AutomationRuleEvaluator_TraceThreadLlmAsJudge",
|
|
542
638
|
"AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
|
|
543
639
|
"AutomationRuleEvaluator_UserDefinedMetricPython",
|
|
@@ -547,6 +643,14 @@ __all__ = [
|
|
|
547
643
|
"BatchDeleteByProject",
|
|
548
644
|
"BiInformation",
|
|
549
645
|
"BiInformationResponse",
|
|
646
|
+
"BooleanFeedbackDefinition",
|
|
647
|
+
"BooleanFeedbackDefinitionCreate",
|
|
648
|
+
"BooleanFeedbackDefinitionPublic",
|
|
649
|
+
"BooleanFeedbackDefinitionUpdate",
|
|
650
|
+
"BooleanFeedbackDetail",
|
|
651
|
+
"BooleanFeedbackDetailCreate",
|
|
652
|
+
"BooleanFeedbackDetailPublic",
|
|
653
|
+
"BooleanFeedbackDetailUpdate",
|
|
550
654
|
"CategoricalFeedbackDefinition",
|
|
551
655
|
"CategoricalFeedbackDefinitionCreate",
|
|
552
656
|
"CategoricalFeedbackDefinitionPublic",
|
|
@@ -581,6 +685,9 @@ __all__ = [
|
|
|
581
685
|
"CompletionTokensDetails",
|
|
582
686
|
"ConflictError",
|
|
583
687
|
"CountValueStatPublic",
|
|
688
|
+
"CreatePromptVersionDetailTemplateStructure",
|
|
689
|
+
"DashboardPagePublic",
|
|
690
|
+
"DashboardPublic",
|
|
584
691
|
"DataPointDouble",
|
|
585
692
|
"DataPointNumberPublic",
|
|
586
693
|
"Dataset",
|
|
@@ -590,17 +697,26 @@ __all__ = [
|
|
|
590
697
|
"DatasetItemBatch",
|
|
591
698
|
"DatasetItemCompare",
|
|
592
699
|
"DatasetItemCompareSource",
|
|
700
|
+
"DatasetItemFilter",
|
|
701
|
+
"DatasetItemFilterOperator",
|
|
593
702
|
"DatasetItemPageCompare",
|
|
594
703
|
"DatasetItemPagePublic",
|
|
595
704
|
"DatasetItemPublic",
|
|
596
705
|
"DatasetItemPublicSource",
|
|
597
706
|
"DatasetItemSource",
|
|
707
|
+
"DatasetItemUpdate",
|
|
598
708
|
"DatasetItemWrite",
|
|
599
709
|
"DatasetItemWriteSource",
|
|
600
710
|
"DatasetPagePublic",
|
|
601
711
|
"DatasetPublic",
|
|
712
|
+
"DatasetPublicStatus",
|
|
602
713
|
"DatasetPublicVisibility",
|
|
714
|
+
"DatasetStatus",
|
|
603
715
|
"DatasetUpdateVisibility",
|
|
716
|
+
"DatasetVersionDiff",
|
|
717
|
+
"DatasetVersionDiffStats",
|
|
718
|
+
"DatasetVersionPagePublic",
|
|
719
|
+
"DatasetVersionPublic",
|
|
604
720
|
"DatasetVisibility",
|
|
605
721
|
"DatasetWriteVisibility",
|
|
606
722
|
"DeleteAttachmentsRequest",
|
|
@@ -635,6 +751,9 @@ __all__ = [
|
|
|
635
751
|
"ExperimentPublic",
|
|
636
752
|
"ExperimentPublicStatus",
|
|
637
753
|
"ExperimentPublicType",
|
|
754
|
+
"ExperimentScore",
|
|
755
|
+
"ExperimentScorePublic",
|
|
756
|
+
"ExperimentScoreWrite",
|
|
638
757
|
"ExperimentStatus",
|
|
639
758
|
"ExperimentType",
|
|
640
759
|
"ExperimentUpdateStatus",
|
|
@@ -644,13 +763,16 @@ __all__ = [
|
|
|
644
763
|
"ExportTraceServiceRequest",
|
|
645
764
|
"Feedback",
|
|
646
765
|
"FeedbackCreate",
|
|
766
|
+
"FeedbackCreate_Boolean",
|
|
647
767
|
"FeedbackCreate_Categorical",
|
|
648
768
|
"FeedbackCreate_Numerical",
|
|
649
769
|
"FeedbackDefinitionPagePublic",
|
|
650
770
|
"FeedbackObjectPublic",
|
|
771
|
+
"FeedbackObjectPublic_Boolean",
|
|
651
772
|
"FeedbackObjectPublic_Categorical",
|
|
652
773
|
"FeedbackObjectPublic_Numerical",
|
|
653
774
|
"FeedbackPublic",
|
|
775
|
+
"FeedbackPublic_Boolean",
|
|
654
776
|
"FeedbackPublic_Categorical",
|
|
655
777
|
"FeedbackPublic_Numerical",
|
|
656
778
|
"FeedbackScore",
|
|
@@ -671,8 +793,10 @@ __all__ = [
|
|
|
671
793
|
"FeedbackScorePublicSource",
|
|
672
794
|
"FeedbackScoreSource",
|
|
673
795
|
"FeedbackUpdate",
|
|
796
|
+
"FeedbackUpdate_Boolean",
|
|
674
797
|
"FeedbackUpdate_Categorical",
|
|
675
798
|
"FeedbackUpdate_Numerical",
|
|
799
|
+
"Feedback_Boolean",
|
|
676
800
|
"Feedback_Categorical",
|
|
677
801
|
"Feedback_Numerical",
|
|
678
802
|
"FindFeedbackDefinitionsRequestType",
|
|
@@ -697,6 +821,9 @@ __all__ = [
|
|
|
697
821
|
"GuardrailsValidation",
|
|
698
822
|
"GuardrailsValidationPublic",
|
|
699
823
|
"IdsHolder",
|
|
824
|
+
"ImageUrl",
|
|
825
|
+
"ImageUrlPublic",
|
|
826
|
+
"ImageUrlWrite",
|
|
700
827
|
"JsonListString",
|
|
701
828
|
"JsonListStringCompare",
|
|
702
829
|
"JsonListStringExperimentItemBulkWriteView",
|
|
@@ -711,6 +838,9 @@ __all__ = [
|
|
|
711
838
|
"LlmAsJudgeCodePublic",
|
|
712
839
|
"LlmAsJudgeCodeWrite",
|
|
713
840
|
"LlmAsJudgeMessage",
|
|
841
|
+
"LlmAsJudgeMessageContent",
|
|
842
|
+
"LlmAsJudgeMessageContentPublic",
|
|
843
|
+
"LlmAsJudgeMessageContentWrite",
|
|
714
844
|
"LlmAsJudgeMessagePublic",
|
|
715
845
|
"LlmAsJudgeMessagePublicRole",
|
|
716
846
|
"LlmAsJudgeMessageRole",
|
|
@@ -750,6 +880,10 @@ __all__ = [
|
|
|
750
880
|
"OptimizationPublic",
|
|
751
881
|
"OptimizationPublicStatus",
|
|
752
882
|
"OptimizationStatus",
|
|
883
|
+
"OptimizationStudioConfig",
|
|
884
|
+
"OptimizationStudioConfigPublic",
|
|
885
|
+
"OptimizationStudioConfigWrite",
|
|
886
|
+
"OptimizationStudioLog",
|
|
753
887
|
"OptimizationUpdateStatus",
|
|
754
888
|
"OptimizationWrite",
|
|
755
889
|
"OptimizationWriteStatus",
|
|
@@ -781,20 +915,27 @@ __all__ = [
|
|
|
781
915
|
"ProjectWriteVisibility",
|
|
782
916
|
"Prompt",
|
|
783
917
|
"PromptDetail",
|
|
918
|
+
"PromptDetailTemplateStructure",
|
|
784
919
|
"PromptPagePublic",
|
|
785
920
|
"PromptPublic",
|
|
921
|
+
"PromptPublicTemplateStructure",
|
|
922
|
+
"PromptTemplateStructure",
|
|
786
923
|
"PromptTokensDetails",
|
|
787
924
|
"PromptType",
|
|
788
925
|
"PromptVersion",
|
|
789
926
|
"PromptVersionDetail",
|
|
927
|
+
"PromptVersionDetailTemplateStructure",
|
|
790
928
|
"PromptVersionDetailType",
|
|
791
929
|
"PromptVersionLink",
|
|
792
930
|
"PromptVersionLinkPublic",
|
|
793
931
|
"PromptVersionLinkWrite",
|
|
794
932
|
"PromptVersionPagePublic",
|
|
795
933
|
"PromptVersionPublic",
|
|
934
|
+
"PromptVersionPublicTemplateStructure",
|
|
796
935
|
"PromptVersionPublicType",
|
|
936
|
+
"PromptVersionTemplateStructure",
|
|
797
937
|
"PromptVersionType",
|
|
938
|
+
"PromptWriteTemplateStructure",
|
|
798
939
|
"PromptWriteType",
|
|
799
940
|
"ProviderApiKey",
|
|
800
941
|
"ProviderApiKeyPagePublic",
|
|
@@ -810,15 +951,24 @@ __all__ = [
|
|
|
810
951
|
"ServiceTogglesConfig",
|
|
811
952
|
"Span",
|
|
812
953
|
"SpanBatch",
|
|
954
|
+
"SpanEnrichmentOptions",
|
|
813
955
|
"SpanExperimentItemBulkWriteView",
|
|
814
956
|
"SpanExperimentItemBulkWriteViewType",
|
|
957
|
+
"SpanFilter",
|
|
958
|
+
"SpanFilterOperator",
|
|
815
959
|
"SpanFilterPublic",
|
|
816
960
|
"SpanFilterPublicOperator",
|
|
961
|
+
"SpanFilterWrite",
|
|
962
|
+
"SpanFilterWriteOperator",
|
|
963
|
+
"SpanLlmAsJudgeCode",
|
|
964
|
+
"SpanLlmAsJudgeCodePublic",
|
|
965
|
+
"SpanLlmAsJudgeCodeWrite",
|
|
817
966
|
"SpanPagePublic",
|
|
818
967
|
"SpanPublic",
|
|
819
968
|
"SpanPublicType",
|
|
820
969
|
"SpanSearchStreamRequestPublicType",
|
|
821
970
|
"SpanType",
|
|
971
|
+
"SpanUpdate",
|
|
822
972
|
"SpanUpdateType",
|
|
823
973
|
"SpanWrite",
|
|
824
974
|
"SpanWriteType",
|
|
@@ -826,6 +976,24 @@ __all__ = [
|
|
|
826
976
|
"StartMultipartUploadRequestEntityType",
|
|
827
977
|
"StartMultipartUploadResponse",
|
|
828
978
|
"StreamOptions",
|
|
979
|
+
"StudioEvaluation",
|
|
980
|
+
"StudioEvaluationPublic",
|
|
981
|
+
"StudioEvaluationWrite",
|
|
982
|
+
"StudioLlmModel",
|
|
983
|
+
"StudioLlmModelPublic",
|
|
984
|
+
"StudioLlmModelWrite",
|
|
985
|
+
"StudioMessage",
|
|
986
|
+
"StudioMessagePublic",
|
|
987
|
+
"StudioMessageWrite",
|
|
988
|
+
"StudioMetric",
|
|
989
|
+
"StudioMetricPublic",
|
|
990
|
+
"StudioMetricWrite",
|
|
991
|
+
"StudioOptimizer",
|
|
992
|
+
"StudioOptimizerPublic",
|
|
993
|
+
"StudioOptimizerWrite",
|
|
994
|
+
"StudioPrompt",
|
|
995
|
+
"StudioPromptPublic",
|
|
996
|
+
"StudioPromptWrite",
|
|
829
997
|
"Tool",
|
|
830
998
|
"ToolCall",
|
|
831
999
|
"Trace",
|
|
@@ -847,15 +1015,19 @@ __all__ = [
|
|
|
847
1015
|
"TraceThreadFilterOperator",
|
|
848
1016
|
"TraceThreadFilterPublic",
|
|
849
1017
|
"TraceThreadFilterPublicOperator",
|
|
1018
|
+
"TraceThreadFilterWrite",
|
|
1019
|
+
"TraceThreadFilterWriteOperator",
|
|
850
1020
|
"TraceThreadIdentifier",
|
|
851
1021
|
"TraceThreadLlmAsJudgeCode",
|
|
852
1022
|
"TraceThreadLlmAsJudgeCodePublic",
|
|
853
1023
|
"TraceThreadLlmAsJudgeCodeWrite",
|
|
854
1024
|
"TraceThreadPage",
|
|
855
1025
|
"TraceThreadStatus",
|
|
1026
|
+
"TraceThreadUpdate",
|
|
856
1027
|
"TraceThreadUserDefinedMetricPythonCode",
|
|
857
1028
|
"TraceThreadUserDefinedMetricPythonCodePublic",
|
|
858
1029
|
"TraceThreadUserDefinedMetricPythonCodeWrite",
|
|
1030
|
+
"TraceUpdate",
|
|
859
1031
|
"TraceVisibilityMode",
|
|
860
1032
|
"TraceWrite",
|
|
861
1033
|
"UnauthorizedError",
|
|
@@ -873,6 +1045,9 @@ __all__ = [
|
|
|
873
1045
|
"ValueEntryPublic",
|
|
874
1046
|
"ValueEntryPublicSource",
|
|
875
1047
|
"ValueEntrySource",
|
|
1048
|
+
"VideoUrl",
|
|
1049
|
+
"VideoUrlPublic",
|
|
1050
|
+
"VideoUrlWrite",
|
|
876
1051
|
"Webhook",
|
|
877
1052
|
"WebhookExamples",
|
|
878
1053
|
"WebhookPublic",
|
|
@@ -894,6 +1069,7 @@ __all__ = [
|
|
|
894
1069
|
"automation_rule_evaluators",
|
|
895
1070
|
"chat_completions",
|
|
896
1071
|
"check",
|
|
1072
|
+
"dashboards",
|
|
897
1073
|
"datasets",
|
|
898
1074
|
"experiments",
|
|
899
1075
|
"feedback_definitions",
|
opik/rest_api/client.py
CHANGED
|
@@ -11,6 +11,7 @@ from .chat_completions.client import AsyncChatCompletionsClient, ChatCompletions
|
|
|
11
11
|
from .check.client import AsyncCheckClient, CheckClient
|
|
12
12
|
from .core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
|
|
13
13
|
from .core.request_options import RequestOptions
|
|
14
|
+
from .dashboards.client import AsyncDashboardsClient, DashboardsClient
|
|
14
15
|
from .datasets.client import AsyncDatasetsClient, DatasetsClient
|
|
15
16
|
from .environment import OpikApiEnvironment
|
|
16
17
|
from .experiments.client import AsyncExperimentsClient, ExperimentsClient
|
|
@@ -98,6 +99,7 @@ class OpikApi:
|
|
|
98
99
|
self.check = CheckClient(client_wrapper=self._client_wrapper)
|
|
99
100
|
self.automation_rule_evaluators = AutomationRuleEvaluatorsClient(client_wrapper=self._client_wrapper)
|
|
100
101
|
self.chat_completions = ChatCompletionsClient(client_wrapper=self._client_wrapper)
|
|
102
|
+
self.dashboards = DashboardsClient(client_wrapper=self._client_wrapper)
|
|
101
103
|
self.datasets = DatasetsClient(client_wrapper=self._client_wrapper)
|
|
102
104
|
self.experiments = ExperimentsClient(client_wrapper=self._client_wrapper)
|
|
103
105
|
self.feedback_definitions = FeedbackDefinitionsClient(client_wrapper=self._client_wrapper)
|
|
@@ -235,6 +237,7 @@ class AsyncOpikApi:
|
|
|
235
237
|
self.check = AsyncCheckClient(client_wrapper=self._client_wrapper)
|
|
236
238
|
self.automation_rule_evaluators = AsyncAutomationRuleEvaluatorsClient(client_wrapper=self._client_wrapper)
|
|
237
239
|
self.chat_completions = AsyncChatCompletionsClient(client_wrapper=self._client_wrapper)
|
|
240
|
+
self.dashboards = AsyncDashboardsClient(client_wrapper=self._client_wrapper)
|
|
238
241
|
self.datasets = AsyncDatasetsClient(client_wrapper=self._client_wrapper)
|
|
239
242
|
self.experiments = AsyncExperimentsClient(client_wrapper=self._client_wrapper)
|
|
240
243
|
self.feedback_definitions = AsyncFeedbackDefinitionsClient(client_wrapper=self._client_wrapper)
|