opik 1.8.39__py3-none-any.whl → 1.9.71__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opik/__init__.py +19 -3
- opik/anonymizer/__init__.py +5 -0
- opik/anonymizer/anonymizer.py +12 -0
- opik/anonymizer/factory.py +80 -0
- opik/anonymizer/recursive_anonymizer.py +64 -0
- opik/anonymizer/rules.py +56 -0
- opik/anonymizer/rules_anonymizer.py +35 -0
- opik/api_objects/attachment/attachment_context.py +36 -0
- opik/api_objects/attachment/attachments_extractor.py +153 -0
- opik/api_objects/attachment/client.py +1 -0
- opik/api_objects/attachment/converters.py +2 -0
- opik/api_objects/attachment/decoder.py +18 -0
- opik/api_objects/attachment/decoder_base64.py +83 -0
- opik/api_objects/attachment/decoder_helpers.py +137 -0
- opik/api_objects/data_helpers.py +79 -0
- opik/api_objects/dataset/dataset.py +64 -4
- opik/api_objects/dataset/rest_operations.py +11 -2
- opik/api_objects/experiment/experiment.py +57 -57
- opik/api_objects/experiment/experiment_item.py +2 -1
- opik/api_objects/experiment/experiments_client.py +64 -0
- opik/api_objects/experiment/helpers.py +35 -11
- opik/api_objects/experiment/rest_operations.py +65 -5
- opik/api_objects/helpers.py +8 -5
- opik/api_objects/local_recording.py +81 -0
- opik/api_objects/opik_client.py +600 -108
- opik/api_objects/opik_query_language.py +39 -5
- opik/api_objects/prompt/__init__.py +12 -2
- opik/api_objects/prompt/base_prompt.py +69 -0
- opik/api_objects/prompt/base_prompt_template.py +29 -0
- opik/api_objects/prompt/chat/__init__.py +1 -0
- opik/api_objects/prompt/chat/chat_prompt.py +210 -0
- opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
- opik/api_objects/prompt/chat/content_renderer_registry.py +203 -0
- opik/api_objects/prompt/client.py +189 -47
- opik/api_objects/prompt/text/__init__.py +1 -0
- opik/api_objects/prompt/text/prompt.py +174 -0
- opik/api_objects/prompt/{prompt_template.py → text/prompt_template.py} +10 -6
- opik/api_objects/prompt/types.py +23 -0
- opik/api_objects/search_helpers.py +89 -0
- opik/api_objects/span/span_data.py +35 -25
- opik/api_objects/threads/threads_client.py +39 -5
- opik/api_objects/trace/trace_client.py +52 -2
- opik/api_objects/trace/trace_data.py +15 -24
- opik/api_objects/validation_helpers.py +3 -3
- opik/cli/__init__.py +5 -0
- opik/cli/__main__.py +6 -0
- opik/cli/configure.py +66 -0
- opik/cli/exports/__init__.py +131 -0
- opik/cli/exports/dataset.py +278 -0
- opik/cli/exports/experiment.py +784 -0
- opik/cli/exports/project.py +685 -0
- opik/cli/exports/prompt.py +578 -0
- opik/cli/exports/utils.py +406 -0
- opik/cli/harbor.py +39 -0
- opik/cli/healthcheck.py +21 -0
- opik/cli/imports/__init__.py +439 -0
- opik/cli/imports/dataset.py +143 -0
- opik/cli/imports/experiment.py +1192 -0
- opik/cli/imports/project.py +262 -0
- opik/cli/imports/prompt.py +177 -0
- opik/cli/imports/utils.py +280 -0
- opik/cli/main.py +49 -0
- opik/cli/proxy.py +93 -0
- opik/cli/usage_report/__init__.py +16 -0
- opik/cli/usage_report/charts.py +783 -0
- opik/cli/usage_report/cli.py +274 -0
- opik/cli/usage_report/constants.py +9 -0
- opik/cli/usage_report/extraction.py +749 -0
- opik/cli/usage_report/pdf.py +244 -0
- opik/cli/usage_report/statistics.py +78 -0
- opik/cli/usage_report/utils.py +235 -0
- opik/config.py +13 -7
- opik/configurator/configure.py +17 -0
- opik/datetime_helpers.py +12 -0
- opik/decorator/arguments_helpers.py +9 -1
- opik/decorator/base_track_decorator.py +205 -133
- opik/decorator/context_manager/span_context_manager.py +123 -0
- opik/decorator/context_manager/trace_context_manager.py +84 -0
- opik/decorator/opik_args/__init__.py +13 -0
- opik/decorator/opik_args/api_classes.py +71 -0
- opik/decorator/opik_args/helpers.py +120 -0
- opik/decorator/span_creation_handler.py +25 -6
- opik/dict_utils.py +3 -3
- opik/evaluation/__init__.py +13 -2
- opik/evaluation/engine/engine.py +272 -75
- opik/evaluation/engine/evaluation_tasks_executor.py +6 -3
- opik/evaluation/engine/helpers.py +31 -6
- opik/evaluation/engine/metrics_evaluator.py +237 -0
- opik/evaluation/evaluation_result.py +168 -2
- opik/evaluation/evaluator.py +533 -62
- opik/evaluation/metrics/__init__.py +103 -4
- opik/evaluation/metrics/aggregated_metric.py +35 -6
- opik/evaluation/metrics/base_metric.py +1 -1
- opik/evaluation/metrics/conversation/__init__.py +48 -0
- opik/evaluation/metrics/conversation/conversation_thread_metric.py +56 -2
- opik/evaluation/metrics/conversation/g_eval_wrappers.py +19 -0
- opik/evaluation/metrics/conversation/helpers.py +14 -15
- opik/evaluation/metrics/conversation/heuristics/__init__.py +14 -0
- opik/evaluation/metrics/conversation/heuristics/degeneration/__init__.py +3 -0
- opik/evaluation/metrics/conversation/heuristics/degeneration/metric.py +189 -0
- opik/evaluation/metrics/conversation/heuristics/degeneration/phrases.py +12 -0
- opik/evaluation/metrics/conversation/heuristics/knowledge_retention/__init__.py +3 -0
- opik/evaluation/metrics/conversation/heuristics/knowledge_retention/metric.py +172 -0
- opik/evaluation/metrics/conversation/llm_judges/__init__.py +32 -0
- opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/metric.py +22 -17
- opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/templates.py +1 -1
- opik/evaluation/metrics/conversation/llm_judges/g_eval_wrappers.py +442 -0
- opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/metric.py +13 -7
- opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/templates.py +1 -1
- opik/evaluation/metrics/conversation/llm_judges/user_frustration/__init__.py +0 -0
- opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/metric.py +21 -14
- opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/templates.py +1 -1
- opik/evaluation/metrics/conversation/types.py +4 -5
- opik/evaluation/metrics/conversation_types.py +9 -0
- opik/evaluation/metrics/heuristics/bertscore.py +107 -0
- opik/evaluation/metrics/heuristics/bleu.py +35 -15
- opik/evaluation/metrics/heuristics/chrf.py +127 -0
- opik/evaluation/metrics/heuristics/contains.py +47 -11
- opik/evaluation/metrics/heuristics/distribution_metrics.py +331 -0
- opik/evaluation/metrics/heuristics/gleu.py +113 -0
- opik/evaluation/metrics/heuristics/language_adherence.py +123 -0
- opik/evaluation/metrics/heuristics/meteor.py +119 -0
- opik/evaluation/metrics/heuristics/prompt_injection.py +150 -0
- opik/evaluation/metrics/heuristics/readability.py +129 -0
- opik/evaluation/metrics/heuristics/rouge.py +26 -9
- opik/evaluation/metrics/heuristics/spearman.py +88 -0
- opik/evaluation/metrics/heuristics/tone.py +155 -0
- opik/evaluation/metrics/heuristics/vader_sentiment.py +77 -0
- opik/evaluation/metrics/llm_judges/answer_relevance/metric.py +20 -5
- opik/evaluation/metrics/llm_judges/context_precision/metric.py +20 -6
- opik/evaluation/metrics/llm_judges/context_recall/metric.py +20 -6
- opik/evaluation/metrics/llm_judges/g_eval/__init__.py +5 -0
- opik/evaluation/metrics/llm_judges/g_eval/metric.py +219 -68
- opik/evaluation/metrics/llm_judges/g_eval/parser.py +102 -52
- opik/evaluation/metrics/llm_judges/g_eval/presets.py +209 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/__init__.py +36 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/agent_assessment.py +77 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/bias_classifier.py +181 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/compliance_risk.py +41 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/prompt_uncertainty.py +41 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/qa_suite.py +146 -0
- opik/evaluation/metrics/llm_judges/hallucination/metric.py +16 -3
- opik/evaluation/metrics/llm_judges/llm_juries/__init__.py +3 -0
- opik/evaluation/metrics/llm_judges/llm_juries/metric.py +76 -0
- opik/evaluation/metrics/llm_judges/moderation/metric.py +16 -4
- opik/evaluation/metrics/llm_judges/structure_output_compliance/__init__.py +0 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/metric.py +144 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/parser.py +79 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/schema.py +15 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/template.py +50 -0
- opik/evaluation/metrics/llm_judges/syc_eval/__init__.py +0 -0
- opik/evaluation/metrics/llm_judges/syc_eval/metric.py +252 -0
- opik/evaluation/metrics/llm_judges/syc_eval/parser.py +82 -0
- opik/evaluation/metrics/llm_judges/syc_eval/template.py +155 -0
- opik/evaluation/metrics/llm_judges/trajectory_accuracy/metric.py +20 -5
- opik/evaluation/metrics/llm_judges/usefulness/metric.py +16 -4
- opik/evaluation/metrics/ragas_metric.py +43 -23
- opik/evaluation/models/__init__.py +8 -0
- opik/evaluation/models/base_model.py +107 -1
- opik/evaluation/models/langchain/langchain_chat_model.py +15 -7
- opik/evaluation/models/langchain/message_converters.py +97 -15
- opik/evaluation/models/litellm/litellm_chat_model.py +156 -29
- opik/evaluation/models/litellm/util.py +125 -0
- opik/evaluation/models/litellm/warning_filters.py +16 -4
- opik/evaluation/models/model_capabilities.py +187 -0
- opik/evaluation/models/models_factory.py +25 -3
- opik/evaluation/preprocessing.py +92 -0
- opik/evaluation/report.py +70 -12
- opik/evaluation/rest_operations.py +49 -45
- opik/evaluation/samplers/__init__.py +4 -0
- opik/evaluation/samplers/base_dataset_sampler.py +40 -0
- opik/evaluation/samplers/random_dataset_sampler.py +48 -0
- opik/evaluation/score_statistics.py +66 -0
- opik/evaluation/scorers/__init__.py +4 -0
- opik/evaluation/scorers/scorer_function.py +55 -0
- opik/evaluation/scorers/scorer_wrapper_metric.py +130 -0
- opik/evaluation/test_case.py +3 -2
- opik/evaluation/test_result.py +1 -0
- opik/evaluation/threads/evaluator.py +31 -3
- opik/evaluation/threads/helpers.py +3 -2
- opik/evaluation/types.py +9 -1
- opik/exceptions.py +33 -0
- opik/file_upload/file_uploader.py +13 -0
- opik/file_upload/upload_options.py +2 -0
- opik/hooks/__init__.py +23 -0
- opik/hooks/anonymizer_hook.py +36 -0
- opik/hooks/httpx_client_hook.py +112 -0
- opik/httpx_client.py +12 -9
- opik/id_helpers.py +18 -0
- opik/integrations/adk/graph/subgraph_edges_builders.py +1 -2
- opik/integrations/adk/helpers.py +16 -7
- opik/integrations/adk/legacy_opik_tracer.py +7 -4
- opik/integrations/adk/opik_tracer.py +14 -1
- opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +7 -3
- opik/integrations/adk/recursive_callback_injector.py +4 -7
- opik/integrations/bedrock/converse/__init__.py +0 -0
- opik/integrations/bedrock/converse/chunks_aggregator.py +188 -0
- opik/integrations/bedrock/{converse_decorator.py → converse/converse_decorator.py} +4 -3
- opik/integrations/bedrock/invoke_agent_decorator.py +5 -4
- opik/integrations/bedrock/invoke_model/__init__.py +0 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/__init__.py +78 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/api.py +45 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/base.py +23 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/claude.py +121 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/format_detector.py +107 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/llama.py +108 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/mistral.py +118 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/nova.py +99 -0
- opik/integrations/bedrock/invoke_model/invoke_model_decorator.py +178 -0
- opik/integrations/bedrock/invoke_model/response_types.py +34 -0
- opik/integrations/bedrock/invoke_model/stream_wrappers.py +122 -0
- opik/integrations/bedrock/invoke_model/usage_converters.py +87 -0
- opik/integrations/bedrock/invoke_model/usage_extraction.py +108 -0
- opik/integrations/bedrock/opik_tracker.py +42 -4
- opik/integrations/bedrock/types.py +19 -0
- opik/integrations/crewai/crewai_decorator.py +8 -51
- opik/integrations/crewai/opik_tracker.py +31 -10
- opik/integrations/crewai/patchers/__init__.py +5 -0
- opik/integrations/crewai/patchers/flow.py +118 -0
- opik/integrations/crewai/patchers/litellm_completion.py +30 -0
- opik/integrations/crewai/patchers/llm_client.py +207 -0
- opik/integrations/dspy/callback.py +80 -17
- opik/integrations/dspy/parsers.py +168 -0
- opik/integrations/harbor/__init__.py +17 -0
- opik/integrations/harbor/experiment_service.py +269 -0
- opik/integrations/harbor/opik_tracker.py +528 -0
- opik/integrations/haystack/opik_connector.py +2 -2
- opik/integrations/haystack/opik_tracer.py +3 -7
- opik/integrations/langchain/__init__.py +3 -1
- opik/integrations/langchain/helpers.py +96 -0
- opik/integrations/langchain/langgraph_async_context_bridge.py +131 -0
- opik/integrations/langchain/langgraph_tracer_injector.py +88 -0
- opik/integrations/langchain/opik_encoder_extension.py +1 -1
- opik/integrations/langchain/opik_tracer.py +474 -229
- opik/integrations/litellm/__init__.py +5 -0
- opik/integrations/litellm/completion_chunks_aggregator.py +115 -0
- opik/integrations/litellm/litellm_completion_decorator.py +242 -0
- opik/integrations/litellm/opik_tracker.py +43 -0
- opik/integrations/litellm/stream_patchers.py +151 -0
- opik/integrations/llama_index/callback.py +146 -107
- opik/integrations/openai/agents/opik_tracing_processor.py +1 -2
- opik/integrations/openai/openai_chat_completions_decorator.py +2 -16
- opik/integrations/openai/opik_tracker.py +1 -1
- opik/integrations/sagemaker/auth.py +5 -1
- opik/llm_usage/google_usage.py +3 -1
- opik/llm_usage/opik_usage.py +7 -8
- opik/llm_usage/opik_usage_factory.py +4 -2
- opik/logging_messages.py +6 -0
- opik/message_processing/batching/base_batcher.py +14 -21
- opik/message_processing/batching/batch_manager.py +22 -10
- opik/message_processing/batching/batch_manager_constuctors.py +10 -0
- opik/message_processing/batching/batchers.py +59 -27
- opik/message_processing/batching/flushing_thread.py +0 -3
- opik/message_processing/emulation/__init__.py +0 -0
- opik/message_processing/emulation/emulator_message_processor.py +578 -0
- opik/message_processing/emulation/local_emulator_message_processor.py +140 -0
- opik/message_processing/emulation/models.py +162 -0
- opik/message_processing/encoder_helpers.py +79 -0
- opik/message_processing/messages.py +56 -1
- opik/message_processing/preprocessing/__init__.py +0 -0
- opik/message_processing/preprocessing/attachments_preprocessor.py +70 -0
- opik/message_processing/preprocessing/batching_preprocessor.py +53 -0
- opik/message_processing/preprocessing/constants.py +1 -0
- opik/message_processing/preprocessing/file_upload_preprocessor.py +38 -0
- opik/message_processing/preprocessing/preprocessor.py +36 -0
- opik/message_processing/processors/__init__.py +0 -0
- opik/message_processing/processors/attachments_extraction_processor.py +146 -0
- opik/message_processing/processors/message_processors.py +92 -0
- opik/message_processing/processors/message_processors_chain.py +96 -0
- opik/message_processing/{message_processors.py → processors/online_message_processor.py} +85 -29
- opik/message_processing/queue_consumer.py +9 -3
- opik/message_processing/streamer.py +71 -33
- opik/message_processing/streamer_constructors.py +43 -10
- opik/opik_context.py +16 -4
- opik/plugins/pytest/hooks.py +5 -3
- opik/rest_api/__init__.py +346 -15
- opik/rest_api/alerts/__init__.py +7 -0
- opik/rest_api/alerts/client.py +667 -0
- opik/rest_api/alerts/raw_client.py +1015 -0
- opik/rest_api/alerts/types/__init__.py +7 -0
- opik/rest_api/alerts/types/get_webhook_examples_request_alert_type.py +5 -0
- opik/rest_api/annotation_queues/__init__.py +4 -0
- opik/rest_api/annotation_queues/client.py +668 -0
- opik/rest_api/annotation_queues/raw_client.py +1019 -0
- opik/rest_api/automation_rule_evaluators/client.py +34 -2
- opik/rest_api/automation_rule_evaluators/raw_client.py +24 -0
- opik/rest_api/client.py +15 -0
- opik/rest_api/dashboards/__init__.py +4 -0
- opik/rest_api/dashboards/client.py +462 -0
- opik/rest_api/dashboards/raw_client.py +648 -0
- opik/rest_api/datasets/client.py +1310 -44
- opik/rest_api/datasets/raw_client.py +2269 -358
- opik/rest_api/experiments/__init__.py +2 -2
- opik/rest_api/experiments/client.py +191 -5
- opik/rest_api/experiments/raw_client.py +301 -7
- opik/rest_api/experiments/types/__init__.py +4 -1
- opik/rest_api/experiments/types/experiment_update_status.py +5 -0
- opik/rest_api/experiments/types/experiment_update_type.py +5 -0
- opik/rest_api/experiments/types/experiment_write_status.py +5 -0
- opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -1
- opik/rest_api/llm_provider_key/client.py +20 -0
- opik/rest_api/llm_provider_key/raw_client.py +20 -0
- opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py +1 -1
- opik/rest_api/manual_evaluation/__init__.py +4 -0
- opik/rest_api/manual_evaluation/client.py +347 -0
- opik/rest_api/manual_evaluation/raw_client.py +543 -0
- opik/rest_api/optimizations/client.py +145 -9
- opik/rest_api/optimizations/raw_client.py +237 -13
- opik/rest_api/optimizations/types/optimization_update_status.py +3 -1
- opik/rest_api/prompts/__init__.py +2 -2
- opik/rest_api/prompts/client.py +227 -6
- opik/rest_api/prompts/raw_client.py +331 -2
- opik/rest_api/prompts/types/__init__.py +3 -1
- opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
- opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
- opik/rest_api/spans/__init__.py +0 -2
- opik/rest_api/spans/client.py +238 -76
- opik/rest_api/spans/raw_client.py +307 -95
- opik/rest_api/spans/types/__init__.py +0 -2
- opik/rest_api/traces/client.py +572 -161
- opik/rest_api/traces/raw_client.py +736 -229
- opik/rest_api/types/__init__.py +352 -17
- opik/rest_api/types/aggregation_data.py +1 -0
- opik/rest_api/types/alert.py +33 -0
- opik/rest_api/types/alert_alert_type.py +5 -0
- opik/rest_api/types/alert_page_public.py +24 -0
- opik/rest_api/types/alert_public.py +33 -0
- opik/rest_api/types/alert_public_alert_type.py +5 -0
- opik/rest_api/types/alert_trigger.py +27 -0
- opik/rest_api/types/alert_trigger_config.py +28 -0
- opik/rest_api/types/alert_trigger_config_public.py +28 -0
- opik/rest_api/types/alert_trigger_config_public_type.py +10 -0
- opik/rest_api/types/alert_trigger_config_type.py +10 -0
- opik/rest_api/types/alert_trigger_config_write.py +22 -0
- opik/rest_api/types/alert_trigger_config_write_type.py +10 -0
- opik/rest_api/types/alert_trigger_event_type.py +19 -0
- opik/rest_api/types/alert_trigger_public.py +27 -0
- opik/rest_api/types/alert_trigger_public_event_type.py +19 -0
- opik/rest_api/types/alert_trigger_write.py +23 -0
- opik/rest_api/types/alert_trigger_write_event_type.py +19 -0
- opik/rest_api/types/alert_write.py +28 -0
- opik/rest_api/types/alert_write_alert_type.py +5 -0
- opik/rest_api/types/annotation_queue.py +42 -0
- opik/rest_api/types/annotation_queue_batch.py +27 -0
- opik/rest_api/types/annotation_queue_item_ids.py +19 -0
- opik/rest_api/types/annotation_queue_page_public.py +28 -0
- opik/rest_api/types/annotation_queue_public.py +38 -0
- opik/rest_api/types/annotation_queue_public_scope.py +5 -0
- opik/rest_api/types/annotation_queue_reviewer.py +20 -0
- opik/rest_api/types/annotation_queue_reviewer_public.py +20 -0
- opik/rest_api/types/annotation_queue_scope.py +5 -0
- opik/rest_api/types/annotation_queue_write.py +31 -0
- opik/rest_api/types/annotation_queue_write_scope.py +5 -0
- opik/rest_api/types/audio_url.py +19 -0
- opik/rest_api/types/audio_url_public.py +19 -0
- opik/rest_api/types/audio_url_write.py +19 -0
- opik/rest_api/types/automation_rule_evaluator.py +62 -2
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_object_object_public.py +155 -0
- opik/rest_api/types/automation_rule_evaluator_page_public.py +3 -2
- opik/rest_api/types/automation_rule_evaluator_public.py +57 -2
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update.py +51 -1
- opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +2 -0
- opik/rest_api/types/automation_rule_evaluator_write.py +51 -1
- opik/rest_api/types/boolean_feedback_definition.py +25 -0
- opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
- opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
- opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
- opik/rest_api/types/boolean_feedback_detail.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
- opik/rest_api/types/dashboard_page_public.py +24 -0
- opik/rest_api/types/dashboard_public.py +30 -0
- opik/rest_api/types/dataset.py +4 -0
- opik/rest_api/types/dataset_expansion.py +42 -0
- opik/rest_api/types/dataset_expansion_response.py +39 -0
- opik/rest_api/types/dataset_item.py +2 -0
- opik/rest_api/types/dataset_item_changes_public.py +5 -0
- opik/rest_api/types/dataset_item_compare.py +2 -0
- opik/rest_api/types/dataset_item_filter.py +27 -0
- opik/rest_api/types/dataset_item_filter_operator.py +21 -0
- opik/rest_api/types/dataset_item_page_compare.py +5 -0
- opik/rest_api/types/dataset_item_page_public.py +5 -0
- opik/rest_api/types/dataset_item_public.py +2 -0
- opik/rest_api/types/dataset_item_update.py +39 -0
- opik/rest_api/types/dataset_item_write.py +1 -0
- opik/rest_api/types/dataset_public.py +4 -0
- opik/rest_api/types/dataset_public_status.py +5 -0
- opik/rest_api/types/dataset_status.py +5 -0
- opik/rest_api/types/dataset_version_diff.py +22 -0
- opik/rest_api/types/dataset_version_diff_stats.py +24 -0
- opik/rest_api/types/dataset_version_page_public.py +23 -0
- opik/rest_api/types/dataset_version_public.py +59 -0
- opik/rest_api/types/dataset_version_summary.py +46 -0
- opik/rest_api/types/dataset_version_summary_public.py +46 -0
- opik/rest_api/types/experiment.py +7 -2
- opik/rest_api/types/experiment_group_response.py +2 -0
- opik/rest_api/types/experiment_public.py +7 -2
- opik/rest_api/types/experiment_public_status.py +5 -0
- opik/rest_api/types/experiment_score.py +20 -0
- opik/rest_api/types/experiment_score_public.py +20 -0
- opik/rest_api/types/experiment_score_write.py +20 -0
- opik/rest_api/types/experiment_status.py +5 -0
- opik/rest_api/types/feedback.py +25 -1
- opik/rest_api/types/feedback_create.py +20 -1
- opik/rest_api/types/feedback_object_public.py +27 -1
- opik/rest_api/types/feedback_public.py +25 -1
- opik/rest_api/types/feedback_score_batch_item.py +2 -1
- opik/rest_api/types/feedback_score_batch_item_thread.py +2 -1
- opik/rest_api/types/feedback_score_public.py +4 -0
- opik/rest_api/types/feedback_update.py +20 -1
- opik/rest_api/types/group_content_with_aggregations.py +1 -0
- opik/rest_api/types/group_detail.py +19 -0
- opik/rest_api/types/group_details.py +20 -0
- opik/rest_api/types/guardrail.py +1 -0
- opik/rest_api/types/guardrail_write.py +1 -0
- opik/rest_api/types/ids_holder.py +19 -0
- opik/rest_api/types/image_url.py +20 -0
- opik/rest_api/types/image_url_public.py +20 -0
- opik/rest_api/types/image_url_write.py +20 -0
- opik/rest_api/types/llm_as_judge_message.py +5 -1
- opik/rest_api/types/llm_as_judge_message_content.py +26 -0
- opik/rest_api/types/llm_as_judge_message_content_public.py +26 -0
- opik/rest_api/types/llm_as_judge_message_content_write.py +26 -0
- opik/rest_api/types/llm_as_judge_message_public.py +5 -1
- opik/rest_api/types/llm_as_judge_message_write.py +5 -1
- opik/rest_api/types/llm_as_judge_model_parameters.py +3 -0
- opik/rest_api/types/llm_as_judge_model_parameters_public.py +3 -0
- opik/rest_api/types/llm_as_judge_model_parameters_write.py +3 -0
- opik/rest_api/types/manual_evaluation_request.py +38 -0
- opik/rest_api/types/manual_evaluation_request_entity_type.py +5 -0
- opik/rest_api/types/manual_evaluation_response.py +27 -0
- opik/rest_api/types/optimization.py +4 -2
- opik/rest_api/types/optimization_public.py +4 -2
- opik/rest_api/types/optimization_public_status.py +3 -1
- opik/rest_api/types/optimization_status.py +3 -1
- opik/rest_api/types/optimization_studio_config.py +27 -0
- opik/rest_api/types/optimization_studio_config_public.py +27 -0
- opik/rest_api/types/optimization_studio_config_write.py +27 -0
- opik/rest_api/types/optimization_studio_log.py +22 -0
- opik/rest_api/types/optimization_write.py +4 -2
- opik/rest_api/types/optimization_write_status.py +3 -1
- opik/rest_api/types/project.py +1 -0
- opik/rest_api/types/project_detailed.py +1 -0
- opik/rest_api/types/project_reference.py +31 -0
- opik/rest_api/types/project_reference_public.py +31 -0
- opik/rest_api/types/project_stats_summary_item.py +1 -0
- opik/rest_api/types/prompt.py +6 -0
- opik/rest_api/types/prompt_detail.py +6 -0
- opik/rest_api/types/prompt_detail_template_structure.py +5 -0
- opik/rest_api/types/prompt_public.py +6 -0
- opik/rest_api/types/prompt_public_template_structure.py +5 -0
- opik/rest_api/types/prompt_template_structure.py +5 -0
- opik/rest_api/types/prompt_version.py +3 -0
- opik/rest_api/types/prompt_version_detail.py +3 -0
- opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_link.py +1 -0
- opik/rest_api/types/prompt_version_link_public.py +1 -0
- opik/rest_api/types/prompt_version_page_public.py +5 -0
- opik/rest_api/types/prompt_version_public.py +3 -0
- opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_update.py +33 -0
- opik/rest_api/types/provider_api_key.py +9 -0
- opik/rest_api/types/provider_api_key_provider.py +1 -1
- opik/rest_api/types/provider_api_key_public.py +9 -0
- opik/rest_api/types/provider_api_key_public_provider.py +1 -1
- opik/rest_api/types/score_name.py +1 -0
- opik/rest_api/types/service_toggles_config.py +18 -0
- opik/rest_api/types/span.py +1 -2
- opik/rest_api/types/span_enrichment_options.py +31 -0
- opik/rest_api/types/span_experiment_item_bulk_write_view.py +1 -2
- opik/rest_api/types/span_filter.py +23 -0
- opik/rest_api/types/span_filter_operator.py +21 -0
- opik/rest_api/types/span_filter_write.py +23 -0
- opik/rest_api/types/span_filter_write_operator.py +21 -0
- opik/rest_api/types/span_llm_as_judge_code.py +27 -0
- opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
- opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
- opik/rest_api/types/span_public.py +1 -2
- opik/rest_api/types/span_update.py +46 -0
- opik/rest_api/types/span_user_defined_metric_python_code.py +20 -0
- opik/rest_api/types/span_user_defined_metric_python_code_public.py +20 -0
- opik/rest_api/types/span_user_defined_metric_python_code_write.py +20 -0
- opik/rest_api/types/span_write.py +1 -2
- opik/rest_api/types/studio_evaluation.py +20 -0
- opik/rest_api/types/studio_evaluation_public.py +20 -0
- opik/rest_api/types/studio_evaluation_write.py +20 -0
- opik/rest_api/types/studio_llm_model.py +21 -0
- opik/rest_api/types/studio_llm_model_public.py +21 -0
- opik/rest_api/types/studio_llm_model_write.py +21 -0
- opik/rest_api/types/studio_message.py +20 -0
- opik/rest_api/types/studio_message_public.py +20 -0
- opik/rest_api/types/studio_message_write.py +20 -0
- opik/rest_api/types/studio_metric.py +21 -0
- opik/rest_api/types/studio_metric_public.py +21 -0
- opik/rest_api/types/studio_metric_write.py +21 -0
- opik/rest_api/types/studio_optimizer.py +21 -0
- opik/rest_api/types/studio_optimizer_public.py +21 -0
- opik/rest_api/types/studio_optimizer_write.py +21 -0
- opik/rest_api/types/studio_prompt.py +20 -0
- opik/rest_api/types/studio_prompt_public.py +20 -0
- opik/rest_api/types/studio_prompt_write.py +20 -0
- opik/rest_api/types/trace.py +11 -2
- opik/rest_api/types/trace_enrichment_options.py +32 -0
- opik/rest_api/types/trace_experiment_item_bulk_write_view.py +1 -2
- opik/rest_api/types/trace_filter.py +23 -0
- opik/rest_api/types/trace_filter_operator.py +21 -0
- opik/rest_api/types/trace_filter_write.py +23 -0
- opik/rest_api/types/trace_filter_write_operator.py +21 -0
- opik/rest_api/types/trace_public.py +11 -2
- opik/rest_api/types/trace_thread_filter_write.py +23 -0
- opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
- opik/rest_api/types/trace_thread_identifier.py +1 -0
- opik/rest_api/types/trace_update.py +39 -0
- opik/rest_api/types/trace_write.py +1 -2
- opik/rest_api/types/value_entry.py +2 -0
- opik/rest_api/types/value_entry_compare.py +2 -0
- opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +2 -0
- opik/rest_api/types/value_entry_public.py +2 -0
- opik/rest_api/types/video_url.py +19 -0
- opik/rest_api/types/video_url_public.py +19 -0
- opik/rest_api/types/video_url_write.py +19 -0
- opik/rest_api/types/webhook.py +28 -0
- opik/rest_api/types/webhook_examples.py +19 -0
- opik/rest_api/types/webhook_public.py +28 -0
- opik/rest_api/types/webhook_test_result.py +23 -0
- opik/rest_api/types/webhook_test_result_status.py +5 -0
- opik/rest_api/types/webhook_write.py +23 -0
- opik/rest_api/types/welcome_wizard_tracking.py +22 -0
- opik/rest_api/types/workspace_configuration.py +5 -0
- opik/rest_api/welcome_wizard/__init__.py +4 -0
- opik/rest_api/welcome_wizard/client.py +195 -0
- opik/rest_api/welcome_wizard/raw_client.py +208 -0
- opik/rest_api/workspaces/client.py +14 -2
- opik/rest_api/workspaces/raw_client.py +10 -0
- opik/s3_httpx_client.py +14 -1
- opik/simulation/__init__.py +6 -0
- opik/simulation/simulated_user.py +99 -0
- opik/simulation/simulator.py +108 -0
- opik/synchronization.py +5 -6
- opik/{decorator/tracing_runtime_config.py → tracing_runtime_config.py} +6 -7
- opik/types.py +36 -0
- opik/validation/chat_prompt_messages.py +241 -0
- opik/validation/feedback_score.py +3 -3
- opik/validation/validator.py +28 -0
- opik-1.9.71.dist-info/METADATA +370 -0
- opik-1.9.71.dist-info/RECORD +1110 -0
- opik/api_objects/prompt/prompt.py +0 -112
- opik/cli.py +0 -193
- opik/hooks.py +0 -13
- opik/integrations/bedrock/chunks_aggregator.py +0 -55
- opik/integrations/bedrock/helpers.py +0 -8
- opik/rest_api/types/automation_rule_evaluator_object_public.py +0 -100
- opik/rest_api/types/json_node_experiment_item_bulk_write_view.py +0 -5
- opik-1.8.39.dist-info/METADATA +0 -339
- opik-1.8.39.dist-info/RECORD +0 -790
- /opik/{evaluation/metrics/conversation/conversational_coherence → decorator/context_manager}/__init__.py +0 -0
- /opik/evaluation/metrics/conversation/{session_completeness → llm_judges/conversational_coherence}/__init__.py +0 -0
- /opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/schema.py +0 -0
- /opik/evaluation/metrics/conversation/{user_frustration → llm_judges/session_completeness}/__init__.py +0 -0
- /opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/schema.py +0 -0
- /opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/schema.py +0 -0
- /opik/integrations/bedrock/{stream_wrappers.py → converse/stream_wrappers.py} +0 -0
- /opik/rest_api/{spans/types → types}/span_update_type.py +0 -0
- {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/WHEEL +0 -0
- {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/entry_points.txt +0 -0
- {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/licenses/LICENSE +0 -0
- {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/top_level.txt +0 -0
opik/rest_api/types/__init__.py
CHANGED
|
@@ -3,14 +3,49 @@
|
|
|
3
3
|
# isort: skip_file
|
|
4
4
|
|
|
5
5
|
from .aggregation_data import AggregationData
|
|
6
|
+
from .alert import Alert
|
|
7
|
+
from .alert_alert_type import AlertAlertType
|
|
8
|
+
from .alert_page_public import AlertPagePublic
|
|
9
|
+
from .alert_public import AlertPublic
|
|
10
|
+
from .alert_public_alert_type import AlertPublicAlertType
|
|
11
|
+
from .alert_trigger import AlertTrigger
|
|
12
|
+
from .alert_trigger_config import AlertTriggerConfig
|
|
13
|
+
from .alert_trigger_config_public import AlertTriggerConfigPublic
|
|
14
|
+
from .alert_trigger_config_public_type import AlertTriggerConfigPublicType
|
|
15
|
+
from .alert_trigger_config_type import AlertTriggerConfigType
|
|
16
|
+
from .alert_trigger_config_write import AlertTriggerConfigWrite
|
|
17
|
+
from .alert_trigger_config_write_type import AlertTriggerConfigWriteType
|
|
18
|
+
from .alert_trigger_event_type import AlertTriggerEventType
|
|
19
|
+
from .alert_trigger_public import AlertTriggerPublic
|
|
20
|
+
from .alert_trigger_public_event_type import AlertTriggerPublicEventType
|
|
21
|
+
from .alert_trigger_write import AlertTriggerWrite
|
|
22
|
+
from .alert_trigger_write_event_type import AlertTriggerWriteEventType
|
|
23
|
+
from .alert_write import AlertWrite
|
|
24
|
+
from .alert_write_alert_type import AlertWriteAlertType
|
|
25
|
+
from .annotation_queue import AnnotationQueue
|
|
26
|
+
from .annotation_queue_batch import AnnotationQueueBatch
|
|
27
|
+
from .annotation_queue_item_ids import AnnotationQueueItemIds
|
|
28
|
+
from .annotation_queue_page_public import AnnotationQueuePagePublic
|
|
29
|
+
from .annotation_queue_public import AnnotationQueuePublic
|
|
30
|
+
from .annotation_queue_public_scope import AnnotationQueuePublicScope
|
|
31
|
+
from .annotation_queue_reviewer import AnnotationQueueReviewer
|
|
32
|
+
from .annotation_queue_reviewer_public import AnnotationQueueReviewerPublic
|
|
33
|
+
from .annotation_queue_scope import AnnotationQueueScope
|
|
34
|
+
from .annotation_queue_write import AnnotationQueueWrite
|
|
35
|
+
from .annotation_queue_write_scope import AnnotationQueueWriteScope
|
|
6
36
|
from .assistant_message import AssistantMessage
|
|
7
37
|
from .assistant_message_role import AssistantMessageRole
|
|
8
38
|
from .attachment import Attachment
|
|
9
39
|
from .attachment_page import AttachmentPage
|
|
40
|
+
from .audio_url import AudioUrl
|
|
41
|
+
from .audio_url_public import AudioUrlPublic
|
|
42
|
+
from .audio_url_write import AudioUrlWrite
|
|
10
43
|
from .auth_details_holder import AuthDetailsHolder
|
|
11
44
|
from .automation_rule_evaluator import (
|
|
12
45
|
AutomationRuleEvaluator,
|
|
13
46
|
AutomationRuleEvaluator_LlmAsJudge,
|
|
47
|
+
AutomationRuleEvaluator_SpanLlmAsJudge,
|
|
48
|
+
AutomationRuleEvaluator_SpanUserDefinedMetricPython,
|
|
14
49
|
AutomationRuleEvaluator_TraceThreadLlmAsJudge,
|
|
15
50
|
AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
|
|
16
51
|
AutomationRuleEvaluator_UserDefinedMetricPython,
|
|
@@ -18,21 +53,37 @@ from .automation_rule_evaluator import (
|
|
|
18
53
|
from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
|
|
19
54
|
from .automation_rule_evaluator_llm_as_judge_public import AutomationRuleEvaluatorLlmAsJudgePublic
|
|
20
55
|
from .automation_rule_evaluator_llm_as_judge_write import AutomationRuleEvaluatorLlmAsJudgeWrite
|
|
21
|
-
from .
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
56
|
+
from .automation_rule_evaluator_object_object_public import (
|
|
57
|
+
AutomationRuleEvaluatorObjectObjectPublic,
|
|
58
|
+
AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
|
|
59
|
+
AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
|
|
60
|
+
AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
|
|
61
|
+
AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
|
|
62
|
+
AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
|
|
63
|
+
AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
|
|
27
64
|
)
|
|
28
65
|
from .automation_rule_evaluator_page_public import AutomationRuleEvaluatorPagePublic
|
|
29
66
|
from .automation_rule_evaluator_public import (
|
|
30
67
|
AutomationRuleEvaluatorPublic,
|
|
31
68
|
AutomationRuleEvaluatorPublic_LlmAsJudge,
|
|
69
|
+
AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
|
|
70
|
+
AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
|
|
32
71
|
AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
|
|
33
72
|
AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
|
|
34
73
|
AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
|
|
35
74
|
)
|
|
75
|
+
from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
|
|
76
|
+
from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
|
|
77
|
+
from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
|
|
78
|
+
from .automation_rule_evaluator_span_user_defined_metric_python import (
|
|
79
|
+
AutomationRuleEvaluatorSpanUserDefinedMetricPython,
|
|
80
|
+
)
|
|
81
|
+
from .automation_rule_evaluator_span_user_defined_metric_python_public import (
|
|
82
|
+
AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
|
|
83
|
+
)
|
|
84
|
+
from .automation_rule_evaluator_span_user_defined_metric_python_write import (
|
|
85
|
+
AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
|
|
86
|
+
)
|
|
36
87
|
from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
|
|
37
88
|
from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
|
|
38
89
|
AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
|
|
@@ -50,11 +101,17 @@ from .automation_rule_evaluator_trace_thread_user_defined_metric_python_write im
|
|
|
50
101
|
from .automation_rule_evaluator_update import (
|
|
51
102
|
AutomationRuleEvaluatorUpdate,
|
|
52
103
|
AutomationRuleEvaluatorUpdate_LlmAsJudge,
|
|
104
|
+
AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
|
|
105
|
+
AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
|
|
53
106
|
AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
|
|
54
107
|
AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
|
|
55
108
|
AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
|
|
56
109
|
)
|
|
57
110
|
from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
|
|
111
|
+
from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
|
|
112
|
+
from .automation_rule_evaluator_update_span_user_defined_metric_python import (
|
|
113
|
+
AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
|
|
114
|
+
)
|
|
58
115
|
from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
|
|
59
116
|
AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
|
|
60
117
|
)
|
|
@@ -74,6 +131,8 @@ from .automation_rule_evaluator_user_defined_metric_python_write import (
|
|
|
74
131
|
from .automation_rule_evaluator_write import (
|
|
75
132
|
AutomationRuleEvaluatorWrite,
|
|
76
133
|
AutomationRuleEvaluatorWrite_LlmAsJudge,
|
|
134
|
+
AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
|
|
135
|
+
AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
|
|
77
136
|
AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
|
|
78
137
|
AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
|
|
79
138
|
AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
|
|
@@ -83,6 +142,14 @@ from .batch_delete import BatchDelete
|
|
|
83
142
|
from .batch_delete_by_project import BatchDeleteByProject
|
|
84
143
|
from .bi_information import BiInformation
|
|
85
144
|
from .bi_information_response import BiInformationResponse
|
|
145
|
+
from .boolean_feedback_definition import BooleanFeedbackDefinition
|
|
146
|
+
from .boolean_feedback_definition_create import BooleanFeedbackDefinitionCreate
|
|
147
|
+
from .boolean_feedback_definition_public import BooleanFeedbackDefinitionPublic
|
|
148
|
+
from .boolean_feedback_definition_update import BooleanFeedbackDefinitionUpdate
|
|
149
|
+
from .boolean_feedback_detail import BooleanFeedbackDetail
|
|
150
|
+
from .boolean_feedback_detail_create import BooleanFeedbackDetailCreate
|
|
151
|
+
from .boolean_feedback_detail_public import BooleanFeedbackDetailPublic
|
|
152
|
+
from .boolean_feedback_detail_update import BooleanFeedbackDetailUpdate
|
|
86
153
|
from .categorical_feedback_definition import CategoricalFeedbackDefinition
|
|
87
154
|
from .categorical_feedback_definition_create import CategoricalFeedbackDefinitionCreate
|
|
88
155
|
from .categorical_feedback_definition_public import CategoricalFeedbackDefinitionPublic
|
|
@@ -116,23 +183,39 @@ from .complete_multipart_upload_request import CompleteMultipartUploadRequest
|
|
|
116
183
|
from .complete_multipart_upload_request_entity_type import CompleteMultipartUploadRequestEntityType
|
|
117
184
|
from .completion_tokens_details import CompletionTokensDetails
|
|
118
185
|
from .count_value_stat_public import CountValueStatPublic
|
|
186
|
+
from .dashboard_page_public import DashboardPagePublic
|
|
187
|
+
from .dashboard_public import DashboardPublic
|
|
119
188
|
from .data_point_double import DataPointDouble
|
|
120
189
|
from .data_point_number_public import DataPointNumberPublic
|
|
121
190
|
from .dataset import Dataset
|
|
191
|
+
from .dataset_expansion import DatasetExpansion
|
|
192
|
+
from .dataset_expansion_response import DatasetExpansionResponse
|
|
122
193
|
from .dataset_item import DatasetItem
|
|
123
194
|
from .dataset_item_batch import DatasetItemBatch
|
|
195
|
+
from .dataset_item_changes_public import DatasetItemChangesPublic
|
|
124
196
|
from .dataset_item_compare import DatasetItemCompare
|
|
125
197
|
from .dataset_item_compare_source import DatasetItemCompareSource
|
|
198
|
+
from .dataset_item_filter import DatasetItemFilter
|
|
199
|
+
from .dataset_item_filter_operator import DatasetItemFilterOperator
|
|
126
200
|
from .dataset_item_page_compare import DatasetItemPageCompare
|
|
127
201
|
from .dataset_item_page_public import DatasetItemPagePublic
|
|
128
202
|
from .dataset_item_public import DatasetItemPublic
|
|
129
203
|
from .dataset_item_public_source import DatasetItemPublicSource
|
|
130
204
|
from .dataset_item_source import DatasetItemSource
|
|
205
|
+
from .dataset_item_update import DatasetItemUpdate
|
|
131
206
|
from .dataset_item_write import DatasetItemWrite
|
|
132
207
|
from .dataset_item_write_source import DatasetItemWriteSource
|
|
133
208
|
from .dataset_page_public import DatasetPagePublic
|
|
134
209
|
from .dataset_public import DatasetPublic
|
|
210
|
+
from .dataset_public_status import DatasetPublicStatus
|
|
135
211
|
from .dataset_public_visibility import DatasetPublicVisibility
|
|
212
|
+
from .dataset_status import DatasetStatus
|
|
213
|
+
from .dataset_version_diff import DatasetVersionDiff
|
|
214
|
+
from .dataset_version_diff_stats import DatasetVersionDiffStats
|
|
215
|
+
from .dataset_version_page_public import DatasetVersionPagePublic
|
|
216
|
+
from .dataset_version_public import DatasetVersionPublic
|
|
217
|
+
from .dataset_version_summary import DatasetVersionSummary
|
|
218
|
+
from .dataset_version_summary_public import DatasetVersionSummaryPublic
|
|
136
219
|
from .dataset_visibility import DatasetVisibility
|
|
137
220
|
from .delete_attachments_request import DeleteAttachmentsRequest
|
|
138
221
|
from .delete_attachments_request_entity_type import DeleteAttachmentsRequestEntityType
|
|
@@ -165,18 +248,34 @@ from .experiment_item_public_trace_visibility_mode import ExperimentItemPublicTr
|
|
|
165
248
|
from .experiment_item_trace_visibility_mode import ExperimentItemTraceVisibilityMode
|
|
166
249
|
from .experiment_page_public import ExperimentPagePublic
|
|
167
250
|
from .experiment_public import ExperimentPublic
|
|
251
|
+
from .experiment_public_status import ExperimentPublicStatus
|
|
168
252
|
from .experiment_public_type import ExperimentPublicType
|
|
253
|
+
from .experiment_score import ExperimentScore
|
|
254
|
+
from .experiment_score_public import ExperimentScorePublic
|
|
255
|
+
from .experiment_score_write import ExperimentScoreWrite
|
|
256
|
+
from .experiment_status import ExperimentStatus
|
|
169
257
|
from .experiment_type import ExperimentType
|
|
170
258
|
from .export_trace_service_request import ExportTraceServiceRequest
|
|
171
|
-
from .feedback import Feedback, Feedback_Categorical, Feedback_Numerical
|
|
172
|
-
from .feedback_create import
|
|
259
|
+
from .feedback import Feedback, Feedback_Boolean, Feedback_Categorical, Feedback_Numerical
|
|
260
|
+
from .feedback_create import (
|
|
261
|
+
FeedbackCreate,
|
|
262
|
+
FeedbackCreate_Boolean,
|
|
263
|
+
FeedbackCreate_Categorical,
|
|
264
|
+
FeedbackCreate_Numerical,
|
|
265
|
+
)
|
|
173
266
|
from .feedback_definition_page_public import FeedbackDefinitionPagePublic
|
|
174
267
|
from .feedback_object_public import (
|
|
175
268
|
FeedbackObjectPublic,
|
|
269
|
+
FeedbackObjectPublic_Boolean,
|
|
176
270
|
FeedbackObjectPublic_Categorical,
|
|
177
271
|
FeedbackObjectPublic_Numerical,
|
|
178
272
|
)
|
|
179
|
-
from .feedback_public import
|
|
273
|
+
from .feedback_public import (
|
|
274
|
+
FeedbackPublic,
|
|
275
|
+
FeedbackPublic_Boolean,
|
|
276
|
+
FeedbackPublic_Categorical,
|
|
277
|
+
FeedbackPublic_Numerical,
|
|
278
|
+
)
|
|
180
279
|
from .feedback_score import FeedbackScore
|
|
181
280
|
from .feedback_score_average import FeedbackScoreAverage
|
|
182
281
|
from .feedback_score_average_detailed import FeedbackScoreAverageDetailed
|
|
@@ -194,11 +293,18 @@ from .feedback_score_names import FeedbackScoreNames
|
|
|
194
293
|
from .feedback_score_public import FeedbackScorePublic
|
|
195
294
|
from .feedback_score_public_source import FeedbackScorePublicSource
|
|
196
295
|
from .feedback_score_source import FeedbackScoreSource
|
|
197
|
-
from .feedback_update import
|
|
296
|
+
from .feedback_update import (
|
|
297
|
+
FeedbackUpdate,
|
|
298
|
+
FeedbackUpdate_Boolean,
|
|
299
|
+
FeedbackUpdate_Categorical,
|
|
300
|
+
FeedbackUpdate_Numerical,
|
|
301
|
+
)
|
|
198
302
|
from .function import Function
|
|
199
303
|
from .function_call import FunctionCall
|
|
200
304
|
from .group_content import GroupContent
|
|
201
305
|
from .group_content_with_aggregations import GroupContentWithAggregations
|
|
306
|
+
from .group_detail import GroupDetail
|
|
307
|
+
from .group_details import GroupDetails
|
|
202
308
|
from .guardrail import Guardrail
|
|
203
309
|
from .guardrail_batch import GuardrailBatch
|
|
204
310
|
from .guardrail_name import GuardrailName
|
|
@@ -208,6 +314,10 @@ from .guardrail_write_name import GuardrailWriteName
|
|
|
208
314
|
from .guardrail_write_result import GuardrailWriteResult
|
|
209
315
|
from .guardrails_validation import GuardrailsValidation
|
|
210
316
|
from .guardrails_validation_public import GuardrailsValidationPublic
|
|
317
|
+
from .ids_holder import IdsHolder
|
|
318
|
+
from .image_url import ImageUrl
|
|
319
|
+
from .image_url_public import ImageUrlPublic
|
|
320
|
+
from .image_url_write import ImageUrlWrite
|
|
211
321
|
from .json_list_string import JsonListString
|
|
212
322
|
from .json_list_string_compare import JsonListStringCompare
|
|
213
323
|
from .json_list_string_experiment_item_bulk_write_view import JsonListStringExperimentItemBulkWriteView
|
|
@@ -215,7 +325,6 @@ from .json_list_string_public import JsonListStringPublic
|
|
|
215
325
|
from .json_list_string_write import JsonListStringWrite
|
|
216
326
|
from .json_node import JsonNode
|
|
217
327
|
from .json_node_detail import JsonNodeDetail
|
|
218
|
-
from .json_node_experiment_item_bulk_write_view import JsonNodeExperimentItemBulkWriteView
|
|
219
328
|
from .json_node_public import JsonNodePublic
|
|
220
329
|
from .json_node_write import JsonNodeWrite
|
|
221
330
|
from .json_schema import JsonSchema
|
|
@@ -223,6 +332,9 @@ from .llm_as_judge_code import LlmAsJudgeCode
|
|
|
223
332
|
from .llm_as_judge_code_public import LlmAsJudgeCodePublic
|
|
224
333
|
from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
|
|
225
334
|
from .llm_as_judge_message import LlmAsJudgeMessage
|
|
335
|
+
from .llm_as_judge_message_content import LlmAsJudgeMessageContent
|
|
336
|
+
from .llm_as_judge_message_content_public import LlmAsJudgeMessageContentPublic
|
|
337
|
+
from .llm_as_judge_message_content_write import LlmAsJudgeMessageContentWrite
|
|
226
338
|
from .llm_as_judge_message_public import LlmAsJudgeMessagePublic
|
|
227
339
|
from .llm_as_judge_message_public_role import LlmAsJudgeMessagePublicRole
|
|
228
340
|
from .llm_as_judge_message_role import LlmAsJudgeMessageRole
|
|
@@ -240,6 +352,9 @@ from .llm_as_judge_output_schema_write_type import LlmAsJudgeOutputSchemaWriteTy
|
|
|
240
352
|
from .log_item import LogItem
|
|
241
353
|
from .log_item_level import LogItemLevel
|
|
242
354
|
from .log_page import LogPage
|
|
355
|
+
from .manual_evaluation_request import ManualEvaluationRequest
|
|
356
|
+
from .manual_evaluation_request_entity_type import ManualEvaluationRequestEntityType
|
|
357
|
+
from .manual_evaluation_response import ManualEvaluationResponse
|
|
243
358
|
from .message import Message
|
|
244
359
|
from .multipart_upload_part import MultipartUploadPart
|
|
245
360
|
from .numerical_feedback_definition import NumericalFeedbackDefinition
|
|
@@ -255,6 +370,10 @@ from .optimization_page_public import OptimizationPagePublic
|
|
|
255
370
|
from .optimization_public import OptimizationPublic
|
|
256
371
|
from .optimization_public_status import OptimizationPublicStatus
|
|
257
372
|
from .optimization_status import OptimizationStatus
|
|
373
|
+
from .optimization_studio_config import OptimizationStudioConfig
|
|
374
|
+
from .optimization_studio_config_public import OptimizationStudioConfigPublic
|
|
375
|
+
from .optimization_studio_config_write import OptimizationStudioConfigWrite
|
|
376
|
+
from .optimization_studio_log import OptimizationStudioLog
|
|
258
377
|
from .optimization_write import OptimizationWrite
|
|
259
378
|
from .optimization_write_status import OptimizationWriteStatus
|
|
260
379
|
from .page_columns import PageColumns
|
|
@@ -271,6 +390,8 @@ from .project_metric_response_public_metric_type import ProjectMetricResponsePub
|
|
|
271
390
|
from .project_page_public import ProjectPagePublic
|
|
272
391
|
from .project_public import ProjectPublic
|
|
273
392
|
from .project_public_visibility import ProjectPublicVisibility
|
|
393
|
+
from .project_reference import ProjectReference
|
|
394
|
+
from .project_reference_public import ProjectReferencePublic
|
|
274
395
|
from .project_stat_item_object_public import (
|
|
275
396
|
ProjectStatItemObjectPublic,
|
|
276
397
|
ProjectStatItemObjectPublic_Avg,
|
|
@@ -283,20 +404,27 @@ from .project_stats_summary_item import ProjectStatsSummaryItem
|
|
|
283
404
|
from .project_visibility import ProjectVisibility
|
|
284
405
|
from .prompt import Prompt
|
|
285
406
|
from .prompt_detail import PromptDetail
|
|
407
|
+
from .prompt_detail_template_structure import PromptDetailTemplateStructure
|
|
286
408
|
from .prompt_page_public import PromptPagePublic
|
|
287
409
|
from .prompt_public import PromptPublic
|
|
410
|
+
from .prompt_public_template_structure import PromptPublicTemplateStructure
|
|
411
|
+
from .prompt_template_structure import PromptTemplateStructure
|
|
288
412
|
from .prompt_tokens_details import PromptTokensDetails
|
|
289
413
|
from .prompt_type import PromptType
|
|
290
414
|
from .prompt_version import PromptVersion
|
|
291
415
|
from .prompt_version_detail import PromptVersionDetail
|
|
416
|
+
from .prompt_version_detail_template_structure import PromptVersionDetailTemplateStructure
|
|
292
417
|
from .prompt_version_detail_type import PromptVersionDetailType
|
|
293
418
|
from .prompt_version_link import PromptVersionLink
|
|
294
419
|
from .prompt_version_link_public import PromptVersionLinkPublic
|
|
295
420
|
from .prompt_version_link_write import PromptVersionLinkWrite
|
|
296
421
|
from .prompt_version_page_public import PromptVersionPagePublic
|
|
297
422
|
from .prompt_version_public import PromptVersionPublic
|
|
423
|
+
from .prompt_version_public_template_structure import PromptVersionPublicTemplateStructure
|
|
298
424
|
from .prompt_version_public_type import PromptVersionPublicType
|
|
425
|
+
from .prompt_version_template_structure import PromptVersionTemplateStructure
|
|
299
426
|
from .prompt_version_type import PromptVersionType
|
|
427
|
+
from .prompt_version_update import PromptVersionUpdate
|
|
300
428
|
from .provider_api_key import ProviderApiKey
|
|
301
429
|
from .provider_api_key_page_public import ProviderApiKeyPagePublic
|
|
302
430
|
from .provider_api_key_provider import ProviderApiKeyProvider
|
|
@@ -310,27 +438,63 @@ from .score_name import ScoreName
|
|
|
310
438
|
from .service_toggles_config import ServiceTogglesConfig
|
|
311
439
|
from .span import Span
|
|
312
440
|
from .span_batch import SpanBatch
|
|
441
|
+
from .span_enrichment_options import SpanEnrichmentOptions
|
|
313
442
|
from .span_experiment_item_bulk_write_view import SpanExperimentItemBulkWriteView
|
|
314
443
|
from .span_experiment_item_bulk_write_view_type import SpanExperimentItemBulkWriteViewType
|
|
444
|
+
from .span_filter import SpanFilter
|
|
445
|
+
from .span_filter_operator import SpanFilterOperator
|
|
315
446
|
from .span_filter_public import SpanFilterPublic
|
|
316
447
|
from .span_filter_public_operator import SpanFilterPublicOperator
|
|
448
|
+
from .span_filter_write import SpanFilterWrite
|
|
449
|
+
from .span_filter_write_operator import SpanFilterWriteOperator
|
|
450
|
+
from .span_llm_as_judge_code import SpanLlmAsJudgeCode
|
|
451
|
+
from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
|
|
452
|
+
from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
|
|
317
453
|
from .span_page_public import SpanPagePublic
|
|
318
454
|
from .span_public import SpanPublic
|
|
319
455
|
from .span_public_type import SpanPublicType
|
|
320
456
|
from .span_type import SpanType
|
|
457
|
+
from .span_update import SpanUpdate
|
|
458
|
+
from .span_update_type import SpanUpdateType
|
|
459
|
+
from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
|
|
460
|
+
from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
|
|
461
|
+
from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
|
|
321
462
|
from .span_write import SpanWrite
|
|
322
463
|
from .span_write_type import SpanWriteType
|
|
323
464
|
from .spans_count_response import SpansCountResponse
|
|
324
465
|
from .start_multipart_upload_response import StartMultipartUploadResponse
|
|
325
466
|
from .stream_options import StreamOptions
|
|
467
|
+
from .studio_evaluation import StudioEvaluation
|
|
468
|
+
from .studio_evaluation_public import StudioEvaluationPublic
|
|
469
|
+
from .studio_evaluation_write import StudioEvaluationWrite
|
|
470
|
+
from .studio_llm_model import StudioLlmModel
|
|
471
|
+
from .studio_llm_model_public import StudioLlmModelPublic
|
|
472
|
+
from .studio_llm_model_write import StudioLlmModelWrite
|
|
473
|
+
from .studio_message import StudioMessage
|
|
474
|
+
from .studio_message_public import StudioMessagePublic
|
|
475
|
+
from .studio_message_write import StudioMessageWrite
|
|
476
|
+
from .studio_metric import StudioMetric
|
|
477
|
+
from .studio_metric_public import StudioMetricPublic
|
|
478
|
+
from .studio_metric_write import StudioMetricWrite
|
|
479
|
+
from .studio_optimizer import StudioOptimizer
|
|
480
|
+
from .studio_optimizer_public import StudioOptimizerPublic
|
|
481
|
+
from .studio_optimizer_write import StudioOptimizerWrite
|
|
482
|
+
from .studio_prompt import StudioPrompt
|
|
483
|
+
from .studio_prompt_public import StudioPromptPublic
|
|
484
|
+
from .studio_prompt_write import StudioPromptWrite
|
|
326
485
|
from .tool import Tool
|
|
327
486
|
from .tool_call import ToolCall
|
|
328
487
|
from .trace import Trace
|
|
329
488
|
from .trace_batch import TraceBatch
|
|
330
489
|
from .trace_count_response import TraceCountResponse
|
|
490
|
+
from .trace_enrichment_options import TraceEnrichmentOptions
|
|
331
491
|
from .trace_experiment_item_bulk_write_view import TraceExperimentItemBulkWriteView
|
|
492
|
+
from .trace_filter import TraceFilter
|
|
493
|
+
from .trace_filter_operator import TraceFilterOperator
|
|
332
494
|
from .trace_filter_public import TraceFilterPublic
|
|
333
495
|
from .trace_filter_public_operator import TraceFilterPublicOperator
|
|
496
|
+
from .trace_filter_write import TraceFilterWrite
|
|
497
|
+
from .trace_filter_write_operator import TraceFilterWriteOperator
|
|
334
498
|
from .trace_page_public import TracePagePublic
|
|
335
499
|
from .trace_public import TracePublic
|
|
336
500
|
from .trace_public_visibility_mode import TracePublicVisibilityMode
|
|
@@ -339,6 +503,8 @@ from .trace_thread_filter import TraceThreadFilter
|
|
|
339
503
|
from .trace_thread_filter_operator import TraceThreadFilterOperator
|
|
340
504
|
from .trace_thread_filter_public import TraceThreadFilterPublic
|
|
341
505
|
from .trace_thread_filter_public_operator import TraceThreadFilterPublicOperator
|
|
506
|
+
from .trace_thread_filter_write import TraceThreadFilterWrite
|
|
507
|
+
from .trace_thread_filter_write_operator import TraceThreadFilterWriteOperator
|
|
342
508
|
from .trace_thread_identifier import TraceThreadIdentifier
|
|
343
509
|
from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
|
|
344
510
|
from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
|
|
@@ -349,6 +515,7 @@ from .trace_thread_update import TraceThreadUpdate
|
|
|
349
515
|
from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
|
|
350
516
|
from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
|
|
351
517
|
from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
|
|
518
|
+
from .trace_update import TraceUpdate
|
|
352
519
|
from .trace_visibility_mode import TraceVisibilityMode
|
|
353
520
|
from .trace_write import TraceWrite
|
|
354
521
|
from .usage import Usage
|
|
@@ -363,6 +530,16 @@ from .value_entry_experiment_item_bulk_write_view_source import ValueEntryExperi
|
|
|
363
530
|
from .value_entry_public import ValueEntryPublic
|
|
364
531
|
from .value_entry_public_source import ValueEntryPublicSource
|
|
365
532
|
from .value_entry_source import ValueEntrySource
|
|
533
|
+
from .video_url import VideoUrl
|
|
534
|
+
from .video_url_public import VideoUrlPublic
|
|
535
|
+
from .video_url_write import VideoUrlWrite
|
|
536
|
+
from .webhook import Webhook
|
|
537
|
+
from .webhook_examples import WebhookExamples
|
|
538
|
+
from .webhook_public import WebhookPublic
|
|
539
|
+
from .webhook_test_result import WebhookTestResult
|
|
540
|
+
from .webhook_test_result_status import WebhookTestResultStatus
|
|
541
|
+
from .webhook_write import WebhookWrite
|
|
542
|
+
from .welcome_wizard_tracking import WelcomeWizardTracking
|
|
366
543
|
from .workspace_configuration import WorkspaceConfiguration
|
|
367
544
|
from .workspace_metric_request import WorkspaceMetricRequest
|
|
368
545
|
from .workspace_metric_response import WorkspaceMetricResponse
|
|
@@ -374,26 +551,69 @@ from .workspace_trace_count import WorkspaceTraceCount
|
|
|
374
551
|
|
|
375
552
|
__all__ = [
|
|
376
553
|
"AggregationData",
|
|
554
|
+
"Alert",
|
|
555
|
+
"AlertAlertType",
|
|
556
|
+
"AlertPagePublic",
|
|
557
|
+
"AlertPublic",
|
|
558
|
+
"AlertPublicAlertType",
|
|
559
|
+
"AlertTrigger",
|
|
560
|
+
"AlertTriggerConfig",
|
|
561
|
+
"AlertTriggerConfigPublic",
|
|
562
|
+
"AlertTriggerConfigPublicType",
|
|
563
|
+
"AlertTriggerConfigType",
|
|
564
|
+
"AlertTriggerConfigWrite",
|
|
565
|
+
"AlertTriggerConfigWriteType",
|
|
566
|
+
"AlertTriggerEventType",
|
|
567
|
+
"AlertTriggerPublic",
|
|
568
|
+
"AlertTriggerPublicEventType",
|
|
569
|
+
"AlertTriggerWrite",
|
|
570
|
+
"AlertTriggerWriteEventType",
|
|
571
|
+
"AlertWrite",
|
|
572
|
+
"AlertWriteAlertType",
|
|
573
|
+
"AnnotationQueue",
|
|
574
|
+
"AnnotationQueueBatch",
|
|
575
|
+
"AnnotationQueueItemIds",
|
|
576
|
+
"AnnotationQueuePagePublic",
|
|
577
|
+
"AnnotationQueuePublic",
|
|
578
|
+
"AnnotationQueuePublicScope",
|
|
579
|
+
"AnnotationQueueReviewer",
|
|
580
|
+
"AnnotationQueueReviewerPublic",
|
|
581
|
+
"AnnotationQueueScope",
|
|
582
|
+
"AnnotationQueueWrite",
|
|
583
|
+
"AnnotationQueueWriteScope",
|
|
377
584
|
"AssistantMessage",
|
|
378
585
|
"AssistantMessageRole",
|
|
379
586
|
"Attachment",
|
|
380
587
|
"AttachmentPage",
|
|
588
|
+
"AudioUrl",
|
|
589
|
+
"AudioUrlPublic",
|
|
590
|
+
"AudioUrlWrite",
|
|
381
591
|
"AuthDetailsHolder",
|
|
382
592
|
"AutomationRuleEvaluator",
|
|
383
593
|
"AutomationRuleEvaluatorLlmAsJudge",
|
|
384
594
|
"AutomationRuleEvaluatorLlmAsJudgePublic",
|
|
385
595
|
"AutomationRuleEvaluatorLlmAsJudgeWrite",
|
|
386
|
-
"
|
|
387
|
-
"
|
|
388
|
-
"
|
|
389
|
-
"
|
|
390
|
-
"
|
|
596
|
+
"AutomationRuleEvaluatorObjectObjectPublic",
|
|
597
|
+
"AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
|
|
598
|
+
"AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
|
|
599
|
+
"AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
|
|
600
|
+
"AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
|
|
601
|
+
"AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
|
|
602
|
+
"AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
|
|
391
603
|
"AutomationRuleEvaluatorPagePublic",
|
|
392
604
|
"AutomationRuleEvaluatorPublic",
|
|
393
605
|
"AutomationRuleEvaluatorPublic_LlmAsJudge",
|
|
606
|
+
"AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
|
|
607
|
+
"AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
|
|
394
608
|
"AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
|
|
395
609
|
"AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
|
|
396
610
|
"AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
|
|
611
|
+
"AutomationRuleEvaluatorSpanLlmAsJudge",
|
|
612
|
+
"AutomationRuleEvaluatorSpanLlmAsJudgePublic",
|
|
613
|
+
"AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
|
|
614
|
+
"AutomationRuleEvaluatorSpanUserDefinedMetricPython",
|
|
615
|
+
"AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
|
|
616
|
+
"AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
|
|
397
617
|
"AutomationRuleEvaluatorTraceThreadLlmAsJudge",
|
|
398
618
|
"AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
|
|
399
619
|
"AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
|
|
@@ -402,10 +622,14 @@ __all__ = [
|
|
|
402
622
|
"AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
|
|
403
623
|
"AutomationRuleEvaluatorUpdate",
|
|
404
624
|
"AutomationRuleEvaluatorUpdateLlmAsJudge",
|
|
625
|
+
"AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
|
|
626
|
+
"AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
|
|
405
627
|
"AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
|
|
406
628
|
"AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
|
|
407
629
|
"AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
|
|
408
630
|
"AutomationRuleEvaluatorUpdate_LlmAsJudge",
|
|
631
|
+
"AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
|
|
632
|
+
"AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
|
|
409
633
|
"AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
|
|
410
634
|
"AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
|
|
411
635
|
"AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
|
|
@@ -414,10 +638,14 @@ __all__ = [
|
|
|
414
638
|
"AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
|
|
415
639
|
"AutomationRuleEvaluatorWrite",
|
|
416
640
|
"AutomationRuleEvaluatorWrite_LlmAsJudge",
|
|
641
|
+
"AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
|
|
642
|
+
"AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
|
|
417
643
|
"AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
|
|
418
644
|
"AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
|
|
419
645
|
"AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
|
|
420
646
|
"AutomationRuleEvaluator_LlmAsJudge",
|
|
647
|
+
"AutomationRuleEvaluator_SpanLlmAsJudge",
|
|
648
|
+
"AutomationRuleEvaluator_SpanUserDefinedMetricPython",
|
|
421
649
|
"AutomationRuleEvaluator_TraceThreadLlmAsJudge",
|
|
422
650
|
"AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
|
|
423
651
|
"AutomationRuleEvaluator_UserDefinedMetricPython",
|
|
@@ -426,6 +654,14 @@ __all__ = [
|
|
|
426
654
|
"BatchDeleteByProject",
|
|
427
655
|
"BiInformation",
|
|
428
656
|
"BiInformationResponse",
|
|
657
|
+
"BooleanFeedbackDefinition",
|
|
658
|
+
"BooleanFeedbackDefinitionCreate",
|
|
659
|
+
"BooleanFeedbackDefinitionPublic",
|
|
660
|
+
"BooleanFeedbackDefinitionUpdate",
|
|
661
|
+
"BooleanFeedbackDetail",
|
|
662
|
+
"BooleanFeedbackDetailCreate",
|
|
663
|
+
"BooleanFeedbackDetailPublic",
|
|
664
|
+
"BooleanFeedbackDetailUpdate",
|
|
429
665
|
"CategoricalFeedbackDefinition",
|
|
430
666
|
"CategoricalFeedbackDefinitionCreate",
|
|
431
667
|
"CategoricalFeedbackDefinitionPublic",
|
|
@@ -459,23 +695,39 @@ __all__ = [
|
|
|
459
695
|
"CompleteMultipartUploadRequestEntityType",
|
|
460
696
|
"CompletionTokensDetails",
|
|
461
697
|
"CountValueStatPublic",
|
|
698
|
+
"DashboardPagePublic",
|
|
699
|
+
"DashboardPublic",
|
|
462
700
|
"DataPointDouble",
|
|
463
701
|
"DataPointNumberPublic",
|
|
464
702
|
"Dataset",
|
|
703
|
+
"DatasetExpansion",
|
|
704
|
+
"DatasetExpansionResponse",
|
|
465
705
|
"DatasetItem",
|
|
466
706
|
"DatasetItemBatch",
|
|
707
|
+
"DatasetItemChangesPublic",
|
|
467
708
|
"DatasetItemCompare",
|
|
468
709
|
"DatasetItemCompareSource",
|
|
710
|
+
"DatasetItemFilter",
|
|
711
|
+
"DatasetItemFilterOperator",
|
|
469
712
|
"DatasetItemPageCompare",
|
|
470
713
|
"DatasetItemPagePublic",
|
|
471
714
|
"DatasetItemPublic",
|
|
472
715
|
"DatasetItemPublicSource",
|
|
473
716
|
"DatasetItemSource",
|
|
717
|
+
"DatasetItemUpdate",
|
|
474
718
|
"DatasetItemWrite",
|
|
475
719
|
"DatasetItemWriteSource",
|
|
476
720
|
"DatasetPagePublic",
|
|
477
721
|
"DatasetPublic",
|
|
722
|
+
"DatasetPublicStatus",
|
|
478
723
|
"DatasetPublicVisibility",
|
|
724
|
+
"DatasetStatus",
|
|
725
|
+
"DatasetVersionDiff",
|
|
726
|
+
"DatasetVersionDiffStats",
|
|
727
|
+
"DatasetVersionPagePublic",
|
|
728
|
+
"DatasetVersionPublic",
|
|
729
|
+
"DatasetVersionSummary",
|
|
730
|
+
"DatasetVersionSummaryPublic",
|
|
479
731
|
"DatasetVisibility",
|
|
480
732
|
"DeleteAttachmentsRequest",
|
|
481
733
|
"DeleteAttachmentsRequestEntityType",
|
|
@@ -506,18 +758,26 @@ __all__ = [
|
|
|
506
758
|
"ExperimentItemTraceVisibilityMode",
|
|
507
759
|
"ExperimentPagePublic",
|
|
508
760
|
"ExperimentPublic",
|
|
761
|
+
"ExperimentPublicStatus",
|
|
509
762
|
"ExperimentPublicType",
|
|
763
|
+
"ExperimentScore",
|
|
764
|
+
"ExperimentScorePublic",
|
|
765
|
+
"ExperimentScoreWrite",
|
|
766
|
+
"ExperimentStatus",
|
|
510
767
|
"ExperimentType",
|
|
511
768
|
"ExportTraceServiceRequest",
|
|
512
769
|
"Feedback",
|
|
513
770
|
"FeedbackCreate",
|
|
771
|
+
"FeedbackCreate_Boolean",
|
|
514
772
|
"FeedbackCreate_Categorical",
|
|
515
773
|
"FeedbackCreate_Numerical",
|
|
516
774
|
"FeedbackDefinitionPagePublic",
|
|
517
775
|
"FeedbackObjectPublic",
|
|
776
|
+
"FeedbackObjectPublic_Boolean",
|
|
518
777
|
"FeedbackObjectPublic_Categorical",
|
|
519
778
|
"FeedbackObjectPublic_Numerical",
|
|
520
779
|
"FeedbackPublic",
|
|
780
|
+
"FeedbackPublic_Boolean",
|
|
521
781
|
"FeedbackPublic_Categorical",
|
|
522
782
|
"FeedbackPublic_Numerical",
|
|
523
783
|
"FeedbackScore",
|
|
@@ -538,14 +798,18 @@ __all__ = [
|
|
|
538
798
|
"FeedbackScorePublicSource",
|
|
539
799
|
"FeedbackScoreSource",
|
|
540
800
|
"FeedbackUpdate",
|
|
801
|
+
"FeedbackUpdate_Boolean",
|
|
541
802
|
"FeedbackUpdate_Categorical",
|
|
542
803
|
"FeedbackUpdate_Numerical",
|
|
804
|
+
"Feedback_Boolean",
|
|
543
805
|
"Feedback_Categorical",
|
|
544
806
|
"Feedback_Numerical",
|
|
545
807
|
"Function",
|
|
546
808
|
"FunctionCall",
|
|
547
809
|
"GroupContent",
|
|
548
810
|
"GroupContentWithAggregations",
|
|
811
|
+
"GroupDetail",
|
|
812
|
+
"GroupDetails",
|
|
549
813
|
"Guardrail",
|
|
550
814
|
"GuardrailBatch",
|
|
551
815
|
"GuardrailName",
|
|
@@ -555,6 +819,10 @@ __all__ = [
|
|
|
555
819
|
"GuardrailWriteResult",
|
|
556
820
|
"GuardrailsValidation",
|
|
557
821
|
"GuardrailsValidationPublic",
|
|
822
|
+
"IdsHolder",
|
|
823
|
+
"ImageUrl",
|
|
824
|
+
"ImageUrlPublic",
|
|
825
|
+
"ImageUrlWrite",
|
|
558
826
|
"JsonListString",
|
|
559
827
|
"JsonListStringCompare",
|
|
560
828
|
"JsonListStringExperimentItemBulkWriteView",
|
|
@@ -562,7 +830,6 @@ __all__ = [
|
|
|
562
830
|
"JsonListStringWrite",
|
|
563
831
|
"JsonNode",
|
|
564
832
|
"JsonNodeDetail",
|
|
565
|
-
"JsonNodeExperimentItemBulkWriteView",
|
|
566
833
|
"JsonNodePublic",
|
|
567
834
|
"JsonNodeWrite",
|
|
568
835
|
"JsonSchema",
|
|
@@ -570,6 +837,9 @@ __all__ = [
|
|
|
570
837
|
"LlmAsJudgeCodePublic",
|
|
571
838
|
"LlmAsJudgeCodeWrite",
|
|
572
839
|
"LlmAsJudgeMessage",
|
|
840
|
+
"LlmAsJudgeMessageContent",
|
|
841
|
+
"LlmAsJudgeMessageContentPublic",
|
|
842
|
+
"LlmAsJudgeMessageContentWrite",
|
|
573
843
|
"LlmAsJudgeMessagePublic",
|
|
574
844
|
"LlmAsJudgeMessagePublicRole",
|
|
575
845
|
"LlmAsJudgeMessageRole",
|
|
@@ -587,6 +857,9 @@ __all__ = [
|
|
|
587
857
|
"LogItem",
|
|
588
858
|
"LogItemLevel",
|
|
589
859
|
"LogPage",
|
|
860
|
+
"ManualEvaluationRequest",
|
|
861
|
+
"ManualEvaluationRequestEntityType",
|
|
862
|
+
"ManualEvaluationResponse",
|
|
590
863
|
"Message",
|
|
591
864
|
"MultipartUploadPart",
|
|
592
865
|
"NumericalFeedbackDefinition",
|
|
@@ -602,6 +875,10 @@ __all__ = [
|
|
|
602
875
|
"OptimizationPublic",
|
|
603
876
|
"OptimizationPublicStatus",
|
|
604
877
|
"OptimizationStatus",
|
|
878
|
+
"OptimizationStudioConfig",
|
|
879
|
+
"OptimizationStudioConfigPublic",
|
|
880
|
+
"OptimizationStudioConfigWrite",
|
|
881
|
+
"OptimizationStudioLog",
|
|
605
882
|
"OptimizationWrite",
|
|
606
883
|
"OptimizationWriteStatus",
|
|
607
884
|
"PageColumns",
|
|
@@ -618,6 +895,8 @@ __all__ = [
|
|
|
618
895
|
"ProjectPagePublic",
|
|
619
896
|
"ProjectPublic",
|
|
620
897
|
"ProjectPublicVisibility",
|
|
898
|
+
"ProjectReference",
|
|
899
|
+
"ProjectReferencePublic",
|
|
621
900
|
"ProjectStatItemObjectPublic",
|
|
622
901
|
"ProjectStatItemObjectPublic_Avg",
|
|
623
902
|
"ProjectStatItemObjectPublic_Count",
|
|
@@ -628,20 +907,27 @@ __all__ = [
|
|
|
628
907
|
"ProjectVisibility",
|
|
629
908
|
"Prompt",
|
|
630
909
|
"PromptDetail",
|
|
910
|
+
"PromptDetailTemplateStructure",
|
|
631
911
|
"PromptPagePublic",
|
|
632
912
|
"PromptPublic",
|
|
913
|
+
"PromptPublicTemplateStructure",
|
|
914
|
+
"PromptTemplateStructure",
|
|
633
915
|
"PromptTokensDetails",
|
|
634
916
|
"PromptType",
|
|
635
917
|
"PromptVersion",
|
|
636
918
|
"PromptVersionDetail",
|
|
919
|
+
"PromptVersionDetailTemplateStructure",
|
|
637
920
|
"PromptVersionDetailType",
|
|
638
921
|
"PromptVersionLink",
|
|
639
922
|
"PromptVersionLinkPublic",
|
|
640
923
|
"PromptVersionLinkWrite",
|
|
641
924
|
"PromptVersionPagePublic",
|
|
642
925
|
"PromptVersionPublic",
|
|
926
|
+
"PromptVersionPublicTemplateStructure",
|
|
643
927
|
"PromptVersionPublicType",
|
|
928
|
+
"PromptVersionTemplateStructure",
|
|
644
929
|
"PromptVersionType",
|
|
930
|
+
"PromptVersionUpdate",
|
|
645
931
|
"ProviderApiKey",
|
|
646
932
|
"ProviderApiKeyPagePublic",
|
|
647
933
|
"ProviderApiKeyProvider",
|
|
@@ -655,27 +941,63 @@ __all__ = [
|
|
|
655
941
|
"ServiceTogglesConfig",
|
|
656
942
|
"Span",
|
|
657
943
|
"SpanBatch",
|
|
944
|
+
"SpanEnrichmentOptions",
|
|
658
945
|
"SpanExperimentItemBulkWriteView",
|
|
659
946
|
"SpanExperimentItemBulkWriteViewType",
|
|
947
|
+
"SpanFilter",
|
|
948
|
+
"SpanFilterOperator",
|
|
660
949
|
"SpanFilterPublic",
|
|
661
950
|
"SpanFilterPublicOperator",
|
|
951
|
+
"SpanFilterWrite",
|
|
952
|
+
"SpanFilterWriteOperator",
|
|
953
|
+
"SpanLlmAsJudgeCode",
|
|
954
|
+
"SpanLlmAsJudgeCodePublic",
|
|
955
|
+
"SpanLlmAsJudgeCodeWrite",
|
|
662
956
|
"SpanPagePublic",
|
|
663
957
|
"SpanPublic",
|
|
664
958
|
"SpanPublicType",
|
|
665
959
|
"SpanType",
|
|
960
|
+
"SpanUpdate",
|
|
961
|
+
"SpanUpdateType",
|
|
962
|
+
"SpanUserDefinedMetricPythonCode",
|
|
963
|
+
"SpanUserDefinedMetricPythonCodePublic",
|
|
964
|
+
"SpanUserDefinedMetricPythonCodeWrite",
|
|
666
965
|
"SpanWrite",
|
|
667
966
|
"SpanWriteType",
|
|
668
967
|
"SpansCountResponse",
|
|
669
968
|
"StartMultipartUploadResponse",
|
|
670
969
|
"StreamOptions",
|
|
970
|
+
"StudioEvaluation",
|
|
971
|
+
"StudioEvaluationPublic",
|
|
972
|
+
"StudioEvaluationWrite",
|
|
973
|
+
"StudioLlmModel",
|
|
974
|
+
"StudioLlmModelPublic",
|
|
975
|
+
"StudioLlmModelWrite",
|
|
976
|
+
"StudioMessage",
|
|
977
|
+
"StudioMessagePublic",
|
|
978
|
+
"StudioMessageWrite",
|
|
979
|
+
"StudioMetric",
|
|
980
|
+
"StudioMetricPublic",
|
|
981
|
+
"StudioMetricWrite",
|
|
982
|
+
"StudioOptimizer",
|
|
983
|
+
"StudioOptimizerPublic",
|
|
984
|
+
"StudioOptimizerWrite",
|
|
985
|
+
"StudioPrompt",
|
|
986
|
+
"StudioPromptPublic",
|
|
987
|
+
"StudioPromptWrite",
|
|
671
988
|
"Tool",
|
|
672
989
|
"ToolCall",
|
|
673
990
|
"Trace",
|
|
674
991
|
"TraceBatch",
|
|
675
992
|
"TraceCountResponse",
|
|
993
|
+
"TraceEnrichmentOptions",
|
|
676
994
|
"TraceExperimentItemBulkWriteView",
|
|
995
|
+
"TraceFilter",
|
|
996
|
+
"TraceFilterOperator",
|
|
677
997
|
"TraceFilterPublic",
|
|
678
998
|
"TraceFilterPublicOperator",
|
|
999
|
+
"TraceFilterWrite",
|
|
1000
|
+
"TraceFilterWriteOperator",
|
|
679
1001
|
"TracePagePublic",
|
|
680
1002
|
"TracePublic",
|
|
681
1003
|
"TracePublicVisibilityMode",
|
|
@@ -684,6 +1006,8 @@ __all__ = [
|
|
|
684
1006
|
"TraceThreadFilterOperator",
|
|
685
1007
|
"TraceThreadFilterPublic",
|
|
686
1008
|
"TraceThreadFilterPublicOperator",
|
|
1009
|
+
"TraceThreadFilterWrite",
|
|
1010
|
+
"TraceThreadFilterWriteOperator",
|
|
687
1011
|
"TraceThreadIdentifier",
|
|
688
1012
|
"TraceThreadLlmAsJudgeCode",
|
|
689
1013
|
"TraceThreadLlmAsJudgeCodePublic",
|
|
@@ -694,6 +1018,7 @@ __all__ = [
|
|
|
694
1018
|
"TraceThreadUserDefinedMetricPythonCode",
|
|
695
1019
|
"TraceThreadUserDefinedMetricPythonCodePublic",
|
|
696
1020
|
"TraceThreadUserDefinedMetricPythonCodeWrite",
|
|
1021
|
+
"TraceUpdate",
|
|
697
1022
|
"TraceVisibilityMode",
|
|
698
1023
|
"TraceWrite",
|
|
699
1024
|
"Usage",
|
|
@@ -708,6 +1033,16 @@ __all__ = [
|
|
|
708
1033
|
"ValueEntryPublic",
|
|
709
1034
|
"ValueEntryPublicSource",
|
|
710
1035
|
"ValueEntrySource",
|
|
1036
|
+
"VideoUrl",
|
|
1037
|
+
"VideoUrlPublic",
|
|
1038
|
+
"VideoUrlWrite",
|
|
1039
|
+
"Webhook",
|
|
1040
|
+
"WebhookExamples",
|
|
1041
|
+
"WebhookPublic",
|
|
1042
|
+
"WebhookTestResult",
|
|
1043
|
+
"WebhookTestResultStatus",
|
|
1044
|
+
"WebhookWrite",
|
|
1045
|
+
"WelcomeWizardTracking",
|
|
711
1046
|
"WorkspaceConfiguration",
|
|
712
1047
|
"WorkspaceMetricRequest",
|
|
713
1048
|
"WorkspaceMetricResponse",
|