opik 1.6.4__py3-none-any.whl → 1.9.71__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- opik/__init__.py +33 -2
- opik/anonymizer/__init__.py +5 -0
- opik/anonymizer/anonymizer.py +12 -0
- opik/anonymizer/factory.py +80 -0
- opik/anonymizer/recursive_anonymizer.py +64 -0
- opik/anonymizer/rules.py +56 -0
- opik/anonymizer/rules_anonymizer.py +35 -0
- opik/api_objects/attachment/__init__.py +5 -0
- opik/api_objects/attachment/attachment.py +20 -0
- opik/api_objects/attachment/attachment_context.py +36 -0
- opik/api_objects/attachment/attachments_extractor.py +153 -0
- opik/api_objects/attachment/client.py +220 -0
- opik/api_objects/attachment/converters.py +51 -0
- opik/api_objects/attachment/decoder.py +18 -0
- opik/api_objects/attachment/decoder_base64.py +83 -0
- opik/api_objects/attachment/decoder_helpers.py +137 -0
- opik/api_objects/conversation/__init__.py +0 -0
- opik/api_objects/conversation/conversation_factory.py +43 -0
- opik/api_objects/conversation/conversation_thread.py +49 -0
- opik/api_objects/data_helpers.py +79 -0
- opik/api_objects/dataset/dataset.py +107 -45
- opik/api_objects/dataset/rest_operations.py +12 -3
- opik/api_objects/experiment/experiment.py +81 -45
- opik/api_objects/experiment/experiment_item.py +2 -1
- opik/api_objects/experiment/experiments_client.py +64 -0
- opik/api_objects/experiment/helpers.py +35 -11
- opik/api_objects/experiment/rest_operations.py +88 -19
- opik/api_objects/helpers.py +104 -7
- opik/api_objects/local_recording.py +81 -0
- opik/api_objects/opik_client.py +872 -174
- opik/api_objects/opik_query_language.py +136 -18
- opik/api_objects/optimization/__init__.py +3 -0
- opik/api_objects/optimization/optimization.py +39 -0
- opik/api_objects/prompt/__init__.py +13 -1
- opik/api_objects/prompt/base_prompt.py +69 -0
- opik/api_objects/prompt/base_prompt_template.py +29 -0
- opik/api_objects/prompt/chat/__init__.py +1 -0
- opik/api_objects/prompt/chat/chat_prompt.py +210 -0
- opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
- opik/api_objects/prompt/chat/content_renderer_registry.py +203 -0
- opik/api_objects/prompt/client.py +193 -41
- opik/api_objects/prompt/text/__init__.py +1 -0
- opik/api_objects/prompt/text/prompt.py +174 -0
- opik/api_objects/prompt/text/prompt_template.py +55 -0
- opik/api_objects/prompt/types.py +29 -0
- opik/api_objects/rest_stream_parser.py +98 -0
- opik/api_objects/search_helpers.py +89 -0
- opik/api_objects/span/span_client.py +165 -45
- opik/api_objects/span/span_data.py +136 -25
- opik/api_objects/threads/__init__.py +0 -0
- opik/api_objects/threads/threads_client.py +185 -0
- opik/api_objects/trace/trace_client.py +72 -36
- opik/api_objects/trace/trace_data.py +112 -26
- opik/api_objects/validation_helpers.py +3 -3
- opik/cli/__init__.py +5 -0
- opik/cli/__main__.py +6 -0
- opik/cli/configure.py +66 -0
- opik/cli/exports/__init__.py +131 -0
- opik/cli/exports/dataset.py +278 -0
- opik/cli/exports/experiment.py +784 -0
- opik/cli/exports/project.py +685 -0
- opik/cli/exports/prompt.py +578 -0
- opik/cli/exports/utils.py +406 -0
- opik/cli/harbor.py +39 -0
- opik/cli/healthcheck.py +21 -0
- opik/cli/imports/__init__.py +439 -0
- opik/cli/imports/dataset.py +143 -0
- opik/cli/imports/experiment.py +1192 -0
- opik/cli/imports/project.py +262 -0
- opik/cli/imports/prompt.py +177 -0
- opik/cli/imports/utils.py +280 -0
- opik/cli/main.py +49 -0
- opik/cli/proxy.py +93 -0
- opik/cli/usage_report/__init__.py +16 -0
- opik/cli/usage_report/charts.py +783 -0
- opik/cli/usage_report/cli.py +274 -0
- opik/cli/usage_report/constants.py +9 -0
- opik/cli/usage_report/extraction.py +749 -0
- opik/cli/usage_report/pdf.py +244 -0
- opik/cli/usage_report/statistics.py +78 -0
- opik/cli/usage_report/utils.py +235 -0
- opik/config.py +62 -4
- opik/configurator/configure.py +45 -6
- opik/configurator/opik_rest_helpers.py +4 -1
- opik/context_storage.py +164 -65
- opik/datetime_helpers.py +12 -0
- opik/decorator/arguments_helpers.py +9 -1
- opik/decorator/base_track_decorator.py +298 -146
- opik/decorator/context_manager/__init__.py +0 -0
- opik/decorator/context_manager/span_context_manager.py +123 -0
- opik/decorator/context_manager/trace_context_manager.py +84 -0
- opik/decorator/generator_wrappers.py +3 -2
- opik/decorator/inspect_helpers.py +11 -0
- opik/decorator/opik_args/__init__.py +13 -0
- opik/decorator/opik_args/api_classes.py +71 -0
- opik/decorator/opik_args/helpers.py +120 -0
- opik/decorator/span_creation_handler.py +49 -21
- opik/decorator/tracker.py +9 -1
- opik/dict_utils.py +3 -3
- opik/environment.py +13 -1
- opik/error_tracking/api.py +1 -1
- opik/error_tracking/before_send.py +6 -5
- opik/error_tracking/environment_details.py +29 -7
- opik/error_tracking/error_filtering/filter_by_response_status_code.py +42 -0
- opik/error_tracking/error_filtering/filter_chain_builder.py +14 -3
- opik/evaluation/__init__.py +14 -2
- opik/evaluation/engine/engine.py +280 -82
- opik/evaluation/engine/evaluation_tasks_executor.py +15 -10
- opik/evaluation/engine/helpers.py +34 -9
- opik/evaluation/engine/metrics_evaluator.py +237 -0
- opik/evaluation/engine/types.py +5 -4
- opik/evaluation/evaluation_result.py +169 -2
- opik/evaluation/evaluator.py +659 -58
- opik/evaluation/metrics/__init__.py +121 -6
- opik/evaluation/metrics/aggregated_metric.py +92 -0
- opik/evaluation/metrics/arguments_helpers.py +15 -21
- opik/evaluation/metrics/arguments_validator.py +38 -0
- opik/evaluation/metrics/base_metric.py +20 -10
- opik/evaluation/metrics/conversation/__init__.py +48 -0
- opik/evaluation/metrics/conversation/conversation_thread_metric.py +79 -0
- opik/evaluation/metrics/conversation/conversation_turns_factory.py +39 -0
- opik/evaluation/metrics/conversation/g_eval_wrappers.py +19 -0
- opik/evaluation/metrics/conversation/helpers.py +84 -0
- opik/evaluation/metrics/conversation/heuristics/__init__.py +14 -0
- opik/evaluation/metrics/conversation/heuristics/degeneration/__init__.py +3 -0
- opik/evaluation/metrics/conversation/heuristics/degeneration/metric.py +189 -0
- opik/evaluation/metrics/conversation/heuristics/degeneration/phrases.py +12 -0
- opik/evaluation/metrics/conversation/heuristics/knowledge_retention/__init__.py +3 -0
- opik/evaluation/metrics/conversation/heuristics/knowledge_retention/metric.py +172 -0
- opik/evaluation/metrics/conversation/llm_judges/__init__.py +32 -0
- opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/__init__.py +0 -0
- opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/metric.py +274 -0
- opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/schema.py +16 -0
- opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/templates.py +95 -0
- opik/evaluation/metrics/conversation/llm_judges/g_eval_wrappers.py +442 -0
- opik/evaluation/metrics/conversation/llm_judges/session_completeness/__init__.py +0 -0
- opik/evaluation/metrics/conversation/llm_judges/session_completeness/metric.py +295 -0
- opik/evaluation/metrics/conversation/llm_judges/session_completeness/schema.py +22 -0
- opik/evaluation/metrics/conversation/llm_judges/session_completeness/templates.py +139 -0
- opik/evaluation/metrics/conversation/llm_judges/user_frustration/__init__.py +0 -0
- opik/evaluation/metrics/conversation/llm_judges/user_frustration/metric.py +277 -0
- opik/evaluation/metrics/conversation/llm_judges/user_frustration/schema.py +16 -0
- opik/evaluation/metrics/conversation/llm_judges/user_frustration/templates.py +135 -0
- opik/evaluation/metrics/conversation/types.py +34 -0
- opik/evaluation/metrics/conversation_types.py +9 -0
- opik/evaluation/metrics/heuristics/bertscore.py +107 -0
- opik/evaluation/metrics/heuristics/bleu.py +43 -16
- opik/evaluation/metrics/heuristics/chrf.py +127 -0
- opik/evaluation/metrics/heuristics/contains.py +50 -11
- opik/evaluation/metrics/heuristics/distribution_metrics.py +331 -0
- opik/evaluation/metrics/heuristics/equals.py +4 -1
- opik/evaluation/metrics/heuristics/gleu.py +113 -0
- opik/evaluation/metrics/heuristics/is_json.py +9 -3
- opik/evaluation/metrics/heuristics/language_adherence.py +123 -0
- opik/evaluation/metrics/heuristics/levenshtein_ratio.py +6 -5
- opik/evaluation/metrics/heuristics/meteor.py +119 -0
- opik/evaluation/metrics/heuristics/prompt_injection.py +150 -0
- opik/evaluation/metrics/heuristics/readability.py +129 -0
- opik/evaluation/metrics/heuristics/regex_match.py +4 -1
- opik/evaluation/metrics/heuristics/rouge.py +148 -0
- opik/evaluation/metrics/heuristics/sentiment.py +98 -0
- opik/evaluation/metrics/heuristics/spearman.py +88 -0
- opik/evaluation/metrics/heuristics/tone.py +155 -0
- opik/evaluation/metrics/heuristics/vader_sentiment.py +77 -0
- opik/evaluation/metrics/llm_judges/answer_relevance/metric.py +27 -30
- opik/evaluation/metrics/llm_judges/answer_relevance/parser.py +27 -0
- opik/evaluation/metrics/llm_judges/answer_relevance/templates.py +10 -10
- opik/evaluation/metrics/llm_judges/context_precision/metric.py +28 -31
- opik/evaluation/metrics/llm_judges/context_precision/parser.py +27 -0
- opik/evaluation/metrics/llm_judges/context_precision/template.py +7 -7
- opik/evaluation/metrics/llm_judges/context_recall/metric.py +27 -31
- opik/evaluation/metrics/llm_judges/context_recall/parser.py +27 -0
- opik/evaluation/metrics/llm_judges/context_recall/template.py +7 -7
- opik/evaluation/metrics/llm_judges/factuality/metric.py +7 -26
- opik/evaluation/metrics/llm_judges/factuality/parser.py +35 -0
- opik/evaluation/metrics/llm_judges/factuality/template.py +1 -1
- opik/evaluation/metrics/llm_judges/g_eval/__init__.py +5 -0
- opik/evaluation/metrics/llm_judges/g_eval/metric.py +244 -113
- opik/evaluation/metrics/llm_judges/g_eval/parser.py +161 -0
- opik/evaluation/metrics/llm_judges/g_eval/presets.py +209 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/__init__.py +36 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/agent_assessment.py +77 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/bias_classifier.py +181 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/compliance_risk.py +41 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/prompt_uncertainty.py +41 -0
- opik/evaluation/metrics/llm_judges/g_eval_presets/qa_suite.py +146 -0
- opik/evaluation/metrics/llm_judges/hallucination/metric.py +23 -27
- opik/evaluation/metrics/llm_judges/hallucination/parser.py +29 -0
- opik/evaluation/metrics/llm_judges/hallucination/template.py +2 -4
- opik/evaluation/metrics/llm_judges/llm_juries/__init__.py +3 -0
- opik/evaluation/metrics/llm_judges/llm_juries/metric.py +76 -0
- opik/evaluation/metrics/llm_judges/moderation/metric.py +23 -28
- opik/evaluation/metrics/llm_judges/moderation/parser.py +27 -0
- opik/evaluation/metrics/llm_judges/moderation/template.py +2 -2
- opik/evaluation/metrics/llm_judges/parsing_helpers.py +26 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/__init__.py +0 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/metric.py +144 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/parser.py +79 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/schema.py +15 -0
- opik/evaluation/metrics/llm_judges/structure_output_compliance/template.py +50 -0
- opik/evaluation/metrics/llm_judges/syc_eval/__init__.py +0 -0
- opik/evaluation/metrics/llm_judges/syc_eval/metric.py +252 -0
- opik/evaluation/metrics/llm_judges/syc_eval/parser.py +82 -0
- opik/evaluation/metrics/llm_judges/syc_eval/template.py +155 -0
- opik/evaluation/metrics/llm_judges/trajectory_accuracy/__init__.py +3 -0
- opik/evaluation/metrics/llm_judges/trajectory_accuracy/metric.py +171 -0
- opik/evaluation/metrics/llm_judges/trajectory_accuracy/parser.py +38 -0
- opik/evaluation/metrics/llm_judges/trajectory_accuracy/templates.py +65 -0
- opik/evaluation/metrics/llm_judges/usefulness/metric.py +23 -32
- opik/evaluation/metrics/llm_judges/usefulness/parser.py +28 -0
- opik/evaluation/metrics/ragas_metric.py +112 -0
- opik/evaluation/models/__init__.py +10 -0
- opik/evaluation/models/base_model.py +140 -18
- opik/evaluation/models/langchain/__init__.py +3 -0
- opik/evaluation/models/langchain/langchain_chat_model.py +166 -0
- opik/evaluation/models/langchain/message_converters.py +106 -0
- opik/evaluation/models/langchain/opik_monitoring.py +23 -0
- opik/evaluation/models/litellm/litellm_chat_model.py +186 -40
- opik/evaluation/models/litellm/opik_monitor.py +24 -21
- opik/evaluation/models/litellm/util.py +125 -0
- opik/evaluation/models/litellm/warning_filters.py +16 -4
- opik/evaluation/models/model_capabilities.py +187 -0
- opik/evaluation/models/models_factory.py +25 -3
- opik/evaluation/preprocessing.py +92 -0
- opik/evaluation/report.py +70 -12
- opik/evaluation/rest_operations.py +49 -45
- opik/evaluation/samplers/__init__.py +4 -0
- opik/evaluation/samplers/base_dataset_sampler.py +40 -0
- opik/evaluation/samplers/random_dataset_sampler.py +48 -0
- opik/evaluation/score_statistics.py +66 -0
- opik/evaluation/scorers/__init__.py +4 -0
- opik/evaluation/scorers/scorer_function.py +55 -0
- opik/evaluation/scorers/scorer_wrapper_metric.py +130 -0
- opik/evaluation/test_case.py +3 -2
- opik/evaluation/test_result.py +1 -0
- opik/evaluation/threads/__init__.py +0 -0
- opik/evaluation/threads/context_helper.py +32 -0
- opik/evaluation/threads/evaluation_engine.py +181 -0
- opik/evaluation/threads/evaluation_result.py +18 -0
- opik/evaluation/threads/evaluator.py +120 -0
- opik/evaluation/threads/helpers.py +51 -0
- opik/evaluation/types.py +9 -1
- opik/exceptions.py +116 -3
- opik/file_upload/__init__.py +0 -0
- opik/file_upload/base_upload_manager.py +39 -0
- opik/file_upload/file_upload_monitor.py +14 -0
- opik/file_upload/file_uploader.py +141 -0
- opik/file_upload/mime_type.py +9 -0
- opik/file_upload/s3_multipart_upload/__init__.py +0 -0
- opik/file_upload/s3_multipart_upload/file_parts_strategy.py +89 -0
- opik/file_upload/s3_multipart_upload/s3_file_uploader.py +86 -0
- opik/file_upload/s3_multipart_upload/s3_upload_error.py +29 -0
- opik/file_upload/thread_pool.py +17 -0
- opik/file_upload/upload_client.py +114 -0
- opik/file_upload/upload_manager.py +255 -0
- opik/file_upload/upload_options.py +37 -0
- opik/format_helpers.py +17 -0
- opik/guardrails/__init__.py +4 -0
- opik/guardrails/guardrail.py +157 -0
- opik/guardrails/guards/__init__.py +5 -0
- opik/guardrails/guards/guard.py +17 -0
- opik/guardrails/guards/pii.py +47 -0
- opik/guardrails/guards/topic.py +76 -0
- opik/guardrails/rest_api_client.py +34 -0
- opik/guardrails/schemas.py +24 -0
- opik/guardrails/tracing.py +61 -0
- opik/healthcheck/__init__.py +2 -1
- opik/healthcheck/checks.py +2 -2
- opik/healthcheck/rich_representation.py +1 -1
- opik/hooks/__init__.py +23 -0
- opik/hooks/anonymizer_hook.py +36 -0
- opik/hooks/httpx_client_hook.py +112 -0
- opik/httpx_client.py +75 -4
- opik/id_helpers.py +18 -0
- opik/integrations/adk/__init__.py +14 -0
- opik/integrations/adk/callback_context_info_extractors.py +32 -0
- opik/integrations/adk/graph/__init__.py +0 -0
- opik/integrations/adk/graph/mermaid_graph_builder.py +128 -0
- opik/integrations/adk/graph/nodes.py +101 -0
- opik/integrations/adk/graph/subgraph_edges_builders.py +41 -0
- opik/integrations/adk/helpers.py +48 -0
- opik/integrations/adk/legacy_opik_tracer.py +381 -0
- opik/integrations/adk/opik_tracer.py +370 -0
- opik/integrations/adk/patchers/__init__.py +4 -0
- opik/integrations/adk/patchers/adk_otel_tracer/__init__.py +0 -0
- opik/integrations/adk/patchers/adk_otel_tracer/llm_span_helpers.py +30 -0
- opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +201 -0
- opik/integrations/adk/patchers/litellm_wrappers.py +91 -0
- opik/integrations/adk/patchers/llm_response_wrapper.py +105 -0
- opik/integrations/adk/patchers/patchers.py +64 -0
- opik/integrations/adk/recursive_callback_injector.py +126 -0
- opik/integrations/aisuite/aisuite_decorator.py +8 -3
- opik/integrations/aisuite/opik_tracker.py +1 -0
- opik/integrations/anthropic/messages_create_decorator.py +8 -3
- opik/integrations/anthropic/opik_tracker.py +0 -1
- opik/integrations/bedrock/converse/__init__.py +0 -0
- opik/integrations/bedrock/converse/chunks_aggregator.py +188 -0
- opik/integrations/bedrock/{converse_decorator.py → converse/converse_decorator.py} +18 -8
- opik/integrations/bedrock/invoke_agent_decorator.py +12 -7
- opik/integrations/bedrock/invoke_model/__init__.py +0 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/__init__.py +78 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/api.py +45 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/base.py +23 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/claude.py +121 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/format_detector.py +107 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/llama.py +108 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/mistral.py +118 -0
- opik/integrations/bedrock/invoke_model/chunks_aggregator/nova.py +99 -0
- opik/integrations/bedrock/invoke_model/invoke_model_decorator.py +178 -0
- opik/integrations/bedrock/invoke_model/response_types.py +34 -0
- opik/integrations/bedrock/invoke_model/stream_wrappers.py +122 -0
- opik/integrations/bedrock/invoke_model/usage_converters.py +87 -0
- opik/integrations/bedrock/invoke_model/usage_extraction.py +108 -0
- opik/integrations/bedrock/opik_tracker.py +43 -4
- opik/integrations/bedrock/types.py +19 -0
- opik/integrations/crewai/crewai_decorator.py +34 -56
- opik/integrations/crewai/opik_tracker.py +31 -10
- opik/integrations/crewai/patchers/__init__.py +5 -0
- opik/integrations/crewai/patchers/flow.py +118 -0
- opik/integrations/crewai/patchers/litellm_completion.py +30 -0
- opik/integrations/crewai/patchers/llm_client.py +207 -0
- opik/integrations/dspy/callback.py +246 -84
- opik/integrations/dspy/graph.py +88 -0
- opik/integrations/dspy/parsers.py +168 -0
- opik/integrations/genai/encoder_extension.py +2 -6
- opik/integrations/genai/generate_content_decorator.py +20 -13
- opik/integrations/guardrails/guardrails_decorator.py +4 -0
- opik/integrations/harbor/__init__.py +17 -0
- opik/integrations/harbor/experiment_service.py +269 -0
- opik/integrations/harbor/opik_tracker.py +528 -0
- opik/integrations/haystack/constants.py +35 -0
- opik/integrations/haystack/converters.py +1 -2
- opik/integrations/haystack/opik_connector.py +28 -6
- opik/integrations/haystack/opik_span_bridge.py +284 -0
- opik/integrations/haystack/opik_tracer.py +124 -222
- opik/integrations/langchain/__init__.py +3 -1
- opik/integrations/langchain/helpers.py +96 -0
- opik/integrations/langchain/langgraph_async_context_bridge.py +131 -0
- opik/integrations/langchain/langgraph_tracer_injector.py +88 -0
- opik/integrations/langchain/opik_encoder_extension.py +2 -2
- opik/integrations/langchain/opik_tracer.py +641 -206
- opik/integrations/langchain/provider_usage_extractors/__init__.py +5 -0
- opik/integrations/langchain/provider_usage_extractors/anthropic_usage_extractor.py +101 -0
- opik/integrations/langchain/provider_usage_extractors/anthropic_vertexai_usage_extractor.py +67 -0
- opik/integrations/langchain/provider_usage_extractors/bedrock_usage_extractor.py +94 -0
- opik/integrations/langchain/provider_usage_extractors/google_generative_ai_usage_extractor.py +109 -0
- opik/integrations/langchain/provider_usage_extractors/groq_usage_extractor.py +92 -0
- opik/integrations/langchain/provider_usage_extractors/langchain_run_helpers/__init__.py +15 -0
- opik/integrations/langchain/provider_usage_extractors/langchain_run_helpers/helpers.py +134 -0
- opik/integrations/langchain/provider_usage_extractors/langchain_run_helpers/langchain_usage.py +163 -0
- opik/integrations/langchain/provider_usage_extractors/openai_usage_extractor.py +124 -0
- opik/integrations/langchain/provider_usage_extractors/provider_usage_extractor_protocol.py +29 -0
- opik/integrations/langchain/provider_usage_extractors/usage_extractor.py +48 -0
- opik/integrations/langchain/provider_usage_extractors/vertexai_usage_extractor.py +109 -0
- opik/integrations/litellm/__init__.py +5 -0
- opik/integrations/litellm/completion_chunks_aggregator.py +115 -0
- opik/integrations/litellm/litellm_completion_decorator.py +242 -0
- opik/integrations/litellm/opik_tracker.py +43 -0
- opik/integrations/litellm/stream_patchers.py +151 -0
- opik/integrations/llama_index/callback.py +179 -78
- opik/integrations/llama_index/event_parsing_utils.py +29 -9
- opik/integrations/openai/agents/opik_tracing_processor.py +204 -32
- opik/integrations/openai/agents/span_data_parsers.py +15 -6
- opik/integrations/openai/chat_completion_chunks_aggregator.py +1 -1
- opik/integrations/openai/{openai_decorator.py → openai_chat_completions_decorator.py} +45 -35
- opik/integrations/openai/openai_responses_decorator.py +158 -0
- opik/integrations/openai/opik_tracker.py +94 -13
- opik/integrations/openai/response_events_aggregator.py +36 -0
- opik/integrations/openai/stream_patchers.py +125 -15
- opik/integrations/sagemaker/auth.py +5 -1
- opik/jsonable_encoder.py +29 -1
- opik/llm_usage/base_original_provider_usage.py +15 -8
- opik/llm_usage/bedrock_usage.py +8 -2
- opik/llm_usage/google_usage.py +6 -1
- opik/llm_usage/llm_usage_info.py +6 -0
- opik/llm_usage/{openai_usage.py → openai_chat_completions_usage.py} +2 -12
- opik/llm_usage/{openai_agent_usage.py → openai_responses_usage.py} +7 -15
- opik/llm_usage/opik_usage.py +36 -10
- opik/llm_usage/opik_usage_factory.py +35 -19
- opik/logging_messages.py +19 -7
- opik/message_processing/arguments_utils.py +22 -0
- opik/message_processing/batching/base_batcher.py +45 -17
- opik/message_processing/batching/batch_manager.py +22 -10
- opik/message_processing/batching/batch_manager_constuctors.py +36 -11
- opik/message_processing/batching/batchers.py +167 -44
- opik/message_processing/batching/flushing_thread.py +0 -3
- opik/message_processing/batching/sequence_splitter.py +50 -5
- opik/message_processing/emulation/__init__.py +0 -0
- opik/message_processing/emulation/emulator_message_processor.py +578 -0
- opik/message_processing/emulation/local_emulator_message_processor.py +140 -0
- opik/message_processing/emulation/models.py +162 -0
- opik/message_processing/encoder_helpers.py +79 -0
- opik/message_processing/message_queue.py +79 -0
- opik/message_processing/messages.py +154 -12
- opik/message_processing/preprocessing/__init__.py +0 -0
- opik/message_processing/preprocessing/attachments_preprocessor.py +70 -0
- opik/message_processing/preprocessing/batching_preprocessor.py +53 -0
- opik/message_processing/preprocessing/constants.py +1 -0
- opik/message_processing/preprocessing/file_upload_preprocessor.py +38 -0
- opik/message_processing/preprocessing/preprocessor.py +36 -0
- opik/message_processing/processors/__init__.py +0 -0
- opik/message_processing/processors/attachments_extraction_processor.py +146 -0
- opik/message_processing/processors/message_processors.py +92 -0
- opik/message_processing/processors/message_processors_chain.py +96 -0
- opik/message_processing/processors/online_message_processor.py +324 -0
- opik/message_processing/queue_consumer.py +61 -13
- opik/message_processing/streamer.py +102 -31
- opik/message_processing/streamer_constructors.py +67 -12
- opik/opik_context.py +103 -11
- opik/plugins/pytest/decorator.py +2 -2
- opik/plugins/pytest/experiment_runner.py +3 -2
- opik/plugins/pytest/hooks.py +6 -4
- opik/rate_limit/__init__.py +0 -0
- opik/rate_limit/rate_limit.py +25 -0
- opik/rest_api/__init__.py +643 -11
- opik/rest_api/alerts/__init__.py +7 -0
- opik/rest_api/alerts/client.py +667 -0
- opik/rest_api/alerts/raw_client.py +1015 -0
- opik/rest_api/alerts/types/__init__.py +7 -0
- opik/rest_api/alerts/types/get_webhook_examples_request_alert_type.py +5 -0
- opik/rest_api/annotation_queues/__init__.py +4 -0
- opik/rest_api/annotation_queues/client.py +668 -0
- opik/rest_api/annotation_queues/raw_client.py +1019 -0
- opik/rest_api/attachments/__init__.py +17 -0
- opik/rest_api/attachments/client.py +752 -0
- opik/rest_api/attachments/raw_client.py +1125 -0
- opik/rest_api/attachments/types/__init__.py +15 -0
- opik/rest_api/attachments/types/attachment_list_request_entity_type.py +5 -0
- opik/rest_api/attachments/types/download_attachment_request_entity_type.py +5 -0
- opik/rest_api/attachments/types/start_multipart_upload_request_entity_type.py +5 -0
- opik/rest_api/attachments/types/upload_attachment_request_entity_type.py +5 -0
- opik/rest_api/automation_rule_evaluators/__init__.py +2 -0
- opik/rest_api/automation_rule_evaluators/client.py +182 -1162
- opik/rest_api/automation_rule_evaluators/raw_client.py +598 -0
- opik/rest_api/chat_completions/__init__.py +2 -0
- opik/rest_api/chat_completions/client.py +115 -149
- opik/rest_api/chat_completions/raw_client.py +339 -0
- opik/rest_api/check/__init__.py +2 -0
- opik/rest_api/check/client.py +88 -106
- opik/rest_api/check/raw_client.py +258 -0
- opik/rest_api/client.py +112 -212
- opik/rest_api/core/__init__.py +5 -0
- opik/rest_api/core/api_error.py +12 -6
- opik/rest_api/core/client_wrapper.py +4 -14
- opik/rest_api/core/datetime_utils.py +1 -3
- opik/rest_api/core/file.py +2 -5
- opik/rest_api/core/http_client.py +42 -120
- opik/rest_api/core/http_response.py +55 -0
- opik/rest_api/core/jsonable_encoder.py +1 -4
- opik/rest_api/core/pydantic_utilities.py +79 -147
- opik/rest_api/core/query_encoder.py +1 -3
- opik/rest_api/core/serialization.py +10 -10
- opik/rest_api/dashboards/__init__.py +4 -0
- opik/rest_api/dashboards/client.py +462 -0
- opik/rest_api/dashboards/raw_client.py +648 -0
- opik/rest_api/datasets/__init__.py +5 -0
- opik/rest_api/datasets/client.py +1638 -1091
- opik/rest_api/datasets/raw_client.py +3389 -0
- opik/rest_api/datasets/types/__init__.py +8 -0
- opik/rest_api/datasets/types/dataset_update_visibility.py +5 -0
- opik/rest_api/datasets/types/dataset_write_visibility.py +5 -0
- opik/rest_api/errors/__init__.py +2 -0
- opik/rest_api/errors/bad_request_error.py +4 -3
- opik/rest_api/errors/conflict_error.py +4 -3
- opik/rest_api/errors/forbidden_error.py +4 -2
- opik/rest_api/errors/not_found_error.py +4 -3
- opik/rest_api/errors/not_implemented_error.py +4 -3
- opik/rest_api/errors/unauthorized_error.py +4 -3
- opik/rest_api/errors/unprocessable_entity_error.py +4 -3
- opik/rest_api/experiments/__init__.py +5 -0
- opik/rest_api/experiments/client.py +676 -752
- opik/rest_api/experiments/raw_client.py +1872 -0
- opik/rest_api/experiments/types/__init__.py +10 -0
- opik/rest_api/experiments/types/experiment_update_status.py +5 -0
- opik/rest_api/experiments/types/experiment_update_type.py +5 -0
- opik/rest_api/experiments/types/experiment_write_status.py +5 -0
- opik/rest_api/experiments/types/experiment_write_type.py +5 -0
- opik/rest_api/feedback_definitions/__init__.py +2 -0
- opik/rest_api/feedback_definitions/client.py +96 -370
- opik/rest_api/feedback_definitions/raw_client.py +541 -0
- opik/rest_api/feedback_definitions/types/__init__.py +2 -0
- opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -3
- opik/rest_api/guardrails/__init__.py +4 -0
- opik/rest_api/guardrails/client.py +104 -0
- opik/rest_api/guardrails/raw_client.py +102 -0
- opik/rest_api/llm_provider_key/__init__.py +2 -0
- opik/rest_api/llm_provider_key/client.py +166 -440
- opik/rest_api/llm_provider_key/raw_client.py +643 -0
- opik/rest_api/llm_provider_key/types/__init__.py +2 -0
- opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py +1 -1
- opik/rest_api/manual_evaluation/__init__.py +4 -0
- opik/rest_api/manual_evaluation/client.py +347 -0
- opik/rest_api/manual_evaluation/raw_client.py +543 -0
- opik/rest_api/open_telemetry_ingestion/__init__.py +2 -0
- opik/rest_api/open_telemetry_ingestion/client.py +38 -63
- opik/rest_api/open_telemetry_ingestion/raw_client.py +88 -0
- opik/rest_api/optimizations/__init__.py +7 -0
- opik/rest_api/optimizations/client.py +704 -0
- opik/rest_api/optimizations/raw_client.py +920 -0
- opik/rest_api/optimizations/types/__init__.py +7 -0
- opik/rest_api/optimizations/types/optimization_update_status.py +7 -0
- opik/rest_api/projects/__init__.py +10 -1
- opik/rest_api/projects/client.py +180 -855
- opik/rest_api/projects/raw_client.py +1216 -0
- opik/rest_api/projects/types/__init__.py +11 -4
- opik/rest_api/projects/types/project_metric_request_public_interval.py +1 -3
- opik/rest_api/projects/types/project_metric_request_public_metric_type.py +11 -1
- opik/rest_api/projects/types/project_update_visibility.py +5 -0
- opik/rest_api/projects/types/project_write_visibility.py +5 -0
- opik/rest_api/prompts/__init__.py +4 -2
- opik/rest_api/prompts/client.py +381 -970
- opik/rest_api/prompts/raw_client.py +1634 -0
- opik/rest_api/prompts/types/__init__.py +5 -1
- opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
- opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
- opik/rest_api/raw_client.py +156 -0
- opik/rest_api/redirect/__init__.py +4 -0
- opik/rest_api/redirect/client.py +375 -0
- opik/rest_api/redirect/raw_client.py +566 -0
- opik/rest_api/service_toggles/__init__.py +4 -0
- opik/rest_api/service_toggles/client.py +91 -0
- opik/rest_api/service_toggles/raw_client.py +93 -0
- opik/rest_api/spans/__init__.py +2 -0
- opik/rest_api/spans/client.py +659 -1354
- opik/rest_api/spans/raw_client.py +2383 -0
- opik/rest_api/spans/types/__init__.py +2 -0
- opik/rest_api/spans/types/find_feedback_score_names_1_request_type.py +1 -3
- opik/rest_api/spans/types/get_span_stats_request_type.py +1 -3
- opik/rest_api/spans/types/get_spans_by_project_request_type.py +1 -3
- opik/rest_api/spans/types/span_search_stream_request_public_type.py +1 -3
- opik/rest_api/system_usage/__init__.py +2 -0
- opik/rest_api/system_usage/client.py +157 -216
- opik/rest_api/system_usage/raw_client.py +455 -0
- opik/rest_api/traces/__init__.py +2 -0
- opik/rest_api/traces/client.py +2102 -1625
- opik/rest_api/traces/raw_client.py +4144 -0
- opik/rest_api/types/__init__.py +629 -24
- opik/rest_api/types/aggregation_data.py +27 -0
- opik/rest_api/types/alert.py +33 -0
- opik/rest_api/types/alert_alert_type.py +5 -0
- opik/rest_api/types/alert_page_public.py +24 -0
- opik/rest_api/types/alert_public.py +33 -0
- opik/rest_api/types/alert_public_alert_type.py +5 -0
- opik/rest_api/types/alert_trigger.py +27 -0
- opik/rest_api/types/alert_trigger_config.py +28 -0
- opik/rest_api/types/alert_trigger_config_public.py +28 -0
- opik/rest_api/types/alert_trigger_config_public_type.py +10 -0
- opik/rest_api/types/alert_trigger_config_type.py +10 -0
- opik/rest_api/types/alert_trigger_config_write.py +22 -0
- opik/rest_api/types/alert_trigger_config_write_type.py +10 -0
- opik/rest_api/types/alert_trigger_event_type.py +19 -0
- opik/rest_api/types/alert_trigger_public.py +27 -0
- opik/rest_api/types/alert_trigger_public_event_type.py +19 -0
- opik/rest_api/types/alert_trigger_write.py +23 -0
- opik/rest_api/types/alert_trigger_write_event_type.py +19 -0
- opik/rest_api/types/alert_write.py +28 -0
- opik/rest_api/types/alert_write_alert_type.py +5 -0
- opik/rest_api/types/annotation_queue.py +42 -0
- opik/rest_api/types/annotation_queue_batch.py +27 -0
- opik/rest_api/types/{json_schema_element.py → annotation_queue_item_ids.py} +5 -7
- opik/rest_api/types/annotation_queue_page_public.py +28 -0
- opik/rest_api/types/annotation_queue_public.py +38 -0
- opik/rest_api/types/annotation_queue_public_scope.py +5 -0
- opik/rest_api/types/{workspace_metadata.py → annotation_queue_reviewer.py} +6 -7
- opik/rest_api/types/annotation_queue_reviewer_public.py +20 -0
- opik/rest_api/types/annotation_queue_scope.py +5 -0
- opik/rest_api/types/annotation_queue_write.py +31 -0
- opik/rest_api/types/annotation_queue_write_scope.py +5 -0
- opik/rest_api/types/assistant_message.py +7 -8
- opik/rest_api/types/assistant_message_role.py +1 -3
- opik/rest_api/types/attachment.py +22 -0
- opik/rest_api/types/attachment_page.py +28 -0
- opik/rest_api/types/audio_url.py +19 -0
- opik/rest_api/types/audio_url_public.py +19 -0
- opik/rest_api/types/audio_url_write.py +19 -0
- opik/rest_api/types/automation_rule_evaluator.py +160 -0
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_object_object_public.py +155 -0
- opik/rest_api/types/automation_rule_evaluator_page_public.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_public.py +155 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update.py +143 -0
- opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +22 -0
- opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +6 -6
- opik/rest_api/types/automation_rule_evaluator_write.py +143 -0
- opik/rest_api/types/avg_value_stat_public.py +3 -5
- opik/rest_api/types/batch_delete.py +3 -5
- opik/rest_api/types/batch_delete_by_project.py +20 -0
- opik/rest_api/types/bi_information.py +3 -5
- opik/rest_api/types/bi_information_response.py +4 -6
- opik/rest_api/types/boolean_feedback_definition.py +25 -0
- opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
- opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
- opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
- opik/rest_api/types/boolean_feedback_detail.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
- opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
- opik/rest_api/types/categorical_feedback_definition.py +5 -7
- opik/rest_api/types/categorical_feedback_definition_create.py +4 -6
- opik/rest_api/types/categorical_feedback_definition_public.py +5 -7
- opik/rest_api/types/categorical_feedback_definition_update.py +4 -6
- opik/rest_api/types/categorical_feedback_detail.py +3 -5
- opik/rest_api/types/categorical_feedback_detail_create.py +3 -5
- opik/rest_api/types/categorical_feedback_detail_public.py +3 -5
- opik/rest_api/types/categorical_feedback_detail_update.py +3 -5
- opik/rest_api/types/chat_completion_choice.py +4 -6
- opik/rest_api/types/chat_completion_response.py +5 -6
- opik/rest_api/types/check.py +22 -0
- opik/rest_api/types/{json_node_compare.py → check_name.py} +1 -1
- opik/rest_api/types/check_public.py +22 -0
- opik/rest_api/types/check_public_name.py +5 -0
- opik/rest_api/types/check_public_result.py +5 -0
- opik/rest_api/types/check_result.py +5 -0
- opik/rest_api/types/chunked_output_json_node.py +4 -6
- opik/rest_api/types/chunked_output_json_node_public.py +4 -6
- opik/rest_api/types/chunked_output_json_node_public_type.py +6 -10
- opik/rest_api/types/chunked_output_json_node_type.py +6 -10
- opik/rest_api/types/column.py +8 -10
- opik/rest_api/types/column_compare.py +8 -10
- opik/rest_api/types/column_public.py +8 -10
- opik/rest_api/types/column_types_item.py +1 -3
- opik/rest_api/types/comment.py +4 -6
- opik/rest_api/types/comment_compare.py +4 -6
- opik/rest_api/types/comment_public.py +4 -6
- opik/rest_api/types/complete_multipart_upload_request.py +33 -0
- opik/rest_api/types/complete_multipart_upload_request_entity_type.py +5 -0
- opik/rest_api/types/completion_tokens_details.py +3 -5
- opik/rest_api/types/count_value_stat_public.py +3 -5
- opik/rest_api/types/dashboard_page_public.py +24 -0
- opik/rest_api/types/dashboard_public.py +30 -0
- opik/rest_api/types/data_point_double.py +21 -0
- opik/rest_api/types/data_point_number_public.py +3 -5
- opik/rest_api/types/dataset.py +14 -6
- opik/rest_api/types/dataset_expansion.py +42 -0
- opik/rest_api/types/dataset_expansion_response.py +39 -0
- opik/rest_api/types/dataset_item.py +9 -8
- opik/rest_api/types/dataset_item_batch.py +3 -5
- opik/rest_api/types/dataset_item_changes_public.py +5 -0
- opik/rest_api/types/dataset_item_compare.py +9 -8
- opik/rest_api/types/dataset_item_compare_source.py +1 -3
- opik/rest_api/types/dataset_item_filter.py +27 -0
- opik/rest_api/types/dataset_item_filter_operator.py +21 -0
- opik/rest_api/types/dataset_item_page_compare.py +10 -7
- opik/rest_api/types/dataset_item_page_public.py +10 -7
- opik/rest_api/types/dataset_item_public.py +9 -8
- opik/rest_api/types/dataset_item_public_source.py +1 -3
- opik/rest_api/types/dataset_item_source.py +1 -3
- opik/rest_api/types/dataset_item_update.py +39 -0
- opik/rest_api/types/dataset_item_write.py +5 -6
- opik/rest_api/types/dataset_item_write_source.py +1 -3
- opik/rest_api/types/dataset_page_public.py +9 -6
- opik/rest_api/types/dataset_public.py +14 -6
- opik/rest_api/types/dataset_public_status.py +5 -0
- opik/rest_api/types/dataset_public_visibility.py +5 -0
- opik/rest_api/types/dataset_status.py +5 -0
- opik/rest_api/types/dataset_version_diff.py +22 -0
- opik/rest_api/types/dataset_version_diff_stats.py +24 -0
- opik/rest_api/types/dataset_version_page_public.py +23 -0
- opik/rest_api/types/dataset_version_public.py +59 -0
- opik/rest_api/types/dataset_version_summary.py +46 -0
- opik/rest_api/types/dataset_version_summary_public.py +46 -0
- opik/rest_api/types/dataset_visibility.py +5 -0
- opik/rest_api/types/delete_attachments_request.py +23 -0
- opik/rest_api/types/delete_attachments_request_entity_type.py +5 -0
- opik/rest_api/types/delete_feedback_score.py +4 -5
- opik/rest_api/types/delete_ids_holder.py +19 -0
- opik/rest_api/types/delta.py +7 -9
- opik/rest_api/types/error_count_with_deviation.py +21 -0
- opik/rest_api/types/error_count_with_deviation_detailed.py +21 -0
- opik/rest_api/types/error_info.py +3 -5
- opik/rest_api/types/error_info_experiment_item_bulk_write_view.py +21 -0
- opik/rest_api/types/error_info_public.py +3 -5
- opik/rest_api/types/error_info_write.py +3 -5
- opik/rest_api/types/error_message.py +3 -5
- opik/rest_api/types/error_message_detail.py +3 -5
- opik/rest_api/types/error_message_detailed.py +3 -5
- opik/rest_api/types/error_message_public.py +3 -5
- opik/rest_api/types/experiment.py +21 -10
- opik/rest_api/types/experiment_group_aggregations_response.py +20 -0
- opik/rest_api/types/experiment_group_response.py +22 -0
- opik/rest_api/types/experiment_item.py +14 -11
- opik/rest_api/types/experiment_item_bulk_record.py +27 -0
- opik/rest_api/types/experiment_item_bulk_record_experiment_item_bulk_write_view.py +27 -0
- opik/rest_api/types/experiment_item_bulk_upload.py +27 -0
- opik/rest_api/types/experiment_item_compare.py +14 -11
- opik/rest_api/types/experiment_item_compare_trace_visibility_mode.py +5 -0
- opik/rest_api/types/experiment_item_public.py +6 -6
- opik/rest_api/types/experiment_item_public_trace_visibility_mode.py +5 -0
- opik/rest_api/types/experiment_item_trace_visibility_mode.py +5 -0
- opik/rest_api/types/experiment_page_public.py +9 -6
- opik/rest_api/types/experiment_public.py +21 -10
- opik/rest_api/types/experiment_public_status.py +5 -0
- opik/rest_api/types/experiment_public_type.py +5 -0
- opik/rest_api/types/experiment_score.py +20 -0
- opik/rest_api/types/experiment_score_public.py +20 -0
- opik/rest_api/types/experiment_score_write.py +20 -0
- opik/rest_api/types/experiment_status.py +5 -0
- opik/rest_api/types/experiment_type.py +5 -0
- opik/rest_api/types/export_trace_service_request.py +5 -0
- opik/rest_api/types/feedback.py +40 -27
- opik/rest_api/types/feedback_create.py +27 -13
- opik/rest_api/types/feedback_definition_page_public.py +4 -6
- opik/rest_api/types/feedback_object_public.py +40 -27
- opik/rest_api/types/feedback_public.py +40 -27
- opik/rest_api/types/feedback_score.py +7 -7
- opik/rest_api/types/feedback_score_average.py +3 -5
- opik/rest_api/types/feedback_score_average_detailed.py +3 -5
- opik/rest_api/types/feedback_score_average_public.py +3 -5
- opik/rest_api/types/feedback_score_batch.py +4 -6
- opik/rest_api/types/feedback_score_batch_item.py +6 -6
- opik/rest_api/types/feedback_score_batch_item_source.py +1 -3
- opik/rest_api/types/feedback_score_batch_item_thread.py +32 -0
- opik/rest_api/types/feedback_score_batch_item_thread_source.py +5 -0
- opik/rest_api/types/feedback_score_compare.py +7 -7
- opik/rest_api/types/feedback_score_compare_source.py +1 -3
- opik/rest_api/types/feedback_score_experiment_item_bulk_write_view.py +31 -0
- opik/rest_api/types/feedback_score_experiment_item_bulk_write_view_source.py +5 -0
- opik/rest_api/types/feedback_score_names.py +4 -6
- opik/rest_api/types/feedback_score_public.py +11 -7
- opik/rest_api/types/feedback_score_public_source.py +1 -3
- opik/rest_api/types/feedback_score_source.py +1 -3
- opik/rest_api/types/feedback_update.py +27 -13
- opik/rest_api/types/function.py +4 -7
- opik/rest_api/types/function_call.py +3 -5
- opik/rest_api/types/group_content.py +19 -0
- opik/rest_api/types/group_content_with_aggregations.py +21 -0
- opik/rest_api/types/group_detail.py +19 -0
- opik/rest_api/types/group_details.py +20 -0
- opik/rest_api/types/guardrail.py +34 -0
- opik/rest_api/types/guardrail_batch.py +20 -0
- opik/rest_api/types/guardrail_name.py +5 -0
- opik/rest_api/types/guardrail_result.py +5 -0
- opik/rest_api/types/guardrail_write.py +33 -0
- opik/rest_api/types/guardrail_write_name.py +5 -0
- opik/rest_api/types/guardrail_write_result.py +5 -0
- opik/rest_api/types/guardrails_validation.py +21 -0
- opik/rest_api/types/guardrails_validation_public.py +21 -0
- opik/rest_api/types/ids_holder.py +19 -0
- opik/rest_api/types/image_url.py +20 -0
- opik/rest_api/types/image_url_public.py +20 -0
- opik/rest_api/types/image_url_write.py +20 -0
- opik/rest_api/types/json_list_string.py +7 -0
- opik/rest_api/types/json_list_string_compare.py +7 -0
- opik/rest_api/types/json_list_string_experiment_item_bulk_write_view.py +7 -0
- opik/rest_api/types/json_list_string_public.py +7 -0
- opik/rest_api/types/json_list_string_write.py +7 -0
- opik/rest_api/types/json_schema.py +5 -8
- opik/rest_api/types/llm_as_judge_code.py +8 -12
- opik/rest_api/types/llm_as_judge_code_public.py +8 -12
- opik/rest_api/types/llm_as_judge_code_write.py +8 -12
- opik/rest_api/types/llm_as_judge_message.py +9 -7
- opik/rest_api/types/llm_as_judge_message_content.py +26 -0
- opik/rest_api/types/llm_as_judge_message_content_public.py +26 -0
- opik/rest_api/types/llm_as_judge_message_content_write.py +26 -0
- opik/rest_api/types/llm_as_judge_message_public.py +9 -7
- opik/rest_api/types/llm_as_judge_message_public_role.py +1 -1
- opik/rest_api/types/llm_as_judge_message_role.py +1 -1
- opik/rest_api/types/llm_as_judge_message_write.py +9 -7
- opik/rest_api/types/llm_as_judge_message_write_role.py +1 -1
- opik/rest_api/types/llm_as_judge_model_parameters.py +6 -5
- opik/rest_api/types/llm_as_judge_model_parameters_public.py +6 -5
- opik/rest_api/types/llm_as_judge_model_parameters_write.py +6 -5
- opik/rest_api/types/llm_as_judge_output_schema.py +4 -6
- opik/rest_api/types/llm_as_judge_output_schema_public.py +4 -6
- opik/rest_api/types/llm_as_judge_output_schema_public_type.py +1 -3
- opik/rest_api/types/llm_as_judge_output_schema_type.py +1 -3
- opik/rest_api/types/llm_as_judge_output_schema_write.py +4 -6
- opik/rest_api/types/llm_as_judge_output_schema_write_type.py +1 -3
- opik/rest_api/types/log_item.py +5 -7
- opik/rest_api/types/log_item_level.py +1 -3
- opik/rest_api/types/log_page.py +4 -6
- opik/rest_api/types/manual_evaluation_request.py +38 -0
- opik/rest_api/types/manual_evaluation_request_entity_type.py +5 -0
- opik/rest_api/types/manual_evaluation_response.py +27 -0
- opik/rest_api/types/multipart_upload_part.py +20 -0
- opik/rest_api/types/numerical_feedback_definition.py +5 -7
- opik/rest_api/types/numerical_feedback_definition_create.py +4 -6
- opik/rest_api/types/numerical_feedback_definition_public.py +5 -7
- opik/rest_api/types/numerical_feedback_definition_update.py +4 -6
- opik/rest_api/types/numerical_feedback_detail.py +3 -5
- opik/rest_api/types/numerical_feedback_detail_create.py +3 -5
- opik/rest_api/types/numerical_feedback_detail_public.py +3 -5
- opik/rest_api/types/numerical_feedback_detail_update.py +3 -5
- opik/rest_api/types/optimization.py +37 -0
- opik/rest_api/types/optimization_page_public.py +28 -0
- opik/rest_api/types/optimization_public.py +37 -0
- opik/rest_api/types/optimization_public_status.py +7 -0
- opik/rest_api/types/optimization_status.py +7 -0
- opik/rest_api/types/optimization_studio_config.py +27 -0
- opik/rest_api/types/optimization_studio_config_public.py +27 -0
- opik/rest_api/types/optimization_studio_config_write.py +27 -0
- opik/rest_api/types/optimization_studio_log.py +22 -0
- opik/rest_api/types/optimization_write.py +30 -0
- opik/rest_api/types/optimization_write_status.py +7 -0
- opik/rest_api/types/page_columns.py +4 -6
- opik/rest_api/types/percentage_value_stat_public.py +4 -6
- opik/rest_api/types/percentage_values.py +8 -16
- opik/rest_api/types/percentage_values_detailed.py +8 -16
- opik/rest_api/types/percentage_values_public.py +8 -16
- opik/rest_api/types/project.py +12 -7
- opik/rest_api/types/project_detailed.py +12 -7
- opik/rest_api/types/project_detailed_visibility.py +5 -0
- opik/rest_api/types/project_metric_response_public.py +5 -9
- opik/rest_api/types/project_metric_response_public_interval.py +1 -3
- opik/rest_api/types/project_metric_response_public_metric_type.py +11 -1
- opik/rest_api/types/project_page_public.py +8 -10
- opik/rest_api/types/project_public.py +6 -6
- opik/rest_api/types/project_public_visibility.py +5 -0
- opik/rest_api/types/project_reference.py +31 -0
- opik/rest_api/types/project_reference_public.py +31 -0
- opik/rest_api/types/project_stat_item_object_public.py +8 -17
- opik/rest_api/types/project_stats_public.py +4 -6
- opik/rest_api/types/project_stats_summary.py +4 -6
- opik/rest_api/types/project_stats_summary_item.py +9 -6
- opik/rest_api/types/project_visibility.py +5 -0
- opik/rest_api/types/prompt.py +12 -7
- opik/rest_api/types/prompt_detail.py +12 -7
- opik/rest_api/types/prompt_detail_template_structure.py +5 -0
- opik/rest_api/types/prompt_page_public.py +9 -6
- opik/rest_api/types/prompt_public.py +11 -6
- opik/rest_api/types/prompt_public_template_structure.py +5 -0
- opik/rest_api/types/prompt_template_structure.py +5 -0
- opik/rest_api/types/prompt_tokens_details.py +19 -0
- opik/rest_api/types/prompt_version.py +7 -6
- opik/rest_api/types/prompt_version_detail.py +7 -6
- opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_link.py +4 -5
- opik/rest_api/types/prompt_version_link_public.py +4 -5
- opik/rest_api/types/prompt_version_link_write.py +3 -5
- opik/rest_api/types/prompt_version_page_public.py +9 -6
- opik/rest_api/types/prompt_version_public.py +7 -6
- opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_template_structure.py +5 -0
- opik/rest_api/types/prompt_version_update.py +33 -0
- opik/rest_api/types/provider_api_key.py +18 -8
- opik/rest_api/types/provider_api_key_page_public.py +27 -0
- opik/rest_api/types/provider_api_key_provider.py +1 -1
- opik/rest_api/types/provider_api_key_public.py +18 -8
- opik/rest_api/types/provider_api_key_public_provider.py +1 -1
- opik/rest_api/types/response_format.py +5 -7
- opik/rest_api/types/response_format_type.py +1 -3
- opik/rest_api/types/result.py +21 -0
- opik/rest_api/types/results_number_public.py +4 -6
- opik/rest_api/types/score_name.py +4 -5
- opik/rest_api/types/service_toggles_config.py +44 -0
- opik/rest_api/types/span.py +13 -15
- opik/rest_api/types/span_batch.py +4 -6
- opik/rest_api/types/span_enrichment_options.py +31 -0
- opik/rest_api/types/span_experiment_item_bulk_write_view.py +39 -0
- opik/rest_api/types/span_experiment_item_bulk_write_view_type.py +5 -0
- opik/rest_api/types/span_filter.py +23 -0
- opik/rest_api/types/span_filter_operator.py +21 -0
- opik/rest_api/types/span_filter_public.py +4 -6
- opik/rest_api/types/span_filter_public_operator.py +2 -0
- opik/rest_api/types/span_filter_write.py +23 -0
- opik/rest_api/types/span_filter_write_operator.py +21 -0
- opik/rest_api/types/span_llm_as_judge_code.py +27 -0
- opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
- opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
- opik/rest_api/types/span_page_public.py +9 -6
- opik/rest_api/types/span_public.py +19 -16
- opik/rest_api/types/span_public_type.py +1 -1
- opik/rest_api/types/span_type.py +1 -1
- opik/rest_api/types/span_update.py +46 -0
- opik/rest_api/types/span_update_type.py +5 -0
- opik/rest_api/types/span_user_defined_metric_python_code.py +20 -0
- opik/rest_api/types/span_user_defined_metric_python_code_public.py +20 -0
- opik/rest_api/types/span_user_defined_metric_python_code_write.py +20 -0
- opik/rest_api/types/span_write.py +13 -14
- opik/rest_api/types/span_write_type.py +1 -1
- opik/rest_api/types/spans_count_response.py +20 -0
- opik/rest_api/types/start_multipart_upload_response.py +20 -0
- opik/rest_api/types/stream_options.py +3 -5
- opik/rest_api/types/studio_evaluation.py +20 -0
- opik/rest_api/types/studio_evaluation_public.py +20 -0
- opik/rest_api/types/studio_evaluation_write.py +20 -0
- opik/rest_api/types/studio_llm_model.py +21 -0
- opik/rest_api/types/studio_llm_model_public.py +21 -0
- opik/rest_api/types/studio_llm_model_write.py +21 -0
- opik/rest_api/types/studio_message.py +20 -0
- opik/rest_api/types/studio_message_public.py +20 -0
- opik/rest_api/types/studio_message_write.py +20 -0
- opik/rest_api/types/studio_metric.py +21 -0
- opik/rest_api/types/studio_metric_public.py +21 -0
- opik/rest_api/types/studio_metric_write.py +21 -0
- opik/rest_api/types/studio_optimizer.py +21 -0
- opik/rest_api/types/studio_optimizer_public.py +21 -0
- opik/rest_api/types/studio_optimizer_write.py +21 -0
- opik/rest_api/types/studio_prompt.py +20 -0
- opik/rest_api/types/studio_prompt_public.py +20 -0
- opik/rest_api/types/studio_prompt_write.py +20 -0
- opik/rest_api/types/tool.py +4 -6
- opik/rest_api/types/tool_call.py +4 -6
- opik/rest_api/types/trace.py +26 -12
- opik/rest_api/types/trace_batch.py +4 -6
- opik/rest_api/types/trace_count_response.py +4 -6
- opik/rest_api/types/trace_enrichment_options.py +32 -0
- opik/rest_api/types/trace_experiment_item_bulk_write_view.py +41 -0
- opik/rest_api/types/trace_filter.py +23 -0
- opik/rest_api/types/trace_filter_operator.py +21 -0
- opik/rest_api/types/trace_filter_public.py +23 -0
- opik/rest_api/types/trace_filter_public_operator.py +21 -0
- opik/rest_api/types/trace_filter_write.py +23 -0
- opik/rest_api/types/trace_filter_write_operator.py +21 -0
- opik/rest_api/types/trace_page_public.py +8 -10
- opik/rest_api/types/trace_public.py +27 -13
- opik/rest_api/types/trace_public_visibility_mode.py +5 -0
- opik/rest_api/types/trace_thread.py +18 -9
- opik/rest_api/types/trace_thread_filter.py +23 -0
- opik/rest_api/types/trace_thread_filter_operator.py +21 -0
- opik/rest_api/types/trace_thread_filter_public.py +23 -0
- opik/rest_api/types/trace_thread_filter_public_operator.py +21 -0
- opik/rest_api/types/trace_thread_filter_write.py +23 -0
- opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
- opik/rest_api/types/trace_thread_identifier.py +22 -0
- opik/rest_api/types/trace_thread_llm_as_judge_code.py +26 -0
- opik/rest_api/types/trace_thread_llm_as_judge_code_public.py +26 -0
- opik/rest_api/types/trace_thread_llm_as_judge_code_write.py +26 -0
- opik/rest_api/types/trace_thread_page.py +9 -6
- opik/rest_api/types/trace_thread_status.py +5 -0
- opik/rest_api/types/trace_thread_update.py +19 -0
- opik/rest_api/types/trace_thread_user_defined_metric_python_code.py +19 -0
- opik/rest_api/types/trace_thread_user_defined_metric_python_code_public.py +19 -0
- opik/rest_api/types/trace_thread_user_defined_metric_python_code_write.py +19 -0
- opik/rest_api/types/trace_update.py +39 -0
- opik/rest_api/types/trace_visibility_mode.py +5 -0
- opik/rest_api/types/trace_write.py +10 -11
- opik/rest_api/types/usage.py +6 -6
- opik/rest_api/types/user_defined_metric_python_code.py +3 -5
- opik/rest_api/types/user_defined_metric_python_code_public.py +3 -5
- opik/rest_api/types/user_defined_metric_python_code_write.py +3 -5
- opik/rest_api/types/value_entry.py +27 -0
- opik/rest_api/types/value_entry_compare.py +27 -0
- opik/rest_api/types/value_entry_compare_source.py +5 -0
- opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +27 -0
- opik/rest_api/types/value_entry_experiment_item_bulk_write_view_source.py +5 -0
- opik/rest_api/types/value_entry_public.py +27 -0
- opik/rest_api/types/value_entry_public_source.py +5 -0
- opik/rest_api/types/value_entry_source.py +5 -0
- opik/rest_api/types/video_url.py +19 -0
- opik/rest_api/types/video_url_public.py +19 -0
- opik/rest_api/types/video_url_write.py +19 -0
- opik/rest_api/types/webhook.py +28 -0
- opik/rest_api/types/webhook_examples.py +19 -0
- opik/rest_api/types/webhook_public.py +28 -0
- opik/rest_api/types/webhook_test_result.py +23 -0
- opik/rest_api/types/webhook_test_result_status.py +5 -0
- opik/rest_api/types/webhook_write.py +23 -0
- opik/rest_api/types/welcome_wizard_tracking.py +22 -0
- opik/rest_api/types/workspace_configuration.py +27 -0
- opik/rest_api/types/workspace_metric_request.py +24 -0
- opik/rest_api/types/workspace_metric_response.py +20 -0
- opik/rest_api/types/workspace_metrics_summary_request.py +23 -0
- opik/rest_api/types/workspace_metrics_summary_response.py +20 -0
- opik/rest_api/types/workspace_name_holder.py +19 -0
- opik/rest_api/types/workspace_spans_count.py +20 -0
- opik/rest_api/types/workspace_trace_count.py +3 -5
- opik/rest_api/welcome_wizard/__init__.py +4 -0
- opik/rest_api/welcome_wizard/client.py +195 -0
- opik/rest_api/welcome_wizard/raw_client.py +208 -0
- opik/rest_api/workspaces/__init__.py +2 -0
- opik/rest_api/workspaces/client.py +550 -77
- opik/rest_api/workspaces/raw_client.py +923 -0
- opik/rest_client_configurator/api.py +1 -0
- opik/rest_client_configurator/retry_decorator.py +1 -0
- opik/s3_httpx_client.py +67 -0
- opik/simulation/__init__.py +6 -0
- opik/simulation/simulated_user.py +99 -0
- opik/simulation/simulator.py +108 -0
- opik/synchronization.py +11 -24
- opik/tracing_runtime_config.py +48 -0
- opik/types.py +48 -2
- opik/url_helpers.py +13 -3
- opik/validation/chat_prompt_messages.py +241 -0
- opik/validation/feedback_score.py +4 -5
- opik/validation/parameter.py +122 -0
- opik/validation/parameters_validator.py +175 -0
- opik/validation/validator.py +30 -2
- opik/validation/validator_helpers.py +147 -0
- opik-1.9.71.dist-info/METADATA +370 -0
- opik-1.9.71.dist-info/RECORD +1110 -0
- {opik-1.6.4.dist-info → opik-1.9.71.dist-info}/WHEEL +1 -1
- opik-1.9.71.dist-info/licenses/LICENSE +203 -0
- opik/api_objects/prompt/prompt.py +0 -107
- opik/api_objects/prompt/prompt_template.py +0 -35
- opik/cli.py +0 -193
- opik/evaluation/metrics/models.py +0 -8
- opik/hooks.py +0 -13
- opik/integrations/bedrock/chunks_aggregator.py +0 -55
- opik/integrations/bedrock/helpers.py +0 -8
- opik/integrations/langchain/google_run_helpers.py +0 -75
- opik/integrations/langchain/openai_run_helpers.py +0 -122
- opik/message_processing/message_processors.py +0 -203
- opik/rest_api/types/delta_role.py +0 -7
- opik/rest_api/types/json_object_schema.py +0 -34
- opik-1.6.4.dist-info/METADATA +0 -270
- opik-1.6.4.dist-info/RECORD +0 -507
- /opik/integrations/bedrock/{stream_wrappers.py → converse/stream_wrappers.py} +0 -0
- {opik-1.6.4.dist-info → opik-1.9.71.dist-info}/entry_points.txt +0 -0
- {opik-1.6.4.dist-info → opik-1.9.71.dist-info}/top_level.txt +0 -0
opik/rest_api/types/__init__.py
CHANGED
|
@@ -1,35 +1,155 @@
|
|
|
1
1
|
# This file was auto-generated by Fern from our API Definition.
|
|
2
2
|
|
|
3
|
+
# isort: skip_file
|
|
4
|
+
|
|
5
|
+
from .aggregation_data import AggregationData
|
|
6
|
+
from .alert import Alert
|
|
7
|
+
from .alert_alert_type import AlertAlertType
|
|
8
|
+
from .alert_page_public import AlertPagePublic
|
|
9
|
+
from .alert_public import AlertPublic
|
|
10
|
+
from .alert_public_alert_type import AlertPublicAlertType
|
|
11
|
+
from .alert_trigger import AlertTrigger
|
|
12
|
+
from .alert_trigger_config import AlertTriggerConfig
|
|
13
|
+
from .alert_trigger_config_public import AlertTriggerConfigPublic
|
|
14
|
+
from .alert_trigger_config_public_type import AlertTriggerConfigPublicType
|
|
15
|
+
from .alert_trigger_config_type import AlertTriggerConfigType
|
|
16
|
+
from .alert_trigger_config_write import AlertTriggerConfigWrite
|
|
17
|
+
from .alert_trigger_config_write_type import AlertTriggerConfigWriteType
|
|
18
|
+
from .alert_trigger_event_type import AlertTriggerEventType
|
|
19
|
+
from .alert_trigger_public import AlertTriggerPublic
|
|
20
|
+
from .alert_trigger_public_event_type import AlertTriggerPublicEventType
|
|
21
|
+
from .alert_trigger_write import AlertTriggerWrite
|
|
22
|
+
from .alert_trigger_write_event_type import AlertTriggerWriteEventType
|
|
23
|
+
from .alert_write import AlertWrite
|
|
24
|
+
from .alert_write_alert_type import AlertWriteAlertType
|
|
25
|
+
from .annotation_queue import AnnotationQueue
|
|
26
|
+
from .annotation_queue_batch import AnnotationQueueBatch
|
|
27
|
+
from .annotation_queue_item_ids import AnnotationQueueItemIds
|
|
28
|
+
from .annotation_queue_page_public import AnnotationQueuePagePublic
|
|
29
|
+
from .annotation_queue_public import AnnotationQueuePublic
|
|
30
|
+
from .annotation_queue_public_scope import AnnotationQueuePublicScope
|
|
31
|
+
from .annotation_queue_reviewer import AnnotationQueueReviewer
|
|
32
|
+
from .annotation_queue_reviewer_public import AnnotationQueueReviewerPublic
|
|
33
|
+
from .annotation_queue_scope import AnnotationQueueScope
|
|
34
|
+
from .annotation_queue_write import AnnotationQueueWrite
|
|
35
|
+
from .annotation_queue_write_scope import AnnotationQueueWriteScope
|
|
3
36
|
from .assistant_message import AssistantMessage
|
|
4
37
|
from .assistant_message_role import AssistantMessageRole
|
|
38
|
+
from .attachment import Attachment
|
|
39
|
+
from .attachment_page import AttachmentPage
|
|
40
|
+
from .audio_url import AudioUrl
|
|
41
|
+
from .audio_url_public import AudioUrlPublic
|
|
42
|
+
from .audio_url_write import AudioUrlWrite
|
|
5
43
|
from .auth_details_holder import AuthDetailsHolder
|
|
6
|
-
from .
|
|
7
|
-
|
|
8
|
-
|
|
44
|
+
from .automation_rule_evaluator import (
|
|
45
|
+
AutomationRuleEvaluator,
|
|
46
|
+
AutomationRuleEvaluator_LlmAsJudge,
|
|
47
|
+
AutomationRuleEvaluator_SpanLlmAsJudge,
|
|
48
|
+
AutomationRuleEvaluator_SpanUserDefinedMetricPython,
|
|
49
|
+
AutomationRuleEvaluator_TraceThreadLlmAsJudge,
|
|
50
|
+
AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
|
|
51
|
+
AutomationRuleEvaluator_UserDefinedMetricPython,
|
|
9
52
|
)
|
|
10
|
-
from .
|
|
11
|
-
|
|
53
|
+
from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
|
|
54
|
+
from .automation_rule_evaluator_llm_as_judge_public import AutomationRuleEvaluatorLlmAsJudgePublic
|
|
55
|
+
from .automation_rule_evaluator_llm_as_judge_write import AutomationRuleEvaluatorLlmAsJudgeWrite
|
|
56
|
+
from .automation_rule_evaluator_object_object_public import (
|
|
57
|
+
AutomationRuleEvaluatorObjectObjectPublic,
|
|
58
|
+
AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
|
|
59
|
+
AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
|
|
60
|
+
AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
|
|
61
|
+
AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
|
|
62
|
+
AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
|
|
63
|
+
AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
|
|
12
64
|
)
|
|
13
65
|
from .automation_rule_evaluator_page_public import AutomationRuleEvaluatorPagePublic
|
|
14
|
-
from .
|
|
15
|
-
|
|
66
|
+
from .automation_rule_evaluator_public import (
|
|
67
|
+
AutomationRuleEvaluatorPublic,
|
|
68
|
+
AutomationRuleEvaluatorPublic_LlmAsJudge,
|
|
69
|
+
AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
|
|
70
|
+
AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
|
|
71
|
+
AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
|
|
72
|
+
AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
|
|
73
|
+
AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
|
|
74
|
+
)
|
|
75
|
+
from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
|
|
76
|
+
from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
|
|
77
|
+
from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
|
|
78
|
+
from .automation_rule_evaluator_span_user_defined_metric_python import (
|
|
79
|
+
AutomationRuleEvaluatorSpanUserDefinedMetricPython,
|
|
80
|
+
)
|
|
81
|
+
from .automation_rule_evaluator_span_user_defined_metric_python_public import (
|
|
82
|
+
AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
|
|
83
|
+
)
|
|
84
|
+
from .automation_rule_evaluator_span_user_defined_metric_python_write import (
|
|
85
|
+
AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
|
|
86
|
+
)
|
|
87
|
+
from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
|
|
88
|
+
from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
|
|
89
|
+
AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
|
|
90
|
+
)
|
|
91
|
+
from .automation_rule_evaluator_trace_thread_llm_as_judge_write import AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite
|
|
92
|
+
from .automation_rule_evaluator_trace_thread_user_defined_metric_python import (
|
|
93
|
+
AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython,
|
|
94
|
+
)
|
|
95
|
+
from .automation_rule_evaluator_trace_thread_user_defined_metric_python_public import (
|
|
96
|
+
AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic,
|
|
97
|
+
)
|
|
98
|
+
from .automation_rule_evaluator_trace_thread_user_defined_metric_python_write import (
|
|
99
|
+
AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite,
|
|
100
|
+
)
|
|
101
|
+
from .automation_rule_evaluator_update import (
|
|
102
|
+
AutomationRuleEvaluatorUpdate,
|
|
103
|
+
AutomationRuleEvaluatorUpdate_LlmAsJudge,
|
|
104
|
+
AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
|
|
105
|
+
AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
|
|
106
|
+
AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
|
|
107
|
+
AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
|
|
108
|
+
AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
|
|
109
|
+
)
|
|
110
|
+
from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
|
|
111
|
+
from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
|
|
112
|
+
from .automation_rule_evaluator_update_span_user_defined_metric_python import (
|
|
113
|
+
AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
|
|
114
|
+
)
|
|
115
|
+
from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
|
|
116
|
+
AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
|
|
117
|
+
)
|
|
118
|
+
from .automation_rule_evaluator_update_trace_thread_user_defined_metric_python import (
|
|
119
|
+
AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython,
|
|
16
120
|
)
|
|
17
121
|
from .automation_rule_evaluator_update_user_defined_metric_python import (
|
|
18
122
|
AutomationRuleEvaluatorUpdateUserDefinedMetricPython,
|
|
19
123
|
)
|
|
20
|
-
from .automation_rule_evaluator_user_defined_metric_python import
|
|
21
|
-
AutomationRuleEvaluatorUserDefinedMetricPython,
|
|
22
|
-
)
|
|
124
|
+
from .automation_rule_evaluator_user_defined_metric_python import AutomationRuleEvaluatorUserDefinedMetricPython
|
|
23
125
|
from .automation_rule_evaluator_user_defined_metric_python_public import (
|
|
24
126
|
AutomationRuleEvaluatorUserDefinedMetricPythonPublic,
|
|
25
127
|
)
|
|
26
128
|
from .automation_rule_evaluator_user_defined_metric_python_write import (
|
|
27
129
|
AutomationRuleEvaluatorUserDefinedMetricPythonWrite,
|
|
28
130
|
)
|
|
131
|
+
from .automation_rule_evaluator_write import (
|
|
132
|
+
AutomationRuleEvaluatorWrite,
|
|
133
|
+
AutomationRuleEvaluatorWrite_LlmAsJudge,
|
|
134
|
+
AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
|
|
135
|
+
AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
|
|
136
|
+
AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
|
|
137
|
+
AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
|
|
138
|
+
AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
|
|
139
|
+
)
|
|
29
140
|
from .avg_value_stat_public import AvgValueStatPublic
|
|
30
141
|
from .batch_delete import BatchDelete
|
|
142
|
+
from .batch_delete_by_project import BatchDeleteByProject
|
|
31
143
|
from .bi_information import BiInformation
|
|
32
144
|
from .bi_information_response import BiInformationResponse
|
|
145
|
+
from .boolean_feedback_definition import BooleanFeedbackDefinition
|
|
146
|
+
from .boolean_feedback_definition_create import BooleanFeedbackDefinitionCreate
|
|
147
|
+
from .boolean_feedback_definition_public import BooleanFeedbackDefinitionPublic
|
|
148
|
+
from .boolean_feedback_definition_update import BooleanFeedbackDefinitionUpdate
|
|
149
|
+
from .boolean_feedback_detail import BooleanFeedbackDetail
|
|
150
|
+
from .boolean_feedback_detail_create import BooleanFeedbackDetailCreate
|
|
151
|
+
from .boolean_feedback_detail_public import BooleanFeedbackDetailPublic
|
|
152
|
+
from .boolean_feedback_detail_update import BooleanFeedbackDetailUpdate
|
|
33
153
|
from .categorical_feedback_definition import CategoricalFeedbackDefinition
|
|
34
154
|
from .categorical_feedback_definition_create import CategoricalFeedbackDefinitionCreate
|
|
35
155
|
from .categorical_feedback_definition_public import CategoricalFeedbackDefinitionPublic
|
|
@@ -40,6 +160,12 @@ from .categorical_feedback_detail_public import CategoricalFeedbackDetailPublic
|
|
|
40
160
|
from .categorical_feedback_detail_update import CategoricalFeedbackDetailUpdate
|
|
41
161
|
from .chat_completion_choice import ChatCompletionChoice
|
|
42
162
|
from .chat_completion_response import ChatCompletionResponse
|
|
163
|
+
from .check import Check
|
|
164
|
+
from .check_name import CheckName
|
|
165
|
+
from .check_public import CheckPublic
|
|
166
|
+
from .check_public_name import CheckPublicName
|
|
167
|
+
from .check_public_result import CheckPublicResult
|
|
168
|
+
from .check_result import CheckResult
|
|
43
169
|
from .chunked_output_json_node import ChunkedOutputJsonNode
|
|
44
170
|
from .chunked_output_json_node_public import ChunkedOutputJsonNodePublic
|
|
45
171
|
from .chunked_output_json_node_public_type import ChunkedOutputJsonNodePublicType
|
|
@@ -53,27 +179,53 @@ from .column_types_item import ColumnTypesItem
|
|
|
53
179
|
from .comment import Comment
|
|
54
180
|
from .comment_compare import CommentCompare
|
|
55
181
|
from .comment_public import CommentPublic
|
|
182
|
+
from .complete_multipart_upload_request import CompleteMultipartUploadRequest
|
|
183
|
+
from .complete_multipart_upload_request_entity_type import CompleteMultipartUploadRequestEntityType
|
|
56
184
|
from .completion_tokens_details import CompletionTokensDetails
|
|
57
185
|
from .count_value_stat_public import CountValueStatPublic
|
|
186
|
+
from .dashboard_page_public import DashboardPagePublic
|
|
187
|
+
from .dashboard_public import DashboardPublic
|
|
188
|
+
from .data_point_double import DataPointDouble
|
|
58
189
|
from .data_point_number_public import DataPointNumberPublic
|
|
59
190
|
from .dataset import Dataset
|
|
191
|
+
from .dataset_expansion import DatasetExpansion
|
|
192
|
+
from .dataset_expansion_response import DatasetExpansionResponse
|
|
60
193
|
from .dataset_item import DatasetItem
|
|
61
194
|
from .dataset_item_batch import DatasetItemBatch
|
|
195
|
+
from .dataset_item_changes_public import DatasetItemChangesPublic
|
|
62
196
|
from .dataset_item_compare import DatasetItemCompare
|
|
63
197
|
from .dataset_item_compare_source import DatasetItemCompareSource
|
|
198
|
+
from .dataset_item_filter import DatasetItemFilter
|
|
199
|
+
from .dataset_item_filter_operator import DatasetItemFilterOperator
|
|
64
200
|
from .dataset_item_page_compare import DatasetItemPageCompare
|
|
65
201
|
from .dataset_item_page_public import DatasetItemPagePublic
|
|
66
202
|
from .dataset_item_public import DatasetItemPublic
|
|
67
203
|
from .dataset_item_public_source import DatasetItemPublicSource
|
|
68
204
|
from .dataset_item_source import DatasetItemSource
|
|
205
|
+
from .dataset_item_update import DatasetItemUpdate
|
|
69
206
|
from .dataset_item_write import DatasetItemWrite
|
|
70
207
|
from .dataset_item_write_source import DatasetItemWriteSource
|
|
71
208
|
from .dataset_page_public import DatasetPagePublic
|
|
72
209
|
from .dataset_public import DatasetPublic
|
|
210
|
+
from .dataset_public_status import DatasetPublicStatus
|
|
211
|
+
from .dataset_public_visibility import DatasetPublicVisibility
|
|
212
|
+
from .dataset_status import DatasetStatus
|
|
213
|
+
from .dataset_version_diff import DatasetVersionDiff
|
|
214
|
+
from .dataset_version_diff_stats import DatasetVersionDiffStats
|
|
215
|
+
from .dataset_version_page_public import DatasetVersionPagePublic
|
|
216
|
+
from .dataset_version_public import DatasetVersionPublic
|
|
217
|
+
from .dataset_version_summary import DatasetVersionSummary
|
|
218
|
+
from .dataset_version_summary_public import DatasetVersionSummaryPublic
|
|
219
|
+
from .dataset_visibility import DatasetVisibility
|
|
220
|
+
from .delete_attachments_request import DeleteAttachmentsRequest
|
|
221
|
+
from .delete_attachments_request_entity_type import DeleteAttachmentsRequestEntityType
|
|
73
222
|
from .delete_feedback_score import DeleteFeedbackScore
|
|
223
|
+
from .delete_ids_holder import DeleteIdsHolder
|
|
74
224
|
from .delta import Delta
|
|
75
|
-
from .
|
|
225
|
+
from .error_count_with_deviation import ErrorCountWithDeviation
|
|
226
|
+
from .error_count_with_deviation_detailed import ErrorCountWithDeviationDetailed
|
|
76
227
|
from .error_info import ErrorInfo
|
|
228
|
+
from .error_info_experiment_item_bulk_write_view import ErrorInfoExperimentItemBulkWriteView
|
|
77
229
|
from .error_info_public import ErrorInfoPublic
|
|
78
230
|
from .error_info_write import ErrorInfoWrite
|
|
79
231
|
from .error_message import ErrorMessage
|
|
@@ -81,25 +233,46 @@ from .error_message_detail import ErrorMessageDetail
|
|
|
81
233
|
from .error_message_detailed import ErrorMessageDetailed
|
|
82
234
|
from .error_message_public import ErrorMessagePublic
|
|
83
235
|
from .experiment import Experiment
|
|
236
|
+
from .experiment_group_aggregations_response import ExperimentGroupAggregationsResponse
|
|
237
|
+
from .experiment_group_response import ExperimentGroupResponse
|
|
84
238
|
from .experiment_item import ExperimentItem
|
|
239
|
+
from .experiment_item_bulk_record import ExperimentItemBulkRecord
|
|
240
|
+
from .experiment_item_bulk_record_experiment_item_bulk_write_view import (
|
|
241
|
+
ExperimentItemBulkRecordExperimentItemBulkWriteView,
|
|
242
|
+
)
|
|
243
|
+
from .experiment_item_bulk_upload import ExperimentItemBulkUpload
|
|
85
244
|
from .experiment_item_compare import ExperimentItemCompare
|
|
245
|
+
from .experiment_item_compare_trace_visibility_mode import ExperimentItemCompareTraceVisibilityMode
|
|
86
246
|
from .experiment_item_public import ExperimentItemPublic
|
|
247
|
+
from .experiment_item_public_trace_visibility_mode import ExperimentItemPublicTraceVisibilityMode
|
|
248
|
+
from .experiment_item_trace_visibility_mode import ExperimentItemTraceVisibilityMode
|
|
87
249
|
from .experiment_page_public import ExperimentPagePublic
|
|
88
250
|
from .experiment_public import ExperimentPublic
|
|
89
|
-
from .
|
|
251
|
+
from .experiment_public_status import ExperimentPublicStatus
|
|
252
|
+
from .experiment_public_type import ExperimentPublicType
|
|
253
|
+
from .experiment_score import ExperimentScore
|
|
254
|
+
from .experiment_score_public import ExperimentScorePublic
|
|
255
|
+
from .experiment_score_write import ExperimentScoreWrite
|
|
256
|
+
from .experiment_status import ExperimentStatus
|
|
257
|
+
from .experiment_type import ExperimentType
|
|
258
|
+
from .export_trace_service_request import ExportTraceServiceRequest
|
|
259
|
+
from .feedback import Feedback, Feedback_Boolean, Feedback_Categorical, Feedback_Numerical
|
|
90
260
|
from .feedback_create import (
|
|
91
261
|
FeedbackCreate,
|
|
262
|
+
FeedbackCreate_Boolean,
|
|
92
263
|
FeedbackCreate_Categorical,
|
|
93
264
|
FeedbackCreate_Numerical,
|
|
94
265
|
)
|
|
95
266
|
from .feedback_definition_page_public import FeedbackDefinitionPagePublic
|
|
96
267
|
from .feedback_object_public import (
|
|
97
268
|
FeedbackObjectPublic,
|
|
269
|
+
FeedbackObjectPublic_Boolean,
|
|
98
270
|
FeedbackObjectPublic_Categorical,
|
|
99
271
|
FeedbackObjectPublic_Numerical,
|
|
100
272
|
)
|
|
101
273
|
from .feedback_public import (
|
|
102
274
|
FeedbackPublic,
|
|
275
|
+
FeedbackPublic_Boolean,
|
|
103
276
|
FeedbackPublic_Categorical,
|
|
104
277
|
FeedbackPublic_Numerical,
|
|
105
278
|
)
|
|
@@ -110,31 +283,58 @@ from .feedback_score_average_public import FeedbackScoreAveragePublic
|
|
|
110
283
|
from .feedback_score_batch import FeedbackScoreBatch
|
|
111
284
|
from .feedback_score_batch_item import FeedbackScoreBatchItem
|
|
112
285
|
from .feedback_score_batch_item_source import FeedbackScoreBatchItemSource
|
|
286
|
+
from .feedback_score_batch_item_thread import FeedbackScoreBatchItemThread
|
|
287
|
+
from .feedback_score_batch_item_thread_source import FeedbackScoreBatchItemThreadSource
|
|
113
288
|
from .feedback_score_compare import FeedbackScoreCompare
|
|
114
289
|
from .feedback_score_compare_source import FeedbackScoreCompareSource
|
|
290
|
+
from .feedback_score_experiment_item_bulk_write_view import FeedbackScoreExperimentItemBulkWriteView
|
|
291
|
+
from .feedback_score_experiment_item_bulk_write_view_source import FeedbackScoreExperimentItemBulkWriteViewSource
|
|
115
292
|
from .feedback_score_names import FeedbackScoreNames
|
|
116
293
|
from .feedback_score_public import FeedbackScorePublic
|
|
117
294
|
from .feedback_score_public_source import FeedbackScorePublicSource
|
|
118
295
|
from .feedback_score_source import FeedbackScoreSource
|
|
119
296
|
from .feedback_update import (
|
|
120
297
|
FeedbackUpdate,
|
|
298
|
+
FeedbackUpdate_Boolean,
|
|
121
299
|
FeedbackUpdate_Categorical,
|
|
122
300
|
FeedbackUpdate_Numerical,
|
|
123
301
|
)
|
|
124
302
|
from .function import Function
|
|
125
303
|
from .function_call import FunctionCall
|
|
304
|
+
from .group_content import GroupContent
|
|
305
|
+
from .group_content_with_aggregations import GroupContentWithAggregations
|
|
306
|
+
from .group_detail import GroupDetail
|
|
307
|
+
from .group_details import GroupDetails
|
|
308
|
+
from .guardrail import Guardrail
|
|
309
|
+
from .guardrail_batch import GuardrailBatch
|
|
310
|
+
from .guardrail_name import GuardrailName
|
|
311
|
+
from .guardrail_result import GuardrailResult
|
|
312
|
+
from .guardrail_write import GuardrailWrite
|
|
313
|
+
from .guardrail_write_name import GuardrailWriteName
|
|
314
|
+
from .guardrail_write_result import GuardrailWriteResult
|
|
315
|
+
from .guardrails_validation import GuardrailsValidation
|
|
316
|
+
from .guardrails_validation_public import GuardrailsValidationPublic
|
|
317
|
+
from .ids_holder import IdsHolder
|
|
318
|
+
from .image_url import ImageUrl
|
|
319
|
+
from .image_url_public import ImageUrlPublic
|
|
320
|
+
from .image_url_write import ImageUrlWrite
|
|
321
|
+
from .json_list_string import JsonListString
|
|
322
|
+
from .json_list_string_compare import JsonListStringCompare
|
|
323
|
+
from .json_list_string_experiment_item_bulk_write_view import JsonListStringExperimentItemBulkWriteView
|
|
324
|
+
from .json_list_string_public import JsonListStringPublic
|
|
325
|
+
from .json_list_string_write import JsonListStringWrite
|
|
126
326
|
from .json_node import JsonNode
|
|
127
|
-
from .json_node_compare import JsonNodeCompare
|
|
128
327
|
from .json_node_detail import JsonNodeDetail
|
|
129
328
|
from .json_node_public import JsonNodePublic
|
|
130
329
|
from .json_node_write import JsonNodeWrite
|
|
131
|
-
from .json_object_schema import JsonObjectSchema
|
|
132
330
|
from .json_schema import JsonSchema
|
|
133
|
-
from .json_schema_element import JsonSchemaElement
|
|
134
331
|
from .llm_as_judge_code import LlmAsJudgeCode
|
|
135
332
|
from .llm_as_judge_code_public import LlmAsJudgeCodePublic
|
|
136
333
|
from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
|
|
137
334
|
from .llm_as_judge_message import LlmAsJudgeMessage
|
|
335
|
+
from .llm_as_judge_message_content import LlmAsJudgeMessageContent
|
|
336
|
+
from .llm_as_judge_message_content_public import LlmAsJudgeMessageContentPublic
|
|
337
|
+
from .llm_as_judge_message_content_write import LlmAsJudgeMessageContentWrite
|
|
138
338
|
from .llm_as_judge_message_public import LlmAsJudgeMessagePublic
|
|
139
339
|
from .llm_as_judge_message_public_role import LlmAsJudgeMessagePublicRole
|
|
140
340
|
from .llm_as_judge_message_role import LlmAsJudgeMessageRole
|
|
@@ -152,7 +352,11 @@ from .llm_as_judge_output_schema_write_type import LlmAsJudgeOutputSchemaWriteTy
|
|
|
152
352
|
from .log_item import LogItem
|
|
153
353
|
from .log_item_level import LogItemLevel
|
|
154
354
|
from .log_page import LogPage
|
|
355
|
+
from .manual_evaluation_request import ManualEvaluationRequest
|
|
356
|
+
from .manual_evaluation_request_entity_type import ManualEvaluationRequestEntityType
|
|
357
|
+
from .manual_evaluation_response import ManualEvaluationResponse
|
|
155
358
|
from .message import Message
|
|
359
|
+
from .multipart_upload_part import MultipartUploadPart
|
|
156
360
|
from .numerical_feedback_definition import NumericalFeedbackDefinition
|
|
157
361
|
from .numerical_feedback_definition_create import NumericalFeedbackDefinitionCreate
|
|
158
362
|
from .numerical_feedback_definition_public import NumericalFeedbackDefinitionPublic
|
|
@@ -161,6 +365,17 @@ from .numerical_feedback_detail import NumericalFeedbackDetail
|
|
|
161
365
|
from .numerical_feedback_detail_create import NumericalFeedbackDetailCreate
|
|
162
366
|
from .numerical_feedback_detail_public import NumericalFeedbackDetailPublic
|
|
163
367
|
from .numerical_feedback_detail_update import NumericalFeedbackDetailUpdate
|
|
368
|
+
from .optimization import Optimization
|
|
369
|
+
from .optimization_page_public import OptimizationPagePublic
|
|
370
|
+
from .optimization_public import OptimizationPublic
|
|
371
|
+
from .optimization_public_status import OptimizationPublicStatus
|
|
372
|
+
from .optimization_status import OptimizationStatus
|
|
373
|
+
from .optimization_studio_config import OptimizationStudioConfig
|
|
374
|
+
from .optimization_studio_config_public import OptimizationStudioConfigPublic
|
|
375
|
+
from .optimization_studio_config_write import OptimizationStudioConfigWrite
|
|
376
|
+
from .optimization_studio_log import OptimizationStudioLog
|
|
377
|
+
from .optimization_write import OptimizationWrite
|
|
378
|
+
from .optimization_write_status import OptimizationWriteStatus
|
|
164
379
|
from .page_columns import PageColumns
|
|
165
380
|
from .percentage_value_stat_public import PercentageValueStatPublic
|
|
166
381
|
from .percentage_values import PercentageValues
|
|
@@ -168,13 +383,15 @@ from .percentage_values_detailed import PercentageValuesDetailed
|
|
|
168
383
|
from .percentage_values_public import PercentageValuesPublic
|
|
169
384
|
from .project import Project
|
|
170
385
|
from .project_detailed import ProjectDetailed
|
|
386
|
+
from .project_detailed_visibility import ProjectDetailedVisibility
|
|
171
387
|
from .project_metric_response_public import ProjectMetricResponsePublic
|
|
172
388
|
from .project_metric_response_public_interval import ProjectMetricResponsePublicInterval
|
|
173
|
-
from .project_metric_response_public_metric_type import
|
|
174
|
-
ProjectMetricResponsePublicMetricType,
|
|
175
|
-
)
|
|
389
|
+
from .project_metric_response_public_metric_type import ProjectMetricResponsePublicMetricType
|
|
176
390
|
from .project_page_public import ProjectPagePublic
|
|
177
391
|
from .project_public import ProjectPublic
|
|
392
|
+
from .project_public_visibility import ProjectPublicVisibility
|
|
393
|
+
from .project_reference import ProjectReference
|
|
394
|
+
from .project_reference_public import ProjectReferencePublic
|
|
178
395
|
from .project_stat_item_object_public import (
|
|
179
396
|
ProjectStatItemObjectPublic,
|
|
180
397
|
ProjectStatItemObjectPublic_Avg,
|
|
@@ -184,74 +401,267 @@ from .project_stat_item_object_public import (
|
|
|
184
401
|
from .project_stats_public import ProjectStatsPublic
|
|
185
402
|
from .project_stats_summary import ProjectStatsSummary
|
|
186
403
|
from .project_stats_summary_item import ProjectStatsSummaryItem
|
|
404
|
+
from .project_visibility import ProjectVisibility
|
|
187
405
|
from .prompt import Prompt
|
|
188
406
|
from .prompt_detail import PromptDetail
|
|
407
|
+
from .prompt_detail_template_structure import PromptDetailTemplateStructure
|
|
189
408
|
from .prompt_page_public import PromptPagePublic
|
|
190
409
|
from .prompt_public import PromptPublic
|
|
410
|
+
from .prompt_public_template_structure import PromptPublicTemplateStructure
|
|
411
|
+
from .prompt_template_structure import PromptTemplateStructure
|
|
412
|
+
from .prompt_tokens_details import PromptTokensDetails
|
|
191
413
|
from .prompt_type import PromptType
|
|
192
414
|
from .prompt_version import PromptVersion
|
|
193
415
|
from .prompt_version_detail import PromptVersionDetail
|
|
416
|
+
from .prompt_version_detail_template_structure import PromptVersionDetailTemplateStructure
|
|
194
417
|
from .prompt_version_detail_type import PromptVersionDetailType
|
|
195
418
|
from .prompt_version_link import PromptVersionLink
|
|
196
419
|
from .prompt_version_link_public import PromptVersionLinkPublic
|
|
197
420
|
from .prompt_version_link_write import PromptVersionLinkWrite
|
|
198
421
|
from .prompt_version_page_public import PromptVersionPagePublic
|
|
199
422
|
from .prompt_version_public import PromptVersionPublic
|
|
423
|
+
from .prompt_version_public_template_structure import PromptVersionPublicTemplateStructure
|
|
200
424
|
from .prompt_version_public_type import PromptVersionPublicType
|
|
425
|
+
from .prompt_version_template_structure import PromptVersionTemplateStructure
|
|
201
426
|
from .prompt_version_type import PromptVersionType
|
|
427
|
+
from .prompt_version_update import PromptVersionUpdate
|
|
202
428
|
from .provider_api_key import ProviderApiKey
|
|
429
|
+
from .provider_api_key_page_public import ProviderApiKeyPagePublic
|
|
203
430
|
from .provider_api_key_provider import ProviderApiKeyProvider
|
|
204
431
|
from .provider_api_key_public import ProviderApiKeyPublic
|
|
205
432
|
from .provider_api_key_public_provider import ProviderApiKeyPublicProvider
|
|
206
433
|
from .response_format import ResponseFormat
|
|
207
434
|
from .response_format_type import ResponseFormatType
|
|
435
|
+
from .result import Result
|
|
208
436
|
from .results_number_public import ResultsNumberPublic
|
|
209
437
|
from .score_name import ScoreName
|
|
438
|
+
from .service_toggles_config import ServiceTogglesConfig
|
|
210
439
|
from .span import Span
|
|
211
440
|
from .span_batch import SpanBatch
|
|
441
|
+
from .span_enrichment_options import SpanEnrichmentOptions
|
|
442
|
+
from .span_experiment_item_bulk_write_view import SpanExperimentItemBulkWriteView
|
|
443
|
+
from .span_experiment_item_bulk_write_view_type import SpanExperimentItemBulkWriteViewType
|
|
444
|
+
from .span_filter import SpanFilter
|
|
445
|
+
from .span_filter_operator import SpanFilterOperator
|
|
212
446
|
from .span_filter_public import SpanFilterPublic
|
|
213
447
|
from .span_filter_public_operator import SpanFilterPublicOperator
|
|
448
|
+
from .span_filter_write import SpanFilterWrite
|
|
449
|
+
from .span_filter_write_operator import SpanFilterWriteOperator
|
|
450
|
+
from .span_llm_as_judge_code import SpanLlmAsJudgeCode
|
|
451
|
+
from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
|
|
452
|
+
from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
|
|
214
453
|
from .span_page_public import SpanPagePublic
|
|
215
454
|
from .span_public import SpanPublic
|
|
216
455
|
from .span_public_type import SpanPublicType
|
|
217
456
|
from .span_type import SpanType
|
|
457
|
+
from .span_update import SpanUpdate
|
|
458
|
+
from .span_update_type import SpanUpdateType
|
|
459
|
+
from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
|
|
460
|
+
from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
|
|
461
|
+
from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
|
|
218
462
|
from .span_write import SpanWrite
|
|
219
463
|
from .span_write_type import SpanWriteType
|
|
464
|
+
from .spans_count_response import SpansCountResponse
|
|
465
|
+
from .start_multipart_upload_response import StartMultipartUploadResponse
|
|
220
466
|
from .stream_options import StreamOptions
|
|
467
|
+
from .studio_evaluation import StudioEvaluation
|
|
468
|
+
from .studio_evaluation_public import StudioEvaluationPublic
|
|
469
|
+
from .studio_evaluation_write import StudioEvaluationWrite
|
|
470
|
+
from .studio_llm_model import StudioLlmModel
|
|
471
|
+
from .studio_llm_model_public import StudioLlmModelPublic
|
|
472
|
+
from .studio_llm_model_write import StudioLlmModelWrite
|
|
473
|
+
from .studio_message import StudioMessage
|
|
474
|
+
from .studio_message_public import StudioMessagePublic
|
|
475
|
+
from .studio_message_write import StudioMessageWrite
|
|
476
|
+
from .studio_metric import StudioMetric
|
|
477
|
+
from .studio_metric_public import StudioMetricPublic
|
|
478
|
+
from .studio_metric_write import StudioMetricWrite
|
|
479
|
+
from .studio_optimizer import StudioOptimizer
|
|
480
|
+
from .studio_optimizer_public import StudioOptimizerPublic
|
|
481
|
+
from .studio_optimizer_write import StudioOptimizerWrite
|
|
482
|
+
from .studio_prompt import StudioPrompt
|
|
483
|
+
from .studio_prompt_public import StudioPromptPublic
|
|
484
|
+
from .studio_prompt_write import StudioPromptWrite
|
|
221
485
|
from .tool import Tool
|
|
222
486
|
from .tool_call import ToolCall
|
|
223
487
|
from .trace import Trace
|
|
224
488
|
from .trace_batch import TraceBatch
|
|
225
489
|
from .trace_count_response import TraceCountResponse
|
|
490
|
+
from .trace_enrichment_options import TraceEnrichmentOptions
|
|
491
|
+
from .trace_experiment_item_bulk_write_view import TraceExperimentItemBulkWriteView
|
|
492
|
+
from .trace_filter import TraceFilter
|
|
493
|
+
from .trace_filter_operator import TraceFilterOperator
|
|
494
|
+
from .trace_filter_public import TraceFilterPublic
|
|
495
|
+
from .trace_filter_public_operator import TraceFilterPublicOperator
|
|
496
|
+
from .trace_filter_write import TraceFilterWrite
|
|
497
|
+
from .trace_filter_write_operator import TraceFilterWriteOperator
|
|
226
498
|
from .trace_page_public import TracePagePublic
|
|
227
499
|
from .trace_public import TracePublic
|
|
500
|
+
from .trace_public_visibility_mode import TracePublicVisibilityMode
|
|
228
501
|
from .trace_thread import TraceThread
|
|
502
|
+
from .trace_thread_filter import TraceThreadFilter
|
|
503
|
+
from .trace_thread_filter_operator import TraceThreadFilterOperator
|
|
504
|
+
from .trace_thread_filter_public import TraceThreadFilterPublic
|
|
505
|
+
from .trace_thread_filter_public_operator import TraceThreadFilterPublicOperator
|
|
506
|
+
from .trace_thread_filter_write import TraceThreadFilterWrite
|
|
507
|
+
from .trace_thread_filter_write_operator import TraceThreadFilterWriteOperator
|
|
508
|
+
from .trace_thread_identifier import TraceThreadIdentifier
|
|
509
|
+
from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
|
|
510
|
+
from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
|
|
511
|
+
from .trace_thread_llm_as_judge_code_write import TraceThreadLlmAsJudgeCodeWrite
|
|
229
512
|
from .trace_thread_page import TraceThreadPage
|
|
513
|
+
from .trace_thread_status import TraceThreadStatus
|
|
514
|
+
from .trace_thread_update import TraceThreadUpdate
|
|
515
|
+
from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
|
|
516
|
+
from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
|
|
517
|
+
from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
|
|
518
|
+
from .trace_update import TraceUpdate
|
|
519
|
+
from .trace_visibility_mode import TraceVisibilityMode
|
|
230
520
|
from .trace_write import TraceWrite
|
|
231
521
|
from .usage import Usage
|
|
232
522
|
from .user_defined_metric_python_code import UserDefinedMetricPythonCode
|
|
233
523
|
from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
|
|
234
524
|
from .user_defined_metric_python_code_write import UserDefinedMetricPythonCodeWrite
|
|
235
|
-
from .
|
|
525
|
+
from .value_entry import ValueEntry
|
|
526
|
+
from .value_entry_compare import ValueEntryCompare
|
|
527
|
+
from .value_entry_compare_source import ValueEntryCompareSource
|
|
528
|
+
from .value_entry_experiment_item_bulk_write_view import ValueEntryExperimentItemBulkWriteView
|
|
529
|
+
from .value_entry_experiment_item_bulk_write_view_source import ValueEntryExperimentItemBulkWriteViewSource
|
|
530
|
+
from .value_entry_public import ValueEntryPublic
|
|
531
|
+
from .value_entry_public_source import ValueEntryPublicSource
|
|
532
|
+
from .value_entry_source import ValueEntrySource
|
|
533
|
+
from .video_url import VideoUrl
|
|
534
|
+
from .video_url_public import VideoUrlPublic
|
|
535
|
+
from .video_url_write import VideoUrlWrite
|
|
536
|
+
from .webhook import Webhook
|
|
537
|
+
from .webhook_examples import WebhookExamples
|
|
538
|
+
from .webhook_public import WebhookPublic
|
|
539
|
+
from .webhook_test_result import WebhookTestResult
|
|
540
|
+
from .webhook_test_result_status import WebhookTestResultStatus
|
|
541
|
+
from .webhook_write import WebhookWrite
|
|
542
|
+
from .welcome_wizard_tracking import WelcomeWizardTracking
|
|
543
|
+
from .workspace_configuration import WorkspaceConfiguration
|
|
544
|
+
from .workspace_metric_request import WorkspaceMetricRequest
|
|
545
|
+
from .workspace_metric_response import WorkspaceMetricResponse
|
|
546
|
+
from .workspace_metrics_summary_request import WorkspaceMetricsSummaryRequest
|
|
547
|
+
from .workspace_metrics_summary_response import WorkspaceMetricsSummaryResponse
|
|
548
|
+
from .workspace_name_holder import WorkspaceNameHolder
|
|
549
|
+
from .workspace_spans_count import WorkspaceSpansCount
|
|
236
550
|
from .workspace_trace_count import WorkspaceTraceCount
|
|
237
551
|
|
|
238
552
|
__all__ = [
|
|
553
|
+
"AggregationData",
|
|
554
|
+
"Alert",
|
|
555
|
+
"AlertAlertType",
|
|
556
|
+
"AlertPagePublic",
|
|
557
|
+
"AlertPublic",
|
|
558
|
+
"AlertPublicAlertType",
|
|
559
|
+
"AlertTrigger",
|
|
560
|
+
"AlertTriggerConfig",
|
|
561
|
+
"AlertTriggerConfigPublic",
|
|
562
|
+
"AlertTriggerConfigPublicType",
|
|
563
|
+
"AlertTriggerConfigType",
|
|
564
|
+
"AlertTriggerConfigWrite",
|
|
565
|
+
"AlertTriggerConfigWriteType",
|
|
566
|
+
"AlertTriggerEventType",
|
|
567
|
+
"AlertTriggerPublic",
|
|
568
|
+
"AlertTriggerPublicEventType",
|
|
569
|
+
"AlertTriggerWrite",
|
|
570
|
+
"AlertTriggerWriteEventType",
|
|
571
|
+
"AlertWrite",
|
|
572
|
+
"AlertWriteAlertType",
|
|
573
|
+
"AnnotationQueue",
|
|
574
|
+
"AnnotationQueueBatch",
|
|
575
|
+
"AnnotationQueueItemIds",
|
|
576
|
+
"AnnotationQueuePagePublic",
|
|
577
|
+
"AnnotationQueuePublic",
|
|
578
|
+
"AnnotationQueuePublicScope",
|
|
579
|
+
"AnnotationQueueReviewer",
|
|
580
|
+
"AnnotationQueueReviewerPublic",
|
|
581
|
+
"AnnotationQueueScope",
|
|
582
|
+
"AnnotationQueueWrite",
|
|
583
|
+
"AnnotationQueueWriteScope",
|
|
239
584
|
"AssistantMessage",
|
|
240
585
|
"AssistantMessageRole",
|
|
586
|
+
"Attachment",
|
|
587
|
+
"AttachmentPage",
|
|
588
|
+
"AudioUrl",
|
|
589
|
+
"AudioUrlPublic",
|
|
590
|
+
"AudioUrlWrite",
|
|
241
591
|
"AuthDetailsHolder",
|
|
592
|
+
"AutomationRuleEvaluator",
|
|
242
593
|
"AutomationRuleEvaluatorLlmAsJudge",
|
|
243
594
|
"AutomationRuleEvaluatorLlmAsJudgePublic",
|
|
244
595
|
"AutomationRuleEvaluatorLlmAsJudgeWrite",
|
|
596
|
+
"AutomationRuleEvaluatorObjectObjectPublic",
|
|
597
|
+
"AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
|
|
598
|
+
"AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
|
|
599
|
+
"AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
|
|
600
|
+
"AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
|
|
601
|
+
"AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
|
|
602
|
+
"AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
|
|
245
603
|
"AutomationRuleEvaluatorPagePublic",
|
|
604
|
+
"AutomationRuleEvaluatorPublic",
|
|
605
|
+
"AutomationRuleEvaluatorPublic_LlmAsJudge",
|
|
606
|
+
"AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
|
|
607
|
+
"AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
|
|
608
|
+
"AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
|
|
609
|
+
"AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
|
|
610
|
+
"AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
|
|
611
|
+
"AutomationRuleEvaluatorSpanLlmAsJudge",
|
|
612
|
+
"AutomationRuleEvaluatorSpanLlmAsJudgePublic",
|
|
613
|
+
"AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
|
|
614
|
+
"AutomationRuleEvaluatorSpanUserDefinedMetricPython",
|
|
615
|
+
"AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
|
|
616
|
+
"AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
|
|
617
|
+
"AutomationRuleEvaluatorTraceThreadLlmAsJudge",
|
|
618
|
+
"AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
|
|
619
|
+
"AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
|
|
620
|
+
"AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython",
|
|
621
|
+
"AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic",
|
|
622
|
+
"AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
|
|
623
|
+
"AutomationRuleEvaluatorUpdate",
|
|
246
624
|
"AutomationRuleEvaluatorUpdateLlmAsJudge",
|
|
625
|
+
"AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
|
|
626
|
+
"AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
|
|
627
|
+
"AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
|
|
628
|
+
"AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
|
|
247
629
|
"AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
|
|
630
|
+
"AutomationRuleEvaluatorUpdate_LlmAsJudge",
|
|
631
|
+
"AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
|
|
632
|
+
"AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
|
|
633
|
+
"AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
|
|
634
|
+
"AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
|
|
635
|
+
"AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
|
|
248
636
|
"AutomationRuleEvaluatorUserDefinedMetricPython",
|
|
249
637
|
"AutomationRuleEvaluatorUserDefinedMetricPythonPublic",
|
|
250
638
|
"AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
|
|
639
|
+
"AutomationRuleEvaluatorWrite",
|
|
640
|
+
"AutomationRuleEvaluatorWrite_LlmAsJudge",
|
|
641
|
+
"AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
|
|
642
|
+
"AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
|
|
643
|
+
"AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
|
|
644
|
+
"AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
|
|
645
|
+
"AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
|
|
646
|
+
"AutomationRuleEvaluator_LlmAsJudge",
|
|
647
|
+
"AutomationRuleEvaluator_SpanLlmAsJudge",
|
|
648
|
+
"AutomationRuleEvaluator_SpanUserDefinedMetricPython",
|
|
649
|
+
"AutomationRuleEvaluator_TraceThreadLlmAsJudge",
|
|
650
|
+
"AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
|
|
651
|
+
"AutomationRuleEvaluator_UserDefinedMetricPython",
|
|
251
652
|
"AvgValueStatPublic",
|
|
252
653
|
"BatchDelete",
|
|
654
|
+
"BatchDeleteByProject",
|
|
253
655
|
"BiInformation",
|
|
254
656
|
"BiInformationResponse",
|
|
657
|
+
"BooleanFeedbackDefinition",
|
|
658
|
+
"BooleanFeedbackDefinitionCreate",
|
|
659
|
+
"BooleanFeedbackDefinitionPublic",
|
|
660
|
+
"BooleanFeedbackDefinitionUpdate",
|
|
661
|
+
"BooleanFeedbackDetail",
|
|
662
|
+
"BooleanFeedbackDetailCreate",
|
|
663
|
+
"BooleanFeedbackDetailPublic",
|
|
664
|
+
"BooleanFeedbackDetailUpdate",
|
|
255
665
|
"CategoricalFeedbackDefinition",
|
|
256
666
|
"CategoricalFeedbackDefinitionCreate",
|
|
257
667
|
"CategoricalFeedbackDefinitionPublic",
|
|
@@ -262,6 +672,12 @@ __all__ = [
|
|
|
262
672
|
"CategoricalFeedbackDetailUpdate",
|
|
263
673
|
"ChatCompletionChoice",
|
|
264
674
|
"ChatCompletionResponse",
|
|
675
|
+
"Check",
|
|
676
|
+
"CheckName",
|
|
677
|
+
"CheckPublic",
|
|
678
|
+
"CheckPublicName",
|
|
679
|
+
"CheckPublicResult",
|
|
680
|
+
"CheckResult",
|
|
265
681
|
"ChunkedOutputJsonNode",
|
|
266
682
|
"ChunkedOutputJsonNodePublic",
|
|
267
683
|
"ChunkedOutputJsonNodePublicType",
|
|
@@ -275,27 +691,53 @@ __all__ = [
|
|
|
275
691
|
"Comment",
|
|
276
692
|
"CommentCompare",
|
|
277
693
|
"CommentPublic",
|
|
694
|
+
"CompleteMultipartUploadRequest",
|
|
695
|
+
"CompleteMultipartUploadRequestEntityType",
|
|
278
696
|
"CompletionTokensDetails",
|
|
279
697
|
"CountValueStatPublic",
|
|
698
|
+
"DashboardPagePublic",
|
|
699
|
+
"DashboardPublic",
|
|
700
|
+
"DataPointDouble",
|
|
280
701
|
"DataPointNumberPublic",
|
|
281
702
|
"Dataset",
|
|
703
|
+
"DatasetExpansion",
|
|
704
|
+
"DatasetExpansionResponse",
|
|
282
705
|
"DatasetItem",
|
|
283
706
|
"DatasetItemBatch",
|
|
707
|
+
"DatasetItemChangesPublic",
|
|
284
708
|
"DatasetItemCompare",
|
|
285
709
|
"DatasetItemCompareSource",
|
|
710
|
+
"DatasetItemFilter",
|
|
711
|
+
"DatasetItemFilterOperator",
|
|
286
712
|
"DatasetItemPageCompare",
|
|
287
713
|
"DatasetItemPagePublic",
|
|
288
714
|
"DatasetItemPublic",
|
|
289
715
|
"DatasetItemPublicSource",
|
|
290
716
|
"DatasetItemSource",
|
|
717
|
+
"DatasetItemUpdate",
|
|
291
718
|
"DatasetItemWrite",
|
|
292
719
|
"DatasetItemWriteSource",
|
|
293
720
|
"DatasetPagePublic",
|
|
294
721
|
"DatasetPublic",
|
|
722
|
+
"DatasetPublicStatus",
|
|
723
|
+
"DatasetPublicVisibility",
|
|
724
|
+
"DatasetStatus",
|
|
725
|
+
"DatasetVersionDiff",
|
|
726
|
+
"DatasetVersionDiffStats",
|
|
727
|
+
"DatasetVersionPagePublic",
|
|
728
|
+
"DatasetVersionPublic",
|
|
729
|
+
"DatasetVersionSummary",
|
|
730
|
+
"DatasetVersionSummaryPublic",
|
|
731
|
+
"DatasetVisibility",
|
|
732
|
+
"DeleteAttachmentsRequest",
|
|
733
|
+
"DeleteAttachmentsRequestEntityType",
|
|
295
734
|
"DeleteFeedbackScore",
|
|
735
|
+
"DeleteIdsHolder",
|
|
296
736
|
"Delta",
|
|
297
|
-
"
|
|
737
|
+
"ErrorCountWithDeviation",
|
|
738
|
+
"ErrorCountWithDeviationDetailed",
|
|
298
739
|
"ErrorInfo",
|
|
740
|
+
"ErrorInfoExperimentItemBulkWriteView",
|
|
299
741
|
"ErrorInfoPublic",
|
|
300
742
|
"ErrorInfoWrite",
|
|
301
743
|
"ErrorMessage",
|
|
@@ -303,20 +745,39 @@ __all__ = [
|
|
|
303
745
|
"ErrorMessageDetailed",
|
|
304
746
|
"ErrorMessagePublic",
|
|
305
747
|
"Experiment",
|
|
748
|
+
"ExperimentGroupAggregationsResponse",
|
|
749
|
+
"ExperimentGroupResponse",
|
|
306
750
|
"ExperimentItem",
|
|
751
|
+
"ExperimentItemBulkRecord",
|
|
752
|
+
"ExperimentItemBulkRecordExperimentItemBulkWriteView",
|
|
753
|
+
"ExperimentItemBulkUpload",
|
|
307
754
|
"ExperimentItemCompare",
|
|
755
|
+
"ExperimentItemCompareTraceVisibilityMode",
|
|
308
756
|
"ExperimentItemPublic",
|
|
757
|
+
"ExperimentItemPublicTraceVisibilityMode",
|
|
758
|
+
"ExperimentItemTraceVisibilityMode",
|
|
309
759
|
"ExperimentPagePublic",
|
|
310
760
|
"ExperimentPublic",
|
|
761
|
+
"ExperimentPublicStatus",
|
|
762
|
+
"ExperimentPublicType",
|
|
763
|
+
"ExperimentScore",
|
|
764
|
+
"ExperimentScorePublic",
|
|
765
|
+
"ExperimentScoreWrite",
|
|
766
|
+
"ExperimentStatus",
|
|
767
|
+
"ExperimentType",
|
|
768
|
+
"ExportTraceServiceRequest",
|
|
311
769
|
"Feedback",
|
|
312
770
|
"FeedbackCreate",
|
|
771
|
+
"FeedbackCreate_Boolean",
|
|
313
772
|
"FeedbackCreate_Categorical",
|
|
314
773
|
"FeedbackCreate_Numerical",
|
|
315
774
|
"FeedbackDefinitionPagePublic",
|
|
316
775
|
"FeedbackObjectPublic",
|
|
776
|
+
"FeedbackObjectPublic_Boolean",
|
|
317
777
|
"FeedbackObjectPublic_Categorical",
|
|
318
778
|
"FeedbackObjectPublic_Numerical",
|
|
319
779
|
"FeedbackPublic",
|
|
780
|
+
"FeedbackPublic_Boolean",
|
|
320
781
|
"FeedbackPublic_Categorical",
|
|
321
782
|
"FeedbackPublic_Numerical",
|
|
322
783
|
"FeedbackScore",
|
|
@@ -326,31 +787,59 @@ __all__ = [
|
|
|
326
787
|
"FeedbackScoreBatch",
|
|
327
788
|
"FeedbackScoreBatchItem",
|
|
328
789
|
"FeedbackScoreBatchItemSource",
|
|
790
|
+
"FeedbackScoreBatchItemThread",
|
|
791
|
+
"FeedbackScoreBatchItemThreadSource",
|
|
329
792
|
"FeedbackScoreCompare",
|
|
330
793
|
"FeedbackScoreCompareSource",
|
|
794
|
+
"FeedbackScoreExperimentItemBulkWriteView",
|
|
795
|
+
"FeedbackScoreExperimentItemBulkWriteViewSource",
|
|
331
796
|
"FeedbackScoreNames",
|
|
332
797
|
"FeedbackScorePublic",
|
|
333
798
|
"FeedbackScorePublicSource",
|
|
334
799
|
"FeedbackScoreSource",
|
|
335
800
|
"FeedbackUpdate",
|
|
801
|
+
"FeedbackUpdate_Boolean",
|
|
336
802
|
"FeedbackUpdate_Categorical",
|
|
337
803
|
"FeedbackUpdate_Numerical",
|
|
804
|
+
"Feedback_Boolean",
|
|
338
805
|
"Feedback_Categorical",
|
|
339
806
|
"Feedback_Numerical",
|
|
340
807
|
"Function",
|
|
341
808
|
"FunctionCall",
|
|
809
|
+
"GroupContent",
|
|
810
|
+
"GroupContentWithAggregations",
|
|
811
|
+
"GroupDetail",
|
|
812
|
+
"GroupDetails",
|
|
813
|
+
"Guardrail",
|
|
814
|
+
"GuardrailBatch",
|
|
815
|
+
"GuardrailName",
|
|
816
|
+
"GuardrailResult",
|
|
817
|
+
"GuardrailWrite",
|
|
818
|
+
"GuardrailWriteName",
|
|
819
|
+
"GuardrailWriteResult",
|
|
820
|
+
"GuardrailsValidation",
|
|
821
|
+
"GuardrailsValidationPublic",
|
|
822
|
+
"IdsHolder",
|
|
823
|
+
"ImageUrl",
|
|
824
|
+
"ImageUrlPublic",
|
|
825
|
+
"ImageUrlWrite",
|
|
826
|
+
"JsonListString",
|
|
827
|
+
"JsonListStringCompare",
|
|
828
|
+
"JsonListStringExperimentItemBulkWriteView",
|
|
829
|
+
"JsonListStringPublic",
|
|
830
|
+
"JsonListStringWrite",
|
|
342
831
|
"JsonNode",
|
|
343
|
-
"JsonNodeCompare",
|
|
344
832
|
"JsonNodeDetail",
|
|
345
833
|
"JsonNodePublic",
|
|
346
834
|
"JsonNodeWrite",
|
|
347
|
-
"JsonObjectSchema",
|
|
348
835
|
"JsonSchema",
|
|
349
|
-
"JsonSchemaElement",
|
|
350
836
|
"LlmAsJudgeCode",
|
|
351
837
|
"LlmAsJudgeCodePublic",
|
|
352
838
|
"LlmAsJudgeCodeWrite",
|
|
353
839
|
"LlmAsJudgeMessage",
|
|
840
|
+
"LlmAsJudgeMessageContent",
|
|
841
|
+
"LlmAsJudgeMessageContentPublic",
|
|
842
|
+
"LlmAsJudgeMessageContentWrite",
|
|
354
843
|
"LlmAsJudgeMessagePublic",
|
|
355
844
|
"LlmAsJudgeMessagePublicRole",
|
|
356
845
|
"LlmAsJudgeMessageRole",
|
|
@@ -368,7 +857,11 @@ __all__ = [
|
|
|
368
857
|
"LogItem",
|
|
369
858
|
"LogItemLevel",
|
|
370
859
|
"LogPage",
|
|
860
|
+
"ManualEvaluationRequest",
|
|
861
|
+
"ManualEvaluationRequestEntityType",
|
|
862
|
+
"ManualEvaluationResponse",
|
|
371
863
|
"Message",
|
|
864
|
+
"MultipartUploadPart",
|
|
372
865
|
"NumericalFeedbackDefinition",
|
|
373
866
|
"NumericalFeedbackDefinitionCreate",
|
|
374
867
|
"NumericalFeedbackDefinitionPublic",
|
|
@@ -377,6 +870,17 @@ __all__ = [
|
|
|
377
870
|
"NumericalFeedbackDetailCreate",
|
|
378
871
|
"NumericalFeedbackDetailPublic",
|
|
379
872
|
"NumericalFeedbackDetailUpdate",
|
|
873
|
+
"Optimization",
|
|
874
|
+
"OptimizationPagePublic",
|
|
875
|
+
"OptimizationPublic",
|
|
876
|
+
"OptimizationPublicStatus",
|
|
877
|
+
"OptimizationStatus",
|
|
878
|
+
"OptimizationStudioConfig",
|
|
879
|
+
"OptimizationStudioConfigPublic",
|
|
880
|
+
"OptimizationStudioConfigWrite",
|
|
881
|
+
"OptimizationStudioLog",
|
|
882
|
+
"OptimizationWrite",
|
|
883
|
+
"OptimizationWriteStatus",
|
|
380
884
|
"PageColumns",
|
|
381
885
|
"PercentageValueStatPublic",
|
|
382
886
|
"PercentageValues",
|
|
@@ -384,11 +888,15 @@ __all__ = [
|
|
|
384
888
|
"PercentageValuesPublic",
|
|
385
889
|
"Project",
|
|
386
890
|
"ProjectDetailed",
|
|
891
|
+
"ProjectDetailedVisibility",
|
|
387
892
|
"ProjectMetricResponsePublic",
|
|
388
893
|
"ProjectMetricResponsePublicInterval",
|
|
389
894
|
"ProjectMetricResponsePublicMetricType",
|
|
390
895
|
"ProjectPagePublic",
|
|
391
896
|
"ProjectPublic",
|
|
897
|
+
"ProjectPublicVisibility",
|
|
898
|
+
"ProjectReference",
|
|
899
|
+
"ProjectReferencePublic",
|
|
392
900
|
"ProjectStatItemObjectPublic",
|
|
393
901
|
"ProjectStatItemObjectPublic_Avg",
|
|
394
902
|
"ProjectStatItemObjectPublic_Count",
|
|
@@ -396,54 +904,151 @@ __all__ = [
|
|
|
396
904
|
"ProjectStatsPublic",
|
|
397
905
|
"ProjectStatsSummary",
|
|
398
906
|
"ProjectStatsSummaryItem",
|
|
907
|
+
"ProjectVisibility",
|
|
399
908
|
"Prompt",
|
|
400
909
|
"PromptDetail",
|
|
910
|
+
"PromptDetailTemplateStructure",
|
|
401
911
|
"PromptPagePublic",
|
|
402
912
|
"PromptPublic",
|
|
913
|
+
"PromptPublicTemplateStructure",
|
|
914
|
+
"PromptTemplateStructure",
|
|
915
|
+
"PromptTokensDetails",
|
|
403
916
|
"PromptType",
|
|
404
917
|
"PromptVersion",
|
|
405
918
|
"PromptVersionDetail",
|
|
919
|
+
"PromptVersionDetailTemplateStructure",
|
|
406
920
|
"PromptVersionDetailType",
|
|
407
921
|
"PromptVersionLink",
|
|
408
922
|
"PromptVersionLinkPublic",
|
|
409
923
|
"PromptVersionLinkWrite",
|
|
410
924
|
"PromptVersionPagePublic",
|
|
411
925
|
"PromptVersionPublic",
|
|
926
|
+
"PromptVersionPublicTemplateStructure",
|
|
412
927
|
"PromptVersionPublicType",
|
|
928
|
+
"PromptVersionTemplateStructure",
|
|
413
929
|
"PromptVersionType",
|
|
930
|
+
"PromptVersionUpdate",
|
|
414
931
|
"ProviderApiKey",
|
|
932
|
+
"ProviderApiKeyPagePublic",
|
|
415
933
|
"ProviderApiKeyProvider",
|
|
416
934
|
"ProviderApiKeyPublic",
|
|
417
935
|
"ProviderApiKeyPublicProvider",
|
|
418
936
|
"ResponseFormat",
|
|
419
937
|
"ResponseFormatType",
|
|
938
|
+
"Result",
|
|
420
939
|
"ResultsNumberPublic",
|
|
421
940
|
"ScoreName",
|
|
941
|
+
"ServiceTogglesConfig",
|
|
422
942
|
"Span",
|
|
423
943
|
"SpanBatch",
|
|
944
|
+
"SpanEnrichmentOptions",
|
|
945
|
+
"SpanExperimentItemBulkWriteView",
|
|
946
|
+
"SpanExperimentItemBulkWriteViewType",
|
|
947
|
+
"SpanFilter",
|
|
948
|
+
"SpanFilterOperator",
|
|
424
949
|
"SpanFilterPublic",
|
|
425
950
|
"SpanFilterPublicOperator",
|
|
951
|
+
"SpanFilterWrite",
|
|
952
|
+
"SpanFilterWriteOperator",
|
|
953
|
+
"SpanLlmAsJudgeCode",
|
|
954
|
+
"SpanLlmAsJudgeCodePublic",
|
|
955
|
+
"SpanLlmAsJudgeCodeWrite",
|
|
426
956
|
"SpanPagePublic",
|
|
427
957
|
"SpanPublic",
|
|
428
958
|
"SpanPublicType",
|
|
429
959
|
"SpanType",
|
|
960
|
+
"SpanUpdate",
|
|
961
|
+
"SpanUpdateType",
|
|
962
|
+
"SpanUserDefinedMetricPythonCode",
|
|
963
|
+
"SpanUserDefinedMetricPythonCodePublic",
|
|
964
|
+
"SpanUserDefinedMetricPythonCodeWrite",
|
|
430
965
|
"SpanWrite",
|
|
431
966
|
"SpanWriteType",
|
|
967
|
+
"SpansCountResponse",
|
|
968
|
+
"StartMultipartUploadResponse",
|
|
432
969
|
"StreamOptions",
|
|
970
|
+
"StudioEvaluation",
|
|
971
|
+
"StudioEvaluationPublic",
|
|
972
|
+
"StudioEvaluationWrite",
|
|
973
|
+
"StudioLlmModel",
|
|
974
|
+
"StudioLlmModelPublic",
|
|
975
|
+
"StudioLlmModelWrite",
|
|
976
|
+
"StudioMessage",
|
|
977
|
+
"StudioMessagePublic",
|
|
978
|
+
"StudioMessageWrite",
|
|
979
|
+
"StudioMetric",
|
|
980
|
+
"StudioMetricPublic",
|
|
981
|
+
"StudioMetricWrite",
|
|
982
|
+
"StudioOptimizer",
|
|
983
|
+
"StudioOptimizerPublic",
|
|
984
|
+
"StudioOptimizerWrite",
|
|
985
|
+
"StudioPrompt",
|
|
986
|
+
"StudioPromptPublic",
|
|
987
|
+
"StudioPromptWrite",
|
|
433
988
|
"Tool",
|
|
434
989
|
"ToolCall",
|
|
435
990
|
"Trace",
|
|
436
991
|
"TraceBatch",
|
|
437
992
|
"TraceCountResponse",
|
|
993
|
+
"TraceEnrichmentOptions",
|
|
994
|
+
"TraceExperimentItemBulkWriteView",
|
|
995
|
+
"TraceFilter",
|
|
996
|
+
"TraceFilterOperator",
|
|
997
|
+
"TraceFilterPublic",
|
|
998
|
+
"TraceFilterPublicOperator",
|
|
999
|
+
"TraceFilterWrite",
|
|
1000
|
+
"TraceFilterWriteOperator",
|
|
438
1001
|
"TracePagePublic",
|
|
439
1002
|
"TracePublic",
|
|
1003
|
+
"TracePublicVisibilityMode",
|
|
440
1004
|
"TraceThread",
|
|
1005
|
+
"TraceThreadFilter",
|
|
1006
|
+
"TraceThreadFilterOperator",
|
|
1007
|
+
"TraceThreadFilterPublic",
|
|
1008
|
+
"TraceThreadFilterPublicOperator",
|
|
1009
|
+
"TraceThreadFilterWrite",
|
|
1010
|
+
"TraceThreadFilterWriteOperator",
|
|
1011
|
+
"TraceThreadIdentifier",
|
|
1012
|
+
"TraceThreadLlmAsJudgeCode",
|
|
1013
|
+
"TraceThreadLlmAsJudgeCodePublic",
|
|
1014
|
+
"TraceThreadLlmAsJudgeCodeWrite",
|
|
441
1015
|
"TraceThreadPage",
|
|
1016
|
+
"TraceThreadStatus",
|
|
1017
|
+
"TraceThreadUpdate",
|
|
1018
|
+
"TraceThreadUserDefinedMetricPythonCode",
|
|
1019
|
+
"TraceThreadUserDefinedMetricPythonCodePublic",
|
|
1020
|
+
"TraceThreadUserDefinedMetricPythonCodeWrite",
|
|
1021
|
+
"TraceUpdate",
|
|
1022
|
+
"TraceVisibilityMode",
|
|
442
1023
|
"TraceWrite",
|
|
443
1024
|
"Usage",
|
|
444
1025
|
"UserDefinedMetricPythonCode",
|
|
445
1026
|
"UserDefinedMetricPythonCodePublic",
|
|
446
1027
|
"UserDefinedMetricPythonCodeWrite",
|
|
447
|
-
"
|
|
1028
|
+
"ValueEntry",
|
|
1029
|
+
"ValueEntryCompare",
|
|
1030
|
+
"ValueEntryCompareSource",
|
|
1031
|
+
"ValueEntryExperimentItemBulkWriteView",
|
|
1032
|
+
"ValueEntryExperimentItemBulkWriteViewSource",
|
|
1033
|
+
"ValueEntryPublic",
|
|
1034
|
+
"ValueEntryPublicSource",
|
|
1035
|
+
"ValueEntrySource",
|
|
1036
|
+
"VideoUrl",
|
|
1037
|
+
"VideoUrlPublic",
|
|
1038
|
+
"VideoUrlWrite",
|
|
1039
|
+
"Webhook",
|
|
1040
|
+
"WebhookExamples",
|
|
1041
|
+
"WebhookPublic",
|
|
1042
|
+
"WebhookTestResult",
|
|
1043
|
+
"WebhookTestResultStatus",
|
|
1044
|
+
"WebhookWrite",
|
|
1045
|
+
"WelcomeWizardTracking",
|
|
1046
|
+
"WorkspaceConfiguration",
|
|
1047
|
+
"WorkspaceMetricRequest",
|
|
1048
|
+
"WorkspaceMetricResponse",
|
|
1049
|
+
"WorkspaceMetricsSummaryRequest",
|
|
1050
|
+
"WorkspaceMetricsSummaryResponse",
|
|
1051
|
+
"WorkspaceNameHolder",
|
|
1052
|
+
"WorkspaceSpansCount",
|
|
448
1053
|
"WorkspaceTraceCount",
|
|
449
1054
|
]
|