opik 1.8.39__py3-none-any.whl → 1.9.71__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (592) hide show
  1. opik/__init__.py +19 -3
  2. opik/anonymizer/__init__.py +5 -0
  3. opik/anonymizer/anonymizer.py +12 -0
  4. opik/anonymizer/factory.py +80 -0
  5. opik/anonymizer/recursive_anonymizer.py +64 -0
  6. opik/anonymizer/rules.py +56 -0
  7. opik/anonymizer/rules_anonymizer.py +35 -0
  8. opik/api_objects/attachment/attachment_context.py +36 -0
  9. opik/api_objects/attachment/attachments_extractor.py +153 -0
  10. opik/api_objects/attachment/client.py +1 -0
  11. opik/api_objects/attachment/converters.py +2 -0
  12. opik/api_objects/attachment/decoder.py +18 -0
  13. opik/api_objects/attachment/decoder_base64.py +83 -0
  14. opik/api_objects/attachment/decoder_helpers.py +137 -0
  15. opik/api_objects/data_helpers.py +79 -0
  16. opik/api_objects/dataset/dataset.py +64 -4
  17. opik/api_objects/dataset/rest_operations.py +11 -2
  18. opik/api_objects/experiment/experiment.py +57 -57
  19. opik/api_objects/experiment/experiment_item.py +2 -1
  20. opik/api_objects/experiment/experiments_client.py +64 -0
  21. opik/api_objects/experiment/helpers.py +35 -11
  22. opik/api_objects/experiment/rest_operations.py +65 -5
  23. opik/api_objects/helpers.py +8 -5
  24. opik/api_objects/local_recording.py +81 -0
  25. opik/api_objects/opik_client.py +600 -108
  26. opik/api_objects/opik_query_language.py +39 -5
  27. opik/api_objects/prompt/__init__.py +12 -2
  28. opik/api_objects/prompt/base_prompt.py +69 -0
  29. opik/api_objects/prompt/base_prompt_template.py +29 -0
  30. opik/api_objects/prompt/chat/__init__.py +1 -0
  31. opik/api_objects/prompt/chat/chat_prompt.py +210 -0
  32. opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
  33. opik/api_objects/prompt/chat/content_renderer_registry.py +203 -0
  34. opik/api_objects/prompt/client.py +189 -47
  35. opik/api_objects/prompt/text/__init__.py +1 -0
  36. opik/api_objects/prompt/text/prompt.py +174 -0
  37. opik/api_objects/prompt/{prompt_template.py → text/prompt_template.py} +10 -6
  38. opik/api_objects/prompt/types.py +23 -0
  39. opik/api_objects/search_helpers.py +89 -0
  40. opik/api_objects/span/span_data.py +35 -25
  41. opik/api_objects/threads/threads_client.py +39 -5
  42. opik/api_objects/trace/trace_client.py +52 -2
  43. opik/api_objects/trace/trace_data.py +15 -24
  44. opik/api_objects/validation_helpers.py +3 -3
  45. opik/cli/__init__.py +5 -0
  46. opik/cli/__main__.py +6 -0
  47. opik/cli/configure.py +66 -0
  48. opik/cli/exports/__init__.py +131 -0
  49. opik/cli/exports/dataset.py +278 -0
  50. opik/cli/exports/experiment.py +784 -0
  51. opik/cli/exports/project.py +685 -0
  52. opik/cli/exports/prompt.py +578 -0
  53. opik/cli/exports/utils.py +406 -0
  54. opik/cli/harbor.py +39 -0
  55. opik/cli/healthcheck.py +21 -0
  56. opik/cli/imports/__init__.py +439 -0
  57. opik/cli/imports/dataset.py +143 -0
  58. opik/cli/imports/experiment.py +1192 -0
  59. opik/cli/imports/project.py +262 -0
  60. opik/cli/imports/prompt.py +177 -0
  61. opik/cli/imports/utils.py +280 -0
  62. opik/cli/main.py +49 -0
  63. opik/cli/proxy.py +93 -0
  64. opik/cli/usage_report/__init__.py +16 -0
  65. opik/cli/usage_report/charts.py +783 -0
  66. opik/cli/usage_report/cli.py +274 -0
  67. opik/cli/usage_report/constants.py +9 -0
  68. opik/cli/usage_report/extraction.py +749 -0
  69. opik/cli/usage_report/pdf.py +244 -0
  70. opik/cli/usage_report/statistics.py +78 -0
  71. opik/cli/usage_report/utils.py +235 -0
  72. opik/config.py +13 -7
  73. opik/configurator/configure.py +17 -0
  74. opik/datetime_helpers.py +12 -0
  75. opik/decorator/arguments_helpers.py +9 -1
  76. opik/decorator/base_track_decorator.py +205 -133
  77. opik/decorator/context_manager/span_context_manager.py +123 -0
  78. opik/decorator/context_manager/trace_context_manager.py +84 -0
  79. opik/decorator/opik_args/__init__.py +13 -0
  80. opik/decorator/opik_args/api_classes.py +71 -0
  81. opik/decorator/opik_args/helpers.py +120 -0
  82. opik/decorator/span_creation_handler.py +25 -6
  83. opik/dict_utils.py +3 -3
  84. opik/evaluation/__init__.py +13 -2
  85. opik/evaluation/engine/engine.py +272 -75
  86. opik/evaluation/engine/evaluation_tasks_executor.py +6 -3
  87. opik/evaluation/engine/helpers.py +31 -6
  88. opik/evaluation/engine/metrics_evaluator.py +237 -0
  89. opik/evaluation/evaluation_result.py +168 -2
  90. opik/evaluation/evaluator.py +533 -62
  91. opik/evaluation/metrics/__init__.py +103 -4
  92. opik/evaluation/metrics/aggregated_metric.py +35 -6
  93. opik/evaluation/metrics/base_metric.py +1 -1
  94. opik/evaluation/metrics/conversation/__init__.py +48 -0
  95. opik/evaluation/metrics/conversation/conversation_thread_metric.py +56 -2
  96. opik/evaluation/metrics/conversation/g_eval_wrappers.py +19 -0
  97. opik/evaluation/metrics/conversation/helpers.py +14 -15
  98. opik/evaluation/metrics/conversation/heuristics/__init__.py +14 -0
  99. opik/evaluation/metrics/conversation/heuristics/degeneration/__init__.py +3 -0
  100. opik/evaluation/metrics/conversation/heuristics/degeneration/metric.py +189 -0
  101. opik/evaluation/metrics/conversation/heuristics/degeneration/phrases.py +12 -0
  102. opik/evaluation/metrics/conversation/heuristics/knowledge_retention/__init__.py +3 -0
  103. opik/evaluation/metrics/conversation/heuristics/knowledge_retention/metric.py +172 -0
  104. opik/evaluation/metrics/conversation/llm_judges/__init__.py +32 -0
  105. opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/metric.py +22 -17
  106. opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/templates.py +1 -1
  107. opik/evaluation/metrics/conversation/llm_judges/g_eval_wrappers.py +442 -0
  108. opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/metric.py +13 -7
  109. opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/templates.py +1 -1
  110. opik/evaluation/metrics/conversation/llm_judges/user_frustration/__init__.py +0 -0
  111. opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/metric.py +21 -14
  112. opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/templates.py +1 -1
  113. opik/evaluation/metrics/conversation/types.py +4 -5
  114. opik/evaluation/metrics/conversation_types.py +9 -0
  115. opik/evaluation/metrics/heuristics/bertscore.py +107 -0
  116. opik/evaluation/metrics/heuristics/bleu.py +35 -15
  117. opik/evaluation/metrics/heuristics/chrf.py +127 -0
  118. opik/evaluation/metrics/heuristics/contains.py +47 -11
  119. opik/evaluation/metrics/heuristics/distribution_metrics.py +331 -0
  120. opik/evaluation/metrics/heuristics/gleu.py +113 -0
  121. opik/evaluation/metrics/heuristics/language_adherence.py +123 -0
  122. opik/evaluation/metrics/heuristics/meteor.py +119 -0
  123. opik/evaluation/metrics/heuristics/prompt_injection.py +150 -0
  124. opik/evaluation/metrics/heuristics/readability.py +129 -0
  125. opik/evaluation/metrics/heuristics/rouge.py +26 -9
  126. opik/evaluation/metrics/heuristics/spearman.py +88 -0
  127. opik/evaluation/metrics/heuristics/tone.py +155 -0
  128. opik/evaluation/metrics/heuristics/vader_sentiment.py +77 -0
  129. opik/evaluation/metrics/llm_judges/answer_relevance/metric.py +20 -5
  130. opik/evaluation/metrics/llm_judges/context_precision/metric.py +20 -6
  131. opik/evaluation/metrics/llm_judges/context_recall/metric.py +20 -6
  132. opik/evaluation/metrics/llm_judges/g_eval/__init__.py +5 -0
  133. opik/evaluation/metrics/llm_judges/g_eval/metric.py +219 -68
  134. opik/evaluation/metrics/llm_judges/g_eval/parser.py +102 -52
  135. opik/evaluation/metrics/llm_judges/g_eval/presets.py +209 -0
  136. opik/evaluation/metrics/llm_judges/g_eval_presets/__init__.py +36 -0
  137. opik/evaluation/metrics/llm_judges/g_eval_presets/agent_assessment.py +77 -0
  138. opik/evaluation/metrics/llm_judges/g_eval_presets/bias_classifier.py +181 -0
  139. opik/evaluation/metrics/llm_judges/g_eval_presets/compliance_risk.py +41 -0
  140. opik/evaluation/metrics/llm_judges/g_eval_presets/prompt_uncertainty.py +41 -0
  141. opik/evaluation/metrics/llm_judges/g_eval_presets/qa_suite.py +146 -0
  142. opik/evaluation/metrics/llm_judges/hallucination/metric.py +16 -3
  143. opik/evaluation/metrics/llm_judges/llm_juries/__init__.py +3 -0
  144. opik/evaluation/metrics/llm_judges/llm_juries/metric.py +76 -0
  145. opik/evaluation/metrics/llm_judges/moderation/metric.py +16 -4
  146. opik/evaluation/metrics/llm_judges/structure_output_compliance/__init__.py +0 -0
  147. opik/evaluation/metrics/llm_judges/structure_output_compliance/metric.py +144 -0
  148. opik/evaluation/metrics/llm_judges/structure_output_compliance/parser.py +79 -0
  149. opik/evaluation/metrics/llm_judges/structure_output_compliance/schema.py +15 -0
  150. opik/evaluation/metrics/llm_judges/structure_output_compliance/template.py +50 -0
  151. opik/evaluation/metrics/llm_judges/syc_eval/__init__.py +0 -0
  152. opik/evaluation/metrics/llm_judges/syc_eval/metric.py +252 -0
  153. opik/evaluation/metrics/llm_judges/syc_eval/parser.py +82 -0
  154. opik/evaluation/metrics/llm_judges/syc_eval/template.py +155 -0
  155. opik/evaluation/metrics/llm_judges/trajectory_accuracy/metric.py +20 -5
  156. opik/evaluation/metrics/llm_judges/usefulness/metric.py +16 -4
  157. opik/evaluation/metrics/ragas_metric.py +43 -23
  158. opik/evaluation/models/__init__.py +8 -0
  159. opik/evaluation/models/base_model.py +107 -1
  160. opik/evaluation/models/langchain/langchain_chat_model.py +15 -7
  161. opik/evaluation/models/langchain/message_converters.py +97 -15
  162. opik/evaluation/models/litellm/litellm_chat_model.py +156 -29
  163. opik/evaluation/models/litellm/util.py +125 -0
  164. opik/evaluation/models/litellm/warning_filters.py +16 -4
  165. opik/evaluation/models/model_capabilities.py +187 -0
  166. opik/evaluation/models/models_factory.py +25 -3
  167. opik/evaluation/preprocessing.py +92 -0
  168. opik/evaluation/report.py +70 -12
  169. opik/evaluation/rest_operations.py +49 -45
  170. opik/evaluation/samplers/__init__.py +4 -0
  171. opik/evaluation/samplers/base_dataset_sampler.py +40 -0
  172. opik/evaluation/samplers/random_dataset_sampler.py +48 -0
  173. opik/evaluation/score_statistics.py +66 -0
  174. opik/evaluation/scorers/__init__.py +4 -0
  175. opik/evaluation/scorers/scorer_function.py +55 -0
  176. opik/evaluation/scorers/scorer_wrapper_metric.py +130 -0
  177. opik/evaluation/test_case.py +3 -2
  178. opik/evaluation/test_result.py +1 -0
  179. opik/evaluation/threads/evaluator.py +31 -3
  180. opik/evaluation/threads/helpers.py +3 -2
  181. opik/evaluation/types.py +9 -1
  182. opik/exceptions.py +33 -0
  183. opik/file_upload/file_uploader.py +13 -0
  184. opik/file_upload/upload_options.py +2 -0
  185. opik/hooks/__init__.py +23 -0
  186. opik/hooks/anonymizer_hook.py +36 -0
  187. opik/hooks/httpx_client_hook.py +112 -0
  188. opik/httpx_client.py +12 -9
  189. opik/id_helpers.py +18 -0
  190. opik/integrations/adk/graph/subgraph_edges_builders.py +1 -2
  191. opik/integrations/adk/helpers.py +16 -7
  192. opik/integrations/adk/legacy_opik_tracer.py +7 -4
  193. opik/integrations/adk/opik_tracer.py +14 -1
  194. opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +7 -3
  195. opik/integrations/adk/recursive_callback_injector.py +4 -7
  196. opik/integrations/bedrock/converse/__init__.py +0 -0
  197. opik/integrations/bedrock/converse/chunks_aggregator.py +188 -0
  198. opik/integrations/bedrock/{converse_decorator.py → converse/converse_decorator.py} +4 -3
  199. opik/integrations/bedrock/invoke_agent_decorator.py +5 -4
  200. opik/integrations/bedrock/invoke_model/__init__.py +0 -0
  201. opik/integrations/bedrock/invoke_model/chunks_aggregator/__init__.py +78 -0
  202. opik/integrations/bedrock/invoke_model/chunks_aggregator/api.py +45 -0
  203. opik/integrations/bedrock/invoke_model/chunks_aggregator/base.py +23 -0
  204. opik/integrations/bedrock/invoke_model/chunks_aggregator/claude.py +121 -0
  205. opik/integrations/bedrock/invoke_model/chunks_aggregator/format_detector.py +107 -0
  206. opik/integrations/bedrock/invoke_model/chunks_aggregator/llama.py +108 -0
  207. opik/integrations/bedrock/invoke_model/chunks_aggregator/mistral.py +118 -0
  208. opik/integrations/bedrock/invoke_model/chunks_aggregator/nova.py +99 -0
  209. opik/integrations/bedrock/invoke_model/invoke_model_decorator.py +178 -0
  210. opik/integrations/bedrock/invoke_model/response_types.py +34 -0
  211. opik/integrations/bedrock/invoke_model/stream_wrappers.py +122 -0
  212. opik/integrations/bedrock/invoke_model/usage_converters.py +87 -0
  213. opik/integrations/bedrock/invoke_model/usage_extraction.py +108 -0
  214. opik/integrations/bedrock/opik_tracker.py +42 -4
  215. opik/integrations/bedrock/types.py +19 -0
  216. opik/integrations/crewai/crewai_decorator.py +8 -51
  217. opik/integrations/crewai/opik_tracker.py +31 -10
  218. opik/integrations/crewai/patchers/__init__.py +5 -0
  219. opik/integrations/crewai/patchers/flow.py +118 -0
  220. opik/integrations/crewai/patchers/litellm_completion.py +30 -0
  221. opik/integrations/crewai/patchers/llm_client.py +207 -0
  222. opik/integrations/dspy/callback.py +80 -17
  223. opik/integrations/dspy/parsers.py +168 -0
  224. opik/integrations/harbor/__init__.py +17 -0
  225. opik/integrations/harbor/experiment_service.py +269 -0
  226. opik/integrations/harbor/opik_tracker.py +528 -0
  227. opik/integrations/haystack/opik_connector.py +2 -2
  228. opik/integrations/haystack/opik_tracer.py +3 -7
  229. opik/integrations/langchain/__init__.py +3 -1
  230. opik/integrations/langchain/helpers.py +96 -0
  231. opik/integrations/langchain/langgraph_async_context_bridge.py +131 -0
  232. opik/integrations/langchain/langgraph_tracer_injector.py +88 -0
  233. opik/integrations/langchain/opik_encoder_extension.py +1 -1
  234. opik/integrations/langchain/opik_tracer.py +474 -229
  235. opik/integrations/litellm/__init__.py +5 -0
  236. opik/integrations/litellm/completion_chunks_aggregator.py +115 -0
  237. opik/integrations/litellm/litellm_completion_decorator.py +242 -0
  238. opik/integrations/litellm/opik_tracker.py +43 -0
  239. opik/integrations/litellm/stream_patchers.py +151 -0
  240. opik/integrations/llama_index/callback.py +146 -107
  241. opik/integrations/openai/agents/opik_tracing_processor.py +1 -2
  242. opik/integrations/openai/openai_chat_completions_decorator.py +2 -16
  243. opik/integrations/openai/opik_tracker.py +1 -1
  244. opik/integrations/sagemaker/auth.py +5 -1
  245. opik/llm_usage/google_usage.py +3 -1
  246. opik/llm_usage/opik_usage.py +7 -8
  247. opik/llm_usage/opik_usage_factory.py +4 -2
  248. opik/logging_messages.py +6 -0
  249. opik/message_processing/batching/base_batcher.py +14 -21
  250. opik/message_processing/batching/batch_manager.py +22 -10
  251. opik/message_processing/batching/batch_manager_constuctors.py +10 -0
  252. opik/message_processing/batching/batchers.py +59 -27
  253. opik/message_processing/batching/flushing_thread.py +0 -3
  254. opik/message_processing/emulation/__init__.py +0 -0
  255. opik/message_processing/emulation/emulator_message_processor.py +578 -0
  256. opik/message_processing/emulation/local_emulator_message_processor.py +140 -0
  257. opik/message_processing/emulation/models.py +162 -0
  258. opik/message_processing/encoder_helpers.py +79 -0
  259. opik/message_processing/messages.py +56 -1
  260. opik/message_processing/preprocessing/__init__.py +0 -0
  261. opik/message_processing/preprocessing/attachments_preprocessor.py +70 -0
  262. opik/message_processing/preprocessing/batching_preprocessor.py +53 -0
  263. opik/message_processing/preprocessing/constants.py +1 -0
  264. opik/message_processing/preprocessing/file_upload_preprocessor.py +38 -0
  265. opik/message_processing/preprocessing/preprocessor.py +36 -0
  266. opik/message_processing/processors/__init__.py +0 -0
  267. opik/message_processing/processors/attachments_extraction_processor.py +146 -0
  268. opik/message_processing/processors/message_processors.py +92 -0
  269. opik/message_processing/processors/message_processors_chain.py +96 -0
  270. opik/message_processing/{message_processors.py → processors/online_message_processor.py} +85 -29
  271. opik/message_processing/queue_consumer.py +9 -3
  272. opik/message_processing/streamer.py +71 -33
  273. opik/message_processing/streamer_constructors.py +43 -10
  274. opik/opik_context.py +16 -4
  275. opik/plugins/pytest/hooks.py +5 -3
  276. opik/rest_api/__init__.py +346 -15
  277. opik/rest_api/alerts/__init__.py +7 -0
  278. opik/rest_api/alerts/client.py +667 -0
  279. opik/rest_api/alerts/raw_client.py +1015 -0
  280. opik/rest_api/alerts/types/__init__.py +7 -0
  281. opik/rest_api/alerts/types/get_webhook_examples_request_alert_type.py +5 -0
  282. opik/rest_api/annotation_queues/__init__.py +4 -0
  283. opik/rest_api/annotation_queues/client.py +668 -0
  284. opik/rest_api/annotation_queues/raw_client.py +1019 -0
  285. opik/rest_api/automation_rule_evaluators/client.py +34 -2
  286. opik/rest_api/automation_rule_evaluators/raw_client.py +24 -0
  287. opik/rest_api/client.py +15 -0
  288. opik/rest_api/dashboards/__init__.py +4 -0
  289. opik/rest_api/dashboards/client.py +462 -0
  290. opik/rest_api/dashboards/raw_client.py +648 -0
  291. opik/rest_api/datasets/client.py +1310 -44
  292. opik/rest_api/datasets/raw_client.py +2269 -358
  293. opik/rest_api/experiments/__init__.py +2 -2
  294. opik/rest_api/experiments/client.py +191 -5
  295. opik/rest_api/experiments/raw_client.py +301 -7
  296. opik/rest_api/experiments/types/__init__.py +4 -1
  297. opik/rest_api/experiments/types/experiment_update_status.py +5 -0
  298. opik/rest_api/experiments/types/experiment_update_type.py +5 -0
  299. opik/rest_api/experiments/types/experiment_write_status.py +5 -0
  300. opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -1
  301. opik/rest_api/llm_provider_key/client.py +20 -0
  302. opik/rest_api/llm_provider_key/raw_client.py +20 -0
  303. opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py +1 -1
  304. opik/rest_api/manual_evaluation/__init__.py +4 -0
  305. opik/rest_api/manual_evaluation/client.py +347 -0
  306. opik/rest_api/manual_evaluation/raw_client.py +543 -0
  307. opik/rest_api/optimizations/client.py +145 -9
  308. opik/rest_api/optimizations/raw_client.py +237 -13
  309. opik/rest_api/optimizations/types/optimization_update_status.py +3 -1
  310. opik/rest_api/prompts/__init__.py +2 -2
  311. opik/rest_api/prompts/client.py +227 -6
  312. opik/rest_api/prompts/raw_client.py +331 -2
  313. opik/rest_api/prompts/types/__init__.py +3 -1
  314. opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
  315. opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
  316. opik/rest_api/spans/__init__.py +0 -2
  317. opik/rest_api/spans/client.py +238 -76
  318. opik/rest_api/spans/raw_client.py +307 -95
  319. opik/rest_api/spans/types/__init__.py +0 -2
  320. opik/rest_api/traces/client.py +572 -161
  321. opik/rest_api/traces/raw_client.py +736 -229
  322. opik/rest_api/types/__init__.py +352 -17
  323. opik/rest_api/types/aggregation_data.py +1 -0
  324. opik/rest_api/types/alert.py +33 -0
  325. opik/rest_api/types/alert_alert_type.py +5 -0
  326. opik/rest_api/types/alert_page_public.py +24 -0
  327. opik/rest_api/types/alert_public.py +33 -0
  328. opik/rest_api/types/alert_public_alert_type.py +5 -0
  329. opik/rest_api/types/alert_trigger.py +27 -0
  330. opik/rest_api/types/alert_trigger_config.py +28 -0
  331. opik/rest_api/types/alert_trigger_config_public.py +28 -0
  332. opik/rest_api/types/alert_trigger_config_public_type.py +10 -0
  333. opik/rest_api/types/alert_trigger_config_type.py +10 -0
  334. opik/rest_api/types/alert_trigger_config_write.py +22 -0
  335. opik/rest_api/types/alert_trigger_config_write_type.py +10 -0
  336. opik/rest_api/types/alert_trigger_event_type.py +19 -0
  337. opik/rest_api/types/alert_trigger_public.py +27 -0
  338. opik/rest_api/types/alert_trigger_public_event_type.py +19 -0
  339. opik/rest_api/types/alert_trigger_write.py +23 -0
  340. opik/rest_api/types/alert_trigger_write_event_type.py +19 -0
  341. opik/rest_api/types/alert_write.py +28 -0
  342. opik/rest_api/types/alert_write_alert_type.py +5 -0
  343. opik/rest_api/types/annotation_queue.py +42 -0
  344. opik/rest_api/types/annotation_queue_batch.py +27 -0
  345. opik/rest_api/types/annotation_queue_item_ids.py +19 -0
  346. opik/rest_api/types/annotation_queue_page_public.py +28 -0
  347. opik/rest_api/types/annotation_queue_public.py +38 -0
  348. opik/rest_api/types/annotation_queue_public_scope.py +5 -0
  349. opik/rest_api/types/annotation_queue_reviewer.py +20 -0
  350. opik/rest_api/types/annotation_queue_reviewer_public.py +20 -0
  351. opik/rest_api/types/annotation_queue_scope.py +5 -0
  352. opik/rest_api/types/annotation_queue_write.py +31 -0
  353. opik/rest_api/types/annotation_queue_write_scope.py +5 -0
  354. opik/rest_api/types/audio_url.py +19 -0
  355. opik/rest_api/types/audio_url_public.py +19 -0
  356. opik/rest_api/types/audio_url_write.py +19 -0
  357. opik/rest_api/types/automation_rule_evaluator.py +62 -2
  358. opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +2 -0
  359. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +2 -0
  360. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +2 -0
  361. opik/rest_api/types/automation_rule_evaluator_object_object_public.py +155 -0
  362. opik/rest_api/types/automation_rule_evaluator_page_public.py +3 -2
  363. opik/rest_api/types/automation_rule_evaluator_public.py +57 -2
  364. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
  365. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
  366. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
  367. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py +22 -0
  368. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py +22 -0
  369. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py +22 -0
  370. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +2 -0
  371. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +2 -0
  372. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +2 -0
  373. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +2 -0
  374. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +2 -0
  375. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +2 -0
  376. opik/rest_api/types/automation_rule_evaluator_update.py +51 -1
  377. opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +2 -0
  378. opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
  379. opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py +22 -0
  380. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +2 -0
  381. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +2 -0
  382. opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +2 -0
  383. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +2 -0
  384. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +2 -0
  385. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +2 -0
  386. opik/rest_api/types/automation_rule_evaluator_write.py +51 -1
  387. opik/rest_api/types/boolean_feedback_definition.py +25 -0
  388. opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
  389. opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
  390. opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
  391. opik/rest_api/types/boolean_feedback_detail.py +29 -0
  392. opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
  393. opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
  394. opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
  395. opik/rest_api/types/dashboard_page_public.py +24 -0
  396. opik/rest_api/types/dashboard_public.py +30 -0
  397. opik/rest_api/types/dataset.py +4 -0
  398. opik/rest_api/types/dataset_expansion.py +42 -0
  399. opik/rest_api/types/dataset_expansion_response.py +39 -0
  400. opik/rest_api/types/dataset_item.py +2 -0
  401. opik/rest_api/types/dataset_item_changes_public.py +5 -0
  402. opik/rest_api/types/dataset_item_compare.py +2 -0
  403. opik/rest_api/types/dataset_item_filter.py +27 -0
  404. opik/rest_api/types/dataset_item_filter_operator.py +21 -0
  405. opik/rest_api/types/dataset_item_page_compare.py +5 -0
  406. opik/rest_api/types/dataset_item_page_public.py +5 -0
  407. opik/rest_api/types/dataset_item_public.py +2 -0
  408. opik/rest_api/types/dataset_item_update.py +39 -0
  409. opik/rest_api/types/dataset_item_write.py +1 -0
  410. opik/rest_api/types/dataset_public.py +4 -0
  411. opik/rest_api/types/dataset_public_status.py +5 -0
  412. opik/rest_api/types/dataset_status.py +5 -0
  413. opik/rest_api/types/dataset_version_diff.py +22 -0
  414. opik/rest_api/types/dataset_version_diff_stats.py +24 -0
  415. opik/rest_api/types/dataset_version_page_public.py +23 -0
  416. opik/rest_api/types/dataset_version_public.py +59 -0
  417. opik/rest_api/types/dataset_version_summary.py +46 -0
  418. opik/rest_api/types/dataset_version_summary_public.py +46 -0
  419. opik/rest_api/types/experiment.py +7 -2
  420. opik/rest_api/types/experiment_group_response.py +2 -0
  421. opik/rest_api/types/experiment_public.py +7 -2
  422. opik/rest_api/types/experiment_public_status.py +5 -0
  423. opik/rest_api/types/experiment_score.py +20 -0
  424. opik/rest_api/types/experiment_score_public.py +20 -0
  425. opik/rest_api/types/experiment_score_write.py +20 -0
  426. opik/rest_api/types/experiment_status.py +5 -0
  427. opik/rest_api/types/feedback.py +25 -1
  428. opik/rest_api/types/feedback_create.py +20 -1
  429. opik/rest_api/types/feedback_object_public.py +27 -1
  430. opik/rest_api/types/feedback_public.py +25 -1
  431. opik/rest_api/types/feedback_score_batch_item.py +2 -1
  432. opik/rest_api/types/feedback_score_batch_item_thread.py +2 -1
  433. opik/rest_api/types/feedback_score_public.py +4 -0
  434. opik/rest_api/types/feedback_update.py +20 -1
  435. opik/rest_api/types/group_content_with_aggregations.py +1 -0
  436. opik/rest_api/types/group_detail.py +19 -0
  437. opik/rest_api/types/group_details.py +20 -0
  438. opik/rest_api/types/guardrail.py +1 -0
  439. opik/rest_api/types/guardrail_write.py +1 -0
  440. opik/rest_api/types/ids_holder.py +19 -0
  441. opik/rest_api/types/image_url.py +20 -0
  442. opik/rest_api/types/image_url_public.py +20 -0
  443. opik/rest_api/types/image_url_write.py +20 -0
  444. opik/rest_api/types/llm_as_judge_message.py +5 -1
  445. opik/rest_api/types/llm_as_judge_message_content.py +26 -0
  446. opik/rest_api/types/llm_as_judge_message_content_public.py +26 -0
  447. opik/rest_api/types/llm_as_judge_message_content_write.py +26 -0
  448. opik/rest_api/types/llm_as_judge_message_public.py +5 -1
  449. opik/rest_api/types/llm_as_judge_message_write.py +5 -1
  450. opik/rest_api/types/llm_as_judge_model_parameters.py +3 -0
  451. opik/rest_api/types/llm_as_judge_model_parameters_public.py +3 -0
  452. opik/rest_api/types/llm_as_judge_model_parameters_write.py +3 -0
  453. opik/rest_api/types/manual_evaluation_request.py +38 -0
  454. opik/rest_api/types/manual_evaluation_request_entity_type.py +5 -0
  455. opik/rest_api/types/manual_evaluation_response.py +27 -0
  456. opik/rest_api/types/optimization.py +4 -2
  457. opik/rest_api/types/optimization_public.py +4 -2
  458. opik/rest_api/types/optimization_public_status.py +3 -1
  459. opik/rest_api/types/optimization_status.py +3 -1
  460. opik/rest_api/types/optimization_studio_config.py +27 -0
  461. opik/rest_api/types/optimization_studio_config_public.py +27 -0
  462. opik/rest_api/types/optimization_studio_config_write.py +27 -0
  463. opik/rest_api/types/optimization_studio_log.py +22 -0
  464. opik/rest_api/types/optimization_write.py +4 -2
  465. opik/rest_api/types/optimization_write_status.py +3 -1
  466. opik/rest_api/types/project.py +1 -0
  467. opik/rest_api/types/project_detailed.py +1 -0
  468. opik/rest_api/types/project_reference.py +31 -0
  469. opik/rest_api/types/project_reference_public.py +31 -0
  470. opik/rest_api/types/project_stats_summary_item.py +1 -0
  471. opik/rest_api/types/prompt.py +6 -0
  472. opik/rest_api/types/prompt_detail.py +6 -0
  473. opik/rest_api/types/prompt_detail_template_structure.py +5 -0
  474. opik/rest_api/types/prompt_public.py +6 -0
  475. opik/rest_api/types/prompt_public_template_structure.py +5 -0
  476. opik/rest_api/types/prompt_template_structure.py +5 -0
  477. opik/rest_api/types/prompt_version.py +3 -0
  478. opik/rest_api/types/prompt_version_detail.py +3 -0
  479. opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
  480. opik/rest_api/types/prompt_version_link.py +1 -0
  481. opik/rest_api/types/prompt_version_link_public.py +1 -0
  482. opik/rest_api/types/prompt_version_page_public.py +5 -0
  483. opik/rest_api/types/prompt_version_public.py +3 -0
  484. opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
  485. opik/rest_api/types/prompt_version_template_structure.py +5 -0
  486. opik/rest_api/types/prompt_version_update.py +33 -0
  487. opik/rest_api/types/provider_api_key.py +9 -0
  488. opik/rest_api/types/provider_api_key_provider.py +1 -1
  489. opik/rest_api/types/provider_api_key_public.py +9 -0
  490. opik/rest_api/types/provider_api_key_public_provider.py +1 -1
  491. opik/rest_api/types/score_name.py +1 -0
  492. opik/rest_api/types/service_toggles_config.py +18 -0
  493. opik/rest_api/types/span.py +1 -2
  494. opik/rest_api/types/span_enrichment_options.py +31 -0
  495. opik/rest_api/types/span_experiment_item_bulk_write_view.py +1 -2
  496. opik/rest_api/types/span_filter.py +23 -0
  497. opik/rest_api/types/span_filter_operator.py +21 -0
  498. opik/rest_api/types/span_filter_write.py +23 -0
  499. opik/rest_api/types/span_filter_write_operator.py +21 -0
  500. opik/rest_api/types/span_llm_as_judge_code.py +27 -0
  501. opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
  502. opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
  503. opik/rest_api/types/span_public.py +1 -2
  504. opik/rest_api/types/span_update.py +46 -0
  505. opik/rest_api/types/span_user_defined_metric_python_code.py +20 -0
  506. opik/rest_api/types/span_user_defined_metric_python_code_public.py +20 -0
  507. opik/rest_api/types/span_user_defined_metric_python_code_write.py +20 -0
  508. opik/rest_api/types/span_write.py +1 -2
  509. opik/rest_api/types/studio_evaluation.py +20 -0
  510. opik/rest_api/types/studio_evaluation_public.py +20 -0
  511. opik/rest_api/types/studio_evaluation_write.py +20 -0
  512. opik/rest_api/types/studio_llm_model.py +21 -0
  513. opik/rest_api/types/studio_llm_model_public.py +21 -0
  514. opik/rest_api/types/studio_llm_model_write.py +21 -0
  515. opik/rest_api/types/studio_message.py +20 -0
  516. opik/rest_api/types/studio_message_public.py +20 -0
  517. opik/rest_api/types/studio_message_write.py +20 -0
  518. opik/rest_api/types/studio_metric.py +21 -0
  519. opik/rest_api/types/studio_metric_public.py +21 -0
  520. opik/rest_api/types/studio_metric_write.py +21 -0
  521. opik/rest_api/types/studio_optimizer.py +21 -0
  522. opik/rest_api/types/studio_optimizer_public.py +21 -0
  523. opik/rest_api/types/studio_optimizer_write.py +21 -0
  524. opik/rest_api/types/studio_prompt.py +20 -0
  525. opik/rest_api/types/studio_prompt_public.py +20 -0
  526. opik/rest_api/types/studio_prompt_write.py +20 -0
  527. opik/rest_api/types/trace.py +11 -2
  528. opik/rest_api/types/trace_enrichment_options.py +32 -0
  529. opik/rest_api/types/trace_experiment_item_bulk_write_view.py +1 -2
  530. opik/rest_api/types/trace_filter.py +23 -0
  531. opik/rest_api/types/trace_filter_operator.py +21 -0
  532. opik/rest_api/types/trace_filter_write.py +23 -0
  533. opik/rest_api/types/trace_filter_write_operator.py +21 -0
  534. opik/rest_api/types/trace_public.py +11 -2
  535. opik/rest_api/types/trace_thread_filter_write.py +23 -0
  536. opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
  537. opik/rest_api/types/trace_thread_identifier.py +1 -0
  538. opik/rest_api/types/trace_update.py +39 -0
  539. opik/rest_api/types/trace_write.py +1 -2
  540. opik/rest_api/types/value_entry.py +2 -0
  541. opik/rest_api/types/value_entry_compare.py +2 -0
  542. opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +2 -0
  543. opik/rest_api/types/value_entry_public.py +2 -0
  544. opik/rest_api/types/video_url.py +19 -0
  545. opik/rest_api/types/video_url_public.py +19 -0
  546. opik/rest_api/types/video_url_write.py +19 -0
  547. opik/rest_api/types/webhook.py +28 -0
  548. opik/rest_api/types/webhook_examples.py +19 -0
  549. opik/rest_api/types/webhook_public.py +28 -0
  550. opik/rest_api/types/webhook_test_result.py +23 -0
  551. opik/rest_api/types/webhook_test_result_status.py +5 -0
  552. opik/rest_api/types/webhook_write.py +23 -0
  553. opik/rest_api/types/welcome_wizard_tracking.py +22 -0
  554. opik/rest_api/types/workspace_configuration.py +5 -0
  555. opik/rest_api/welcome_wizard/__init__.py +4 -0
  556. opik/rest_api/welcome_wizard/client.py +195 -0
  557. opik/rest_api/welcome_wizard/raw_client.py +208 -0
  558. opik/rest_api/workspaces/client.py +14 -2
  559. opik/rest_api/workspaces/raw_client.py +10 -0
  560. opik/s3_httpx_client.py +14 -1
  561. opik/simulation/__init__.py +6 -0
  562. opik/simulation/simulated_user.py +99 -0
  563. opik/simulation/simulator.py +108 -0
  564. opik/synchronization.py +5 -6
  565. opik/{decorator/tracing_runtime_config.py → tracing_runtime_config.py} +6 -7
  566. opik/types.py +36 -0
  567. opik/validation/chat_prompt_messages.py +241 -0
  568. opik/validation/feedback_score.py +3 -3
  569. opik/validation/validator.py +28 -0
  570. opik-1.9.71.dist-info/METADATA +370 -0
  571. opik-1.9.71.dist-info/RECORD +1110 -0
  572. opik/api_objects/prompt/prompt.py +0 -112
  573. opik/cli.py +0 -193
  574. opik/hooks.py +0 -13
  575. opik/integrations/bedrock/chunks_aggregator.py +0 -55
  576. opik/integrations/bedrock/helpers.py +0 -8
  577. opik/rest_api/types/automation_rule_evaluator_object_public.py +0 -100
  578. opik/rest_api/types/json_node_experiment_item_bulk_write_view.py +0 -5
  579. opik-1.8.39.dist-info/METADATA +0 -339
  580. opik-1.8.39.dist-info/RECORD +0 -790
  581. /opik/{evaluation/metrics/conversation/conversational_coherence → decorator/context_manager}/__init__.py +0 -0
  582. /opik/evaluation/metrics/conversation/{session_completeness → llm_judges/conversational_coherence}/__init__.py +0 -0
  583. /opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/schema.py +0 -0
  584. /opik/evaluation/metrics/conversation/{user_frustration → llm_judges/session_completeness}/__init__.py +0 -0
  585. /opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/schema.py +0 -0
  586. /opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/schema.py +0 -0
  587. /opik/integrations/bedrock/{stream_wrappers.py → converse/stream_wrappers.py} +0 -0
  588. /opik/rest_api/{spans/types → types}/span_update_type.py +0 -0
  589. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/WHEEL +0 -0
  590. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/entry_points.txt +0 -0
  591. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/licenses/LICENSE +0 -0
  592. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/top_level.txt +0 -0
@@ -3,14 +3,49 @@
3
3
  # isort: skip_file
4
4
 
5
5
  from .aggregation_data import AggregationData
6
+ from .alert import Alert
7
+ from .alert_alert_type import AlertAlertType
8
+ from .alert_page_public import AlertPagePublic
9
+ from .alert_public import AlertPublic
10
+ from .alert_public_alert_type import AlertPublicAlertType
11
+ from .alert_trigger import AlertTrigger
12
+ from .alert_trigger_config import AlertTriggerConfig
13
+ from .alert_trigger_config_public import AlertTriggerConfigPublic
14
+ from .alert_trigger_config_public_type import AlertTriggerConfigPublicType
15
+ from .alert_trigger_config_type import AlertTriggerConfigType
16
+ from .alert_trigger_config_write import AlertTriggerConfigWrite
17
+ from .alert_trigger_config_write_type import AlertTriggerConfigWriteType
18
+ from .alert_trigger_event_type import AlertTriggerEventType
19
+ from .alert_trigger_public import AlertTriggerPublic
20
+ from .alert_trigger_public_event_type import AlertTriggerPublicEventType
21
+ from .alert_trigger_write import AlertTriggerWrite
22
+ from .alert_trigger_write_event_type import AlertTriggerWriteEventType
23
+ from .alert_write import AlertWrite
24
+ from .alert_write_alert_type import AlertWriteAlertType
25
+ from .annotation_queue import AnnotationQueue
26
+ from .annotation_queue_batch import AnnotationQueueBatch
27
+ from .annotation_queue_item_ids import AnnotationQueueItemIds
28
+ from .annotation_queue_page_public import AnnotationQueuePagePublic
29
+ from .annotation_queue_public import AnnotationQueuePublic
30
+ from .annotation_queue_public_scope import AnnotationQueuePublicScope
31
+ from .annotation_queue_reviewer import AnnotationQueueReviewer
32
+ from .annotation_queue_reviewer_public import AnnotationQueueReviewerPublic
33
+ from .annotation_queue_scope import AnnotationQueueScope
34
+ from .annotation_queue_write import AnnotationQueueWrite
35
+ from .annotation_queue_write_scope import AnnotationQueueWriteScope
6
36
  from .assistant_message import AssistantMessage
7
37
  from .assistant_message_role import AssistantMessageRole
8
38
  from .attachment import Attachment
9
39
  from .attachment_page import AttachmentPage
40
+ from .audio_url import AudioUrl
41
+ from .audio_url_public import AudioUrlPublic
42
+ from .audio_url_write import AudioUrlWrite
10
43
  from .auth_details_holder import AuthDetailsHolder
11
44
  from .automation_rule_evaluator import (
12
45
  AutomationRuleEvaluator,
13
46
  AutomationRuleEvaluator_LlmAsJudge,
47
+ AutomationRuleEvaluator_SpanLlmAsJudge,
48
+ AutomationRuleEvaluator_SpanUserDefinedMetricPython,
14
49
  AutomationRuleEvaluator_TraceThreadLlmAsJudge,
15
50
  AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
16
51
  AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -18,21 +53,37 @@ from .automation_rule_evaluator import (
18
53
  from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
19
54
  from .automation_rule_evaluator_llm_as_judge_public import AutomationRuleEvaluatorLlmAsJudgePublic
20
55
  from .automation_rule_evaluator_llm_as_judge_write import AutomationRuleEvaluatorLlmAsJudgeWrite
21
- from .automation_rule_evaluator_object_public import (
22
- AutomationRuleEvaluatorObjectPublic,
23
- AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
24
- AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
25
- AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
26
- AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
56
+ from .automation_rule_evaluator_object_object_public import (
57
+ AutomationRuleEvaluatorObjectObjectPublic,
58
+ AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
59
+ AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
60
+ AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
61
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
62
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
63
+ AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
27
64
  )
28
65
  from .automation_rule_evaluator_page_public import AutomationRuleEvaluatorPagePublic
29
66
  from .automation_rule_evaluator_public import (
30
67
  AutomationRuleEvaluatorPublic,
31
68
  AutomationRuleEvaluatorPublic_LlmAsJudge,
69
+ AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
70
+ AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
32
71
  AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
33
72
  AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
34
73
  AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
35
74
  )
75
+ from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
76
+ from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
77
+ from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
78
+ from .automation_rule_evaluator_span_user_defined_metric_python import (
79
+ AutomationRuleEvaluatorSpanUserDefinedMetricPython,
80
+ )
81
+ from .automation_rule_evaluator_span_user_defined_metric_python_public import (
82
+ AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
83
+ )
84
+ from .automation_rule_evaluator_span_user_defined_metric_python_write import (
85
+ AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
86
+ )
36
87
  from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
37
88
  from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
38
89
  AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
@@ -50,11 +101,17 @@ from .automation_rule_evaluator_trace_thread_user_defined_metric_python_write im
50
101
  from .automation_rule_evaluator_update import (
51
102
  AutomationRuleEvaluatorUpdate,
52
103
  AutomationRuleEvaluatorUpdate_LlmAsJudge,
104
+ AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
105
+ AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
53
106
  AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
54
107
  AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
55
108
  AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
56
109
  )
57
110
  from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
111
+ from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
112
+ from .automation_rule_evaluator_update_span_user_defined_metric_python import (
113
+ AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
114
+ )
58
115
  from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
59
116
  AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
60
117
  )
@@ -74,6 +131,8 @@ from .automation_rule_evaluator_user_defined_metric_python_write import (
74
131
  from .automation_rule_evaluator_write import (
75
132
  AutomationRuleEvaluatorWrite,
76
133
  AutomationRuleEvaluatorWrite_LlmAsJudge,
134
+ AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
135
+ AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
77
136
  AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
78
137
  AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
79
138
  AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
@@ -83,6 +142,14 @@ from .batch_delete import BatchDelete
83
142
  from .batch_delete_by_project import BatchDeleteByProject
84
143
  from .bi_information import BiInformation
85
144
  from .bi_information_response import BiInformationResponse
145
+ from .boolean_feedback_definition import BooleanFeedbackDefinition
146
+ from .boolean_feedback_definition_create import BooleanFeedbackDefinitionCreate
147
+ from .boolean_feedback_definition_public import BooleanFeedbackDefinitionPublic
148
+ from .boolean_feedback_definition_update import BooleanFeedbackDefinitionUpdate
149
+ from .boolean_feedback_detail import BooleanFeedbackDetail
150
+ from .boolean_feedback_detail_create import BooleanFeedbackDetailCreate
151
+ from .boolean_feedback_detail_public import BooleanFeedbackDetailPublic
152
+ from .boolean_feedback_detail_update import BooleanFeedbackDetailUpdate
86
153
  from .categorical_feedback_definition import CategoricalFeedbackDefinition
87
154
  from .categorical_feedback_definition_create import CategoricalFeedbackDefinitionCreate
88
155
  from .categorical_feedback_definition_public import CategoricalFeedbackDefinitionPublic
@@ -116,23 +183,39 @@ from .complete_multipart_upload_request import CompleteMultipartUploadRequest
116
183
  from .complete_multipart_upload_request_entity_type import CompleteMultipartUploadRequestEntityType
117
184
  from .completion_tokens_details import CompletionTokensDetails
118
185
  from .count_value_stat_public import CountValueStatPublic
186
+ from .dashboard_page_public import DashboardPagePublic
187
+ from .dashboard_public import DashboardPublic
119
188
  from .data_point_double import DataPointDouble
120
189
  from .data_point_number_public import DataPointNumberPublic
121
190
  from .dataset import Dataset
191
+ from .dataset_expansion import DatasetExpansion
192
+ from .dataset_expansion_response import DatasetExpansionResponse
122
193
  from .dataset_item import DatasetItem
123
194
  from .dataset_item_batch import DatasetItemBatch
195
+ from .dataset_item_changes_public import DatasetItemChangesPublic
124
196
  from .dataset_item_compare import DatasetItemCompare
125
197
  from .dataset_item_compare_source import DatasetItemCompareSource
198
+ from .dataset_item_filter import DatasetItemFilter
199
+ from .dataset_item_filter_operator import DatasetItemFilterOperator
126
200
  from .dataset_item_page_compare import DatasetItemPageCompare
127
201
  from .dataset_item_page_public import DatasetItemPagePublic
128
202
  from .dataset_item_public import DatasetItemPublic
129
203
  from .dataset_item_public_source import DatasetItemPublicSource
130
204
  from .dataset_item_source import DatasetItemSource
205
+ from .dataset_item_update import DatasetItemUpdate
131
206
  from .dataset_item_write import DatasetItemWrite
132
207
  from .dataset_item_write_source import DatasetItemWriteSource
133
208
  from .dataset_page_public import DatasetPagePublic
134
209
  from .dataset_public import DatasetPublic
210
+ from .dataset_public_status import DatasetPublicStatus
135
211
  from .dataset_public_visibility import DatasetPublicVisibility
212
+ from .dataset_status import DatasetStatus
213
+ from .dataset_version_diff import DatasetVersionDiff
214
+ from .dataset_version_diff_stats import DatasetVersionDiffStats
215
+ from .dataset_version_page_public import DatasetVersionPagePublic
216
+ from .dataset_version_public import DatasetVersionPublic
217
+ from .dataset_version_summary import DatasetVersionSummary
218
+ from .dataset_version_summary_public import DatasetVersionSummaryPublic
136
219
  from .dataset_visibility import DatasetVisibility
137
220
  from .delete_attachments_request import DeleteAttachmentsRequest
138
221
  from .delete_attachments_request_entity_type import DeleteAttachmentsRequestEntityType
@@ -165,18 +248,34 @@ from .experiment_item_public_trace_visibility_mode import ExperimentItemPublicTr
165
248
  from .experiment_item_trace_visibility_mode import ExperimentItemTraceVisibilityMode
166
249
  from .experiment_page_public import ExperimentPagePublic
167
250
  from .experiment_public import ExperimentPublic
251
+ from .experiment_public_status import ExperimentPublicStatus
168
252
  from .experiment_public_type import ExperimentPublicType
253
+ from .experiment_score import ExperimentScore
254
+ from .experiment_score_public import ExperimentScorePublic
255
+ from .experiment_score_write import ExperimentScoreWrite
256
+ from .experiment_status import ExperimentStatus
169
257
  from .experiment_type import ExperimentType
170
258
  from .export_trace_service_request import ExportTraceServiceRequest
171
- from .feedback import Feedback, Feedback_Categorical, Feedback_Numerical
172
- from .feedback_create import FeedbackCreate, FeedbackCreate_Categorical, FeedbackCreate_Numerical
259
+ from .feedback import Feedback, Feedback_Boolean, Feedback_Categorical, Feedback_Numerical
260
+ from .feedback_create import (
261
+ FeedbackCreate,
262
+ FeedbackCreate_Boolean,
263
+ FeedbackCreate_Categorical,
264
+ FeedbackCreate_Numerical,
265
+ )
173
266
  from .feedback_definition_page_public import FeedbackDefinitionPagePublic
174
267
  from .feedback_object_public import (
175
268
  FeedbackObjectPublic,
269
+ FeedbackObjectPublic_Boolean,
176
270
  FeedbackObjectPublic_Categorical,
177
271
  FeedbackObjectPublic_Numerical,
178
272
  )
179
- from .feedback_public import FeedbackPublic, FeedbackPublic_Categorical, FeedbackPublic_Numerical
273
+ from .feedback_public import (
274
+ FeedbackPublic,
275
+ FeedbackPublic_Boolean,
276
+ FeedbackPublic_Categorical,
277
+ FeedbackPublic_Numerical,
278
+ )
180
279
  from .feedback_score import FeedbackScore
181
280
  from .feedback_score_average import FeedbackScoreAverage
182
281
  from .feedback_score_average_detailed import FeedbackScoreAverageDetailed
@@ -194,11 +293,18 @@ from .feedback_score_names import FeedbackScoreNames
194
293
  from .feedback_score_public import FeedbackScorePublic
195
294
  from .feedback_score_public_source import FeedbackScorePublicSource
196
295
  from .feedback_score_source import FeedbackScoreSource
197
- from .feedback_update import FeedbackUpdate, FeedbackUpdate_Categorical, FeedbackUpdate_Numerical
296
+ from .feedback_update import (
297
+ FeedbackUpdate,
298
+ FeedbackUpdate_Boolean,
299
+ FeedbackUpdate_Categorical,
300
+ FeedbackUpdate_Numerical,
301
+ )
198
302
  from .function import Function
199
303
  from .function_call import FunctionCall
200
304
  from .group_content import GroupContent
201
305
  from .group_content_with_aggregations import GroupContentWithAggregations
306
+ from .group_detail import GroupDetail
307
+ from .group_details import GroupDetails
202
308
  from .guardrail import Guardrail
203
309
  from .guardrail_batch import GuardrailBatch
204
310
  from .guardrail_name import GuardrailName
@@ -208,6 +314,10 @@ from .guardrail_write_name import GuardrailWriteName
208
314
  from .guardrail_write_result import GuardrailWriteResult
209
315
  from .guardrails_validation import GuardrailsValidation
210
316
  from .guardrails_validation_public import GuardrailsValidationPublic
317
+ from .ids_holder import IdsHolder
318
+ from .image_url import ImageUrl
319
+ from .image_url_public import ImageUrlPublic
320
+ from .image_url_write import ImageUrlWrite
211
321
  from .json_list_string import JsonListString
212
322
  from .json_list_string_compare import JsonListStringCompare
213
323
  from .json_list_string_experiment_item_bulk_write_view import JsonListStringExperimentItemBulkWriteView
@@ -215,7 +325,6 @@ from .json_list_string_public import JsonListStringPublic
215
325
  from .json_list_string_write import JsonListStringWrite
216
326
  from .json_node import JsonNode
217
327
  from .json_node_detail import JsonNodeDetail
218
- from .json_node_experiment_item_bulk_write_view import JsonNodeExperimentItemBulkWriteView
219
328
  from .json_node_public import JsonNodePublic
220
329
  from .json_node_write import JsonNodeWrite
221
330
  from .json_schema import JsonSchema
@@ -223,6 +332,9 @@ from .llm_as_judge_code import LlmAsJudgeCode
223
332
  from .llm_as_judge_code_public import LlmAsJudgeCodePublic
224
333
  from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
225
334
  from .llm_as_judge_message import LlmAsJudgeMessage
335
+ from .llm_as_judge_message_content import LlmAsJudgeMessageContent
336
+ from .llm_as_judge_message_content_public import LlmAsJudgeMessageContentPublic
337
+ from .llm_as_judge_message_content_write import LlmAsJudgeMessageContentWrite
226
338
  from .llm_as_judge_message_public import LlmAsJudgeMessagePublic
227
339
  from .llm_as_judge_message_public_role import LlmAsJudgeMessagePublicRole
228
340
  from .llm_as_judge_message_role import LlmAsJudgeMessageRole
@@ -240,6 +352,9 @@ from .llm_as_judge_output_schema_write_type import LlmAsJudgeOutputSchemaWriteTy
240
352
  from .log_item import LogItem
241
353
  from .log_item_level import LogItemLevel
242
354
  from .log_page import LogPage
355
+ from .manual_evaluation_request import ManualEvaluationRequest
356
+ from .manual_evaluation_request_entity_type import ManualEvaluationRequestEntityType
357
+ from .manual_evaluation_response import ManualEvaluationResponse
243
358
  from .message import Message
244
359
  from .multipart_upload_part import MultipartUploadPart
245
360
  from .numerical_feedback_definition import NumericalFeedbackDefinition
@@ -255,6 +370,10 @@ from .optimization_page_public import OptimizationPagePublic
255
370
  from .optimization_public import OptimizationPublic
256
371
  from .optimization_public_status import OptimizationPublicStatus
257
372
  from .optimization_status import OptimizationStatus
373
+ from .optimization_studio_config import OptimizationStudioConfig
374
+ from .optimization_studio_config_public import OptimizationStudioConfigPublic
375
+ from .optimization_studio_config_write import OptimizationStudioConfigWrite
376
+ from .optimization_studio_log import OptimizationStudioLog
258
377
  from .optimization_write import OptimizationWrite
259
378
  from .optimization_write_status import OptimizationWriteStatus
260
379
  from .page_columns import PageColumns
@@ -271,6 +390,8 @@ from .project_metric_response_public_metric_type import ProjectMetricResponsePub
271
390
  from .project_page_public import ProjectPagePublic
272
391
  from .project_public import ProjectPublic
273
392
  from .project_public_visibility import ProjectPublicVisibility
393
+ from .project_reference import ProjectReference
394
+ from .project_reference_public import ProjectReferencePublic
274
395
  from .project_stat_item_object_public import (
275
396
  ProjectStatItemObjectPublic,
276
397
  ProjectStatItemObjectPublic_Avg,
@@ -283,20 +404,27 @@ from .project_stats_summary_item import ProjectStatsSummaryItem
283
404
  from .project_visibility import ProjectVisibility
284
405
  from .prompt import Prompt
285
406
  from .prompt_detail import PromptDetail
407
+ from .prompt_detail_template_structure import PromptDetailTemplateStructure
286
408
  from .prompt_page_public import PromptPagePublic
287
409
  from .prompt_public import PromptPublic
410
+ from .prompt_public_template_structure import PromptPublicTemplateStructure
411
+ from .prompt_template_structure import PromptTemplateStructure
288
412
  from .prompt_tokens_details import PromptTokensDetails
289
413
  from .prompt_type import PromptType
290
414
  from .prompt_version import PromptVersion
291
415
  from .prompt_version_detail import PromptVersionDetail
416
+ from .prompt_version_detail_template_structure import PromptVersionDetailTemplateStructure
292
417
  from .prompt_version_detail_type import PromptVersionDetailType
293
418
  from .prompt_version_link import PromptVersionLink
294
419
  from .prompt_version_link_public import PromptVersionLinkPublic
295
420
  from .prompt_version_link_write import PromptVersionLinkWrite
296
421
  from .prompt_version_page_public import PromptVersionPagePublic
297
422
  from .prompt_version_public import PromptVersionPublic
423
+ from .prompt_version_public_template_structure import PromptVersionPublicTemplateStructure
298
424
  from .prompt_version_public_type import PromptVersionPublicType
425
+ from .prompt_version_template_structure import PromptVersionTemplateStructure
299
426
  from .prompt_version_type import PromptVersionType
427
+ from .prompt_version_update import PromptVersionUpdate
300
428
  from .provider_api_key import ProviderApiKey
301
429
  from .provider_api_key_page_public import ProviderApiKeyPagePublic
302
430
  from .provider_api_key_provider import ProviderApiKeyProvider
@@ -310,27 +438,63 @@ from .score_name import ScoreName
310
438
  from .service_toggles_config import ServiceTogglesConfig
311
439
  from .span import Span
312
440
  from .span_batch import SpanBatch
441
+ from .span_enrichment_options import SpanEnrichmentOptions
313
442
  from .span_experiment_item_bulk_write_view import SpanExperimentItemBulkWriteView
314
443
  from .span_experiment_item_bulk_write_view_type import SpanExperimentItemBulkWriteViewType
444
+ from .span_filter import SpanFilter
445
+ from .span_filter_operator import SpanFilterOperator
315
446
  from .span_filter_public import SpanFilterPublic
316
447
  from .span_filter_public_operator import SpanFilterPublicOperator
448
+ from .span_filter_write import SpanFilterWrite
449
+ from .span_filter_write_operator import SpanFilterWriteOperator
450
+ from .span_llm_as_judge_code import SpanLlmAsJudgeCode
451
+ from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
452
+ from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
317
453
  from .span_page_public import SpanPagePublic
318
454
  from .span_public import SpanPublic
319
455
  from .span_public_type import SpanPublicType
320
456
  from .span_type import SpanType
457
+ from .span_update import SpanUpdate
458
+ from .span_update_type import SpanUpdateType
459
+ from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
460
+ from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
461
+ from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
321
462
  from .span_write import SpanWrite
322
463
  from .span_write_type import SpanWriteType
323
464
  from .spans_count_response import SpansCountResponse
324
465
  from .start_multipart_upload_response import StartMultipartUploadResponse
325
466
  from .stream_options import StreamOptions
467
+ from .studio_evaluation import StudioEvaluation
468
+ from .studio_evaluation_public import StudioEvaluationPublic
469
+ from .studio_evaluation_write import StudioEvaluationWrite
470
+ from .studio_llm_model import StudioLlmModel
471
+ from .studio_llm_model_public import StudioLlmModelPublic
472
+ from .studio_llm_model_write import StudioLlmModelWrite
473
+ from .studio_message import StudioMessage
474
+ from .studio_message_public import StudioMessagePublic
475
+ from .studio_message_write import StudioMessageWrite
476
+ from .studio_metric import StudioMetric
477
+ from .studio_metric_public import StudioMetricPublic
478
+ from .studio_metric_write import StudioMetricWrite
479
+ from .studio_optimizer import StudioOptimizer
480
+ from .studio_optimizer_public import StudioOptimizerPublic
481
+ from .studio_optimizer_write import StudioOptimizerWrite
482
+ from .studio_prompt import StudioPrompt
483
+ from .studio_prompt_public import StudioPromptPublic
484
+ from .studio_prompt_write import StudioPromptWrite
326
485
  from .tool import Tool
327
486
  from .tool_call import ToolCall
328
487
  from .trace import Trace
329
488
  from .trace_batch import TraceBatch
330
489
  from .trace_count_response import TraceCountResponse
490
+ from .trace_enrichment_options import TraceEnrichmentOptions
331
491
  from .trace_experiment_item_bulk_write_view import TraceExperimentItemBulkWriteView
492
+ from .trace_filter import TraceFilter
493
+ from .trace_filter_operator import TraceFilterOperator
332
494
  from .trace_filter_public import TraceFilterPublic
333
495
  from .trace_filter_public_operator import TraceFilterPublicOperator
496
+ from .trace_filter_write import TraceFilterWrite
497
+ from .trace_filter_write_operator import TraceFilterWriteOperator
334
498
  from .trace_page_public import TracePagePublic
335
499
  from .trace_public import TracePublic
336
500
  from .trace_public_visibility_mode import TracePublicVisibilityMode
@@ -339,6 +503,8 @@ from .trace_thread_filter import TraceThreadFilter
339
503
  from .trace_thread_filter_operator import TraceThreadFilterOperator
340
504
  from .trace_thread_filter_public import TraceThreadFilterPublic
341
505
  from .trace_thread_filter_public_operator import TraceThreadFilterPublicOperator
506
+ from .trace_thread_filter_write import TraceThreadFilterWrite
507
+ from .trace_thread_filter_write_operator import TraceThreadFilterWriteOperator
342
508
  from .trace_thread_identifier import TraceThreadIdentifier
343
509
  from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
344
510
  from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
@@ -349,6 +515,7 @@ from .trace_thread_update import TraceThreadUpdate
349
515
  from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
350
516
  from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
351
517
  from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
518
+ from .trace_update import TraceUpdate
352
519
  from .trace_visibility_mode import TraceVisibilityMode
353
520
  from .trace_write import TraceWrite
354
521
  from .usage import Usage
@@ -363,6 +530,16 @@ from .value_entry_experiment_item_bulk_write_view_source import ValueEntryExperi
363
530
  from .value_entry_public import ValueEntryPublic
364
531
  from .value_entry_public_source import ValueEntryPublicSource
365
532
  from .value_entry_source import ValueEntrySource
533
+ from .video_url import VideoUrl
534
+ from .video_url_public import VideoUrlPublic
535
+ from .video_url_write import VideoUrlWrite
536
+ from .webhook import Webhook
537
+ from .webhook_examples import WebhookExamples
538
+ from .webhook_public import WebhookPublic
539
+ from .webhook_test_result import WebhookTestResult
540
+ from .webhook_test_result_status import WebhookTestResultStatus
541
+ from .webhook_write import WebhookWrite
542
+ from .welcome_wizard_tracking import WelcomeWizardTracking
366
543
  from .workspace_configuration import WorkspaceConfiguration
367
544
  from .workspace_metric_request import WorkspaceMetricRequest
368
545
  from .workspace_metric_response import WorkspaceMetricResponse
@@ -374,26 +551,69 @@ from .workspace_trace_count import WorkspaceTraceCount
374
551
 
375
552
  __all__ = [
376
553
  "AggregationData",
554
+ "Alert",
555
+ "AlertAlertType",
556
+ "AlertPagePublic",
557
+ "AlertPublic",
558
+ "AlertPublicAlertType",
559
+ "AlertTrigger",
560
+ "AlertTriggerConfig",
561
+ "AlertTriggerConfigPublic",
562
+ "AlertTriggerConfigPublicType",
563
+ "AlertTriggerConfigType",
564
+ "AlertTriggerConfigWrite",
565
+ "AlertTriggerConfigWriteType",
566
+ "AlertTriggerEventType",
567
+ "AlertTriggerPublic",
568
+ "AlertTriggerPublicEventType",
569
+ "AlertTriggerWrite",
570
+ "AlertTriggerWriteEventType",
571
+ "AlertWrite",
572
+ "AlertWriteAlertType",
573
+ "AnnotationQueue",
574
+ "AnnotationQueueBatch",
575
+ "AnnotationQueueItemIds",
576
+ "AnnotationQueuePagePublic",
577
+ "AnnotationQueuePublic",
578
+ "AnnotationQueuePublicScope",
579
+ "AnnotationQueueReviewer",
580
+ "AnnotationQueueReviewerPublic",
581
+ "AnnotationQueueScope",
582
+ "AnnotationQueueWrite",
583
+ "AnnotationQueueWriteScope",
377
584
  "AssistantMessage",
378
585
  "AssistantMessageRole",
379
586
  "Attachment",
380
587
  "AttachmentPage",
588
+ "AudioUrl",
589
+ "AudioUrlPublic",
590
+ "AudioUrlWrite",
381
591
  "AuthDetailsHolder",
382
592
  "AutomationRuleEvaluator",
383
593
  "AutomationRuleEvaluatorLlmAsJudge",
384
594
  "AutomationRuleEvaluatorLlmAsJudgePublic",
385
595
  "AutomationRuleEvaluatorLlmAsJudgeWrite",
386
- "AutomationRuleEvaluatorObjectPublic",
387
- "AutomationRuleEvaluatorObjectPublic_LlmAsJudge",
388
- "AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge",
389
- "AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython",
390
- "AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython",
596
+ "AutomationRuleEvaluatorObjectObjectPublic",
597
+ "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
598
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
599
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
600
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
601
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
602
+ "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
391
603
  "AutomationRuleEvaluatorPagePublic",
392
604
  "AutomationRuleEvaluatorPublic",
393
605
  "AutomationRuleEvaluatorPublic_LlmAsJudge",
606
+ "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
607
+ "AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
394
608
  "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
395
609
  "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
396
610
  "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
611
+ "AutomationRuleEvaluatorSpanLlmAsJudge",
612
+ "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
613
+ "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
614
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPython",
615
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
616
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
397
617
  "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
398
618
  "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
399
619
  "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -402,10 +622,14 @@ __all__ = [
402
622
  "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
403
623
  "AutomationRuleEvaluatorUpdate",
404
624
  "AutomationRuleEvaluatorUpdateLlmAsJudge",
625
+ "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
626
+ "AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
405
627
  "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
406
628
  "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
407
629
  "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
408
630
  "AutomationRuleEvaluatorUpdate_LlmAsJudge",
631
+ "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
632
+ "AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
409
633
  "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
410
634
  "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
411
635
  "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -414,10 +638,14 @@ __all__ = [
414
638
  "AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
415
639
  "AutomationRuleEvaluatorWrite",
416
640
  "AutomationRuleEvaluatorWrite_LlmAsJudge",
641
+ "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
642
+ "AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
417
643
  "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
418
644
  "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
419
645
  "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
420
646
  "AutomationRuleEvaluator_LlmAsJudge",
647
+ "AutomationRuleEvaluator_SpanLlmAsJudge",
648
+ "AutomationRuleEvaluator_SpanUserDefinedMetricPython",
421
649
  "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
422
650
  "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
423
651
  "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -426,6 +654,14 @@ __all__ = [
426
654
  "BatchDeleteByProject",
427
655
  "BiInformation",
428
656
  "BiInformationResponse",
657
+ "BooleanFeedbackDefinition",
658
+ "BooleanFeedbackDefinitionCreate",
659
+ "BooleanFeedbackDefinitionPublic",
660
+ "BooleanFeedbackDefinitionUpdate",
661
+ "BooleanFeedbackDetail",
662
+ "BooleanFeedbackDetailCreate",
663
+ "BooleanFeedbackDetailPublic",
664
+ "BooleanFeedbackDetailUpdate",
429
665
  "CategoricalFeedbackDefinition",
430
666
  "CategoricalFeedbackDefinitionCreate",
431
667
  "CategoricalFeedbackDefinitionPublic",
@@ -459,23 +695,39 @@ __all__ = [
459
695
  "CompleteMultipartUploadRequestEntityType",
460
696
  "CompletionTokensDetails",
461
697
  "CountValueStatPublic",
698
+ "DashboardPagePublic",
699
+ "DashboardPublic",
462
700
  "DataPointDouble",
463
701
  "DataPointNumberPublic",
464
702
  "Dataset",
703
+ "DatasetExpansion",
704
+ "DatasetExpansionResponse",
465
705
  "DatasetItem",
466
706
  "DatasetItemBatch",
707
+ "DatasetItemChangesPublic",
467
708
  "DatasetItemCompare",
468
709
  "DatasetItemCompareSource",
710
+ "DatasetItemFilter",
711
+ "DatasetItemFilterOperator",
469
712
  "DatasetItemPageCompare",
470
713
  "DatasetItemPagePublic",
471
714
  "DatasetItemPublic",
472
715
  "DatasetItemPublicSource",
473
716
  "DatasetItemSource",
717
+ "DatasetItemUpdate",
474
718
  "DatasetItemWrite",
475
719
  "DatasetItemWriteSource",
476
720
  "DatasetPagePublic",
477
721
  "DatasetPublic",
722
+ "DatasetPublicStatus",
478
723
  "DatasetPublicVisibility",
724
+ "DatasetStatus",
725
+ "DatasetVersionDiff",
726
+ "DatasetVersionDiffStats",
727
+ "DatasetVersionPagePublic",
728
+ "DatasetVersionPublic",
729
+ "DatasetVersionSummary",
730
+ "DatasetVersionSummaryPublic",
479
731
  "DatasetVisibility",
480
732
  "DeleteAttachmentsRequest",
481
733
  "DeleteAttachmentsRequestEntityType",
@@ -506,18 +758,26 @@ __all__ = [
506
758
  "ExperimentItemTraceVisibilityMode",
507
759
  "ExperimentPagePublic",
508
760
  "ExperimentPublic",
761
+ "ExperimentPublicStatus",
509
762
  "ExperimentPublicType",
763
+ "ExperimentScore",
764
+ "ExperimentScorePublic",
765
+ "ExperimentScoreWrite",
766
+ "ExperimentStatus",
510
767
  "ExperimentType",
511
768
  "ExportTraceServiceRequest",
512
769
  "Feedback",
513
770
  "FeedbackCreate",
771
+ "FeedbackCreate_Boolean",
514
772
  "FeedbackCreate_Categorical",
515
773
  "FeedbackCreate_Numerical",
516
774
  "FeedbackDefinitionPagePublic",
517
775
  "FeedbackObjectPublic",
776
+ "FeedbackObjectPublic_Boolean",
518
777
  "FeedbackObjectPublic_Categorical",
519
778
  "FeedbackObjectPublic_Numerical",
520
779
  "FeedbackPublic",
780
+ "FeedbackPublic_Boolean",
521
781
  "FeedbackPublic_Categorical",
522
782
  "FeedbackPublic_Numerical",
523
783
  "FeedbackScore",
@@ -538,14 +798,18 @@ __all__ = [
538
798
  "FeedbackScorePublicSource",
539
799
  "FeedbackScoreSource",
540
800
  "FeedbackUpdate",
801
+ "FeedbackUpdate_Boolean",
541
802
  "FeedbackUpdate_Categorical",
542
803
  "FeedbackUpdate_Numerical",
804
+ "Feedback_Boolean",
543
805
  "Feedback_Categorical",
544
806
  "Feedback_Numerical",
545
807
  "Function",
546
808
  "FunctionCall",
547
809
  "GroupContent",
548
810
  "GroupContentWithAggregations",
811
+ "GroupDetail",
812
+ "GroupDetails",
549
813
  "Guardrail",
550
814
  "GuardrailBatch",
551
815
  "GuardrailName",
@@ -555,6 +819,10 @@ __all__ = [
555
819
  "GuardrailWriteResult",
556
820
  "GuardrailsValidation",
557
821
  "GuardrailsValidationPublic",
822
+ "IdsHolder",
823
+ "ImageUrl",
824
+ "ImageUrlPublic",
825
+ "ImageUrlWrite",
558
826
  "JsonListString",
559
827
  "JsonListStringCompare",
560
828
  "JsonListStringExperimentItemBulkWriteView",
@@ -562,7 +830,6 @@ __all__ = [
562
830
  "JsonListStringWrite",
563
831
  "JsonNode",
564
832
  "JsonNodeDetail",
565
- "JsonNodeExperimentItemBulkWriteView",
566
833
  "JsonNodePublic",
567
834
  "JsonNodeWrite",
568
835
  "JsonSchema",
@@ -570,6 +837,9 @@ __all__ = [
570
837
  "LlmAsJudgeCodePublic",
571
838
  "LlmAsJudgeCodeWrite",
572
839
  "LlmAsJudgeMessage",
840
+ "LlmAsJudgeMessageContent",
841
+ "LlmAsJudgeMessageContentPublic",
842
+ "LlmAsJudgeMessageContentWrite",
573
843
  "LlmAsJudgeMessagePublic",
574
844
  "LlmAsJudgeMessagePublicRole",
575
845
  "LlmAsJudgeMessageRole",
@@ -587,6 +857,9 @@ __all__ = [
587
857
  "LogItem",
588
858
  "LogItemLevel",
589
859
  "LogPage",
860
+ "ManualEvaluationRequest",
861
+ "ManualEvaluationRequestEntityType",
862
+ "ManualEvaluationResponse",
590
863
  "Message",
591
864
  "MultipartUploadPart",
592
865
  "NumericalFeedbackDefinition",
@@ -602,6 +875,10 @@ __all__ = [
602
875
  "OptimizationPublic",
603
876
  "OptimizationPublicStatus",
604
877
  "OptimizationStatus",
878
+ "OptimizationStudioConfig",
879
+ "OptimizationStudioConfigPublic",
880
+ "OptimizationStudioConfigWrite",
881
+ "OptimizationStudioLog",
605
882
  "OptimizationWrite",
606
883
  "OptimizationWriteStatus",
607
884
  "PageColumns",
@@ -618,6 +895,8 @@ __all__ = [
618
895
  "ProjectPagePublic",
619
896
  "ProjectPublic",
620
897
  "ProjectPublicVisibility",
898
+ "ProjectReference",
899
+ "ProjectReferencePublic",
621
900
  "ProjectStatItemObjectPublic",
622
901
  "ProjectStatItemObjectPublic_Avg",
623
902
  "ProjectStatItemObjectPublic_Count",
@@ -628,20 +907,27 @@ __all__ = [
628
907
  "ProjectVisibility",
629
908
  "Prompt",
630
909
  "PromptDetail",
910
+ "PromptDetailTemplateStructure",
631
911
  "PromptPagePublic",
632
912
  "PromptPublic",
913
+ "PromptPublicTemplateStructure",
914
+ "PromptTemplateStructure",
633
915
  "PromptTokensDetails",
634
916
  "PromptType",
635
917
  "PromptVersion",
636
918
  "PromptVersionDetail",
919
+ "PromptVersionDetailTemplateStructure",
637
920
  "PromptVersionDetailType",
638
921
  "PromptVersionLink",
639
922
  "PromptVersionLinkPublic",
640
923
  "PromptVersionLinkWrite",
641
924
  "PromptVersionPagePublic",
642
925
  "PromptVersionPublic",
926
+ "PromptVersionPublicTemplateStructure",
643
927
  "PromptVersionPublicType",
928
+ "PromptVersionTemplateStructure",
644
929
  "PromptVersionType",
930
+ "PromptVersionUpdate",
645
931
  "ProviderApiKey",
646
932
  "ProviderApiKeyPagePublic",
647
933
  "ProviderApiKeyProvider",
@@ -655,27 +941,63 @@ __all__ = [
655
941
  "ServiceTogglesConfig",
656
942
  "Span",
657
943
  "SpanBatch",
944
+ "SpanEnrichmentOptions",
658
945
  "SpanExperimentItemBulkWriteView",
659
946
  "SpanExperimentItemBulkWriteViewType",
947
+ "SpanFilter",
948
+ "SpanFilterOperator",
660
949
  "SpanFilterPublic",
661
950
  "SpanFilterPublicOperator",
951
+ "SpanFilterWrite",
952
+ "SpanFilterWriteOperator",
953
+ "SpanLlmAsJudgeCode",
954
+ "SpanLlmAsJudgeCodePublic",
955
+ "SpanLlmAsJudgeCodeWrite",
662
956
  "SpanPagePublic",
663
957
  "SpanPublic",
664
958
  "SpanPublicType",
665
959
  "SpanType",
960
+ "SpanUpdate",
961
+ "SpanUpdateType",
962
+ "SpanUserDefinedMetricPythonCode",
963
+ "SpanUserDefinedMetricPythonCodePublic",
964
+ "SpanUserDefinedMetricPythonCodeWrite",
666
965
  "SpanWrite",
667
966
  "SpanWriteType",
668
967
  "SpansCountResponse",
669
968
  "StartMultipartUploadResponse",
670
969
  "StreamOptions",
970
+ "StudioEvaluation",
971
+ "StudioEvaluationPublic",
972
+ "StudioEvaluationWrite",
973
+ "StudioLlmModel",
974
+ "StudioLlmModelPublic",
975
+ "StudioLlmModelWrite",
976
+ "StudioMessage",
977
+ "StudioMessagePublic",
978
+ "StudioMessageWrite",
979
+ "StudioMetric",
980
+ "StudioMetricPublic",
981
+ "StudioMetricWrite",
982
+ "StudioOptimizer",
983
+ "StudioOptimizerPublic",
984
+ "StudioOptimizerWrite",
985
+ "StudioPrompt",
986
+ "StudioPromptPublic",
987
+ "StudioPromptWrite",
671
988
  "Tool",
672
989
  "ToolCall",
673
990
  "Trace",
674
991
  "TraceBatch",
675
992
  "TraceCountResponse",
993
+ "TraceEnrichmentOptions",
676
994
  "TraceExperimentItemBulkWriteView",
995
+ "TraceFilter",
996
+ "TraceFilterOperator",
677
997
  "TraceFilterPublic",
678
998
  "TraceFilterPublicOperator",
999
+ "TraceFilterWrite",
1000
+ "TraceFilterWriteOperator",
679
1001
  "TracePagePublic",
680
1002
  "TracePublic",
681
1003
  "TracePublicVisibilityMode",
@@ -684,6 +1006,8 @@ __all__ = [
684
1006
  "TraceThreadFilterOperator",
685
1007
  "TraceThreadFilterPublic",
686
1008
  "TraceThreadFilterPublicOperator",
1009
+ "TraceThreadFilterWrite",
1010
+ "TraceThreadFilterWriteOperator",
687
1011
  "TraceThreadIdentifier",
688
1012
  "TraceThreadLlmAsJudgeCode",
689
1013
  "TraceThreadLlmAsJudgeCodePublic",
@@ -694,6 +1018,7 @@ __all__ = [
694
1018
  "TraceThreadUserDefinedMetricPythonCode",
695
1019
  "TraceThreadUserDefinedMetricPythonCodePublic",
696
1020
  "TraceThreadUserDefinedMetricPythonCodeWrite",
1021
+ "TraceUpdate",
697
1022
  "TraceVisibilityMode",
698
1023
  "TraceWrite",
699
1024
  "Usage",
@@ -708,6 +1033,16 @@ __all__ = [
708
1033
  "ValueEntryPublic",
709
1034
  "ValueEntryPublicSource",
710
1035
  "ValueEntrySource",
1036
+ "VideoUrl",
1037
+ "VideoUrlPublic",
1038
+ "VideoUrlWrite",
1039
+ "Webhook",
1040
+ "WebhookExamples",
1041
+ "WebhookPublic",
1042
+ "WebhookTestResult",
1043
+ "WebhookTestResultStatus",
1044
+ "WebhookWrite",
1045
+ "WelcomeWizardTracking",
711
1046
  "WorkspaceConfiguration",
712
1047
  "WorkspaceMetricRequest",
713
1048
  "WorkspaceMetricResponse",