opik 1.8.39__py3-none-any.whl → 1.9.71__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (592) hide show
  1. opik/__init__.py +19 -3
  2. opik/anonymizer/__init__.py +5 -0
  3. opik/anonymizer/anonymizer.py +12 -0
  4. opik/anonymizer/factory.py +80 -0
  5. opik/anonymizer/recursive_anonymizer.py +64 -0
  6. opik/anonymizer/rules.py +56 -0
  7. opik/anonymizer/rules_anonymizer.py +35 -0
  8. opik/api_objects/attachment/attachment_context.py +36 -0
  9. opik/api_objects/attachment/attachments_extractor.py +153 -0
  10. opik/api_objects/attachment/client.py +1 -0
  11. opik/api_objects/attachment/converters.py +2 -0
  12. opik/api_objects/attachment/decoder.py +18 -0
  13. opik/api_objects/attachment/decoder_base64.py +83 -0
  14. opik/api_objects/attachment/decoder_helpers.py +137 -0
  15. opik/api_objects/data_helpers.py +79 -0
  16. opik/api_objects/dataset/dataset.py +64 -4
  17. opik/api_objects/dataset/rest_operations.py +11 -2
  18. opik/api_objects/experiment/experiment.py +57 -57
  19. opik/api_objects/experiment/experiment_item.py +2 -1
  20. opik/api_objects/experiment/experiments_client.py +64 -0
  21. opik/api_objects/experiment/helpers.py +35 -11
  22. opik/api_objects/experiment/rest_operations.py +65 -5
  23. opik/api_objects/helpers.py +8 -5
  24. opik/api_objects/local_recording.py +81 -0
  25. opik/api_objects/opik_client.py +600 -108
  26. opik/api_objects/opik_query_language.py +39 -5
  27. opik/api_objects/prompt/__init__.py +12 -2
  28. opik/api_objects/prompt/base_prompt.py +69 -0
  29. opik/api_objects/prompt/base_prompt_template.py +29 -0
  30. opik/api_objects/prompt/chat/__init__.py +1 -0
  31. opik/api_objects/prompt/chat/chat_prompt.py +210 -0
  32. opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
  33. opik/api_objects/prompt/chat/content_renderer_registry.py +203 -0
  34. opik/api_objects/prompt/client.py +189 -47
  35. opik/api_objects/prompt/text/__init__.py +1 -0
  36. opik/api_objects/prompt/text/prompt.py +174 -0
  37. opik/api_objects/prompt/{prompt_template.py → text/prompt_template.py} +10 -6
  38. opik/api_objects/prompt/types.py +23 -0
  39. opik/api_objects/search_helpers.py +89 -0
  40. opik/api_objects/span/span_data.py +35 -25
  41. opik/api_objects/threads/threads_client.py +39 -5
  42. opik/api_objects/trace/trace_client.py +52 -2
  43. opik/api_objects/trace/trace_data.py +15 -24
  44. opik/api_objects/validation_helpers.py +3 -3
  45. opik/cli/__init__.py +5 -0
  46. opik/cli/__main__.py +6 -0
  47. opik/cli/configure.py +66 -0
  48. opik/cli/exports/__init__.py +131 -0
  49. opik/cli/exports/dataset.py +278 -0
  50. opik/cli/exports/experiment.py +784 -0
  51. opik/cli/exports/project.py +685 -0
  52. opik/cli/exports/prompt.py +578 -0
  53. opik/cli/exports/utils.py +406 -0
  54. opik/cli/harbor.py +39 -0
  55. opik/cli/healthcheck.py +21 -0
  56. opik/cli/imports/__init__.py +439 -0
  57. opik/cli/imports/dataset.py +143 -0
  58. opik/cli/imports/experiment.py +1192 -0
  59. opik/cli/imports/project.py +262 -0
  60. opik/cli/imports/prompt.py +177 -0
  61. opik/cli/imports/utils.py +280 -0
  62. opik/cli/main.py +49 -0
  63. opik/cli/proxy.py +93 -0
  64. opik/cli/usage_report/__init__.py +16 -0
  65. opik/cli/usage_report/charts.py +783 -0
  66. opik/cli/usage_report/cli.py +274 -0
  67. opik/cli/usage_report/constants.py +9 -0
  68. opik/cli/usage_report/extraction.py +749 -0
  69. opik/cli/usage_report/pdf.py +244 -0
  70. opik/cli/usage_report/statistics.py +78 -0
  71. opik/cli/usage_report/utils.py +235 -0
  72. opik/config.py +13 -7
  73. opik/configurator/configure.py +17 -0
  74. opik/datetime_helpers.py +12 -0
  75. opik/decorator/arguments_helpers.py +9 -1
  76. opik/decorator/base_track_decorator.py +205 -133
  77. opik/decorator/context_manager/span_context_manager.py +123 -0
  78. opik/decorator/context_manager/trace_context_manager.py +84 -0
  79. opik/decorator/opik_args/__init__.py +13 -0
  80. opik/decorator/opik_args/api_classes.py +71 -0
  81. opik/decorator/opik_args/helpers.py +120 -0
  82. opik/decorator/span_creation_handler.py +25 -6
  83. opik/dict_utils.py +3 -3
  84. opik/evaluation/__init__.py +13 -2
  85. opik/evaluation/engine/engine.py +272 -75
  86. opik/evaluation/engine/evaluation_tasks_executor.py +6 -3
  87. opik/evaluation/engine/helpers.py +31 -6
  88. opik/evaluation/engine/metrics_evaluator.py +237 -0
  89. opik/evaluation/evaluation_result.py +168 -2
  90. opik/evaluation/evaluator.py +533 -62
  91. opik/evaluation/metrics/__init__.py +103 -4
  92. opik/evaluation/metrics/aggregated_metric.py +35 -6
  93. opik/evaluation/metrics/base_metric.py +1 -1
  94. opik/evaluation/metrics/conversation/__init__.py +48 -0
  95. opik/evaluation/metrics/conversation/conversation_thread_metric.py +56 -2
  96. opik/evaluation/metrics/conversation/g_eval_wrappers.py +19 -0
  97. opik/evaluation/metrics/conversation/helpers.py +14 -15
  98. opik/evaluation/metrics/conversation/heuristics/__init__.py +14 -0
  99. opik/evaluation/metrics/conversation/heuristics/degeneration/__init__.py +3 -0
  100. opik/evaluation/metrics/conversation/heuristics/degeneration/metric.py +189 -0
  101. opik/evaluation/metrics/conversation/heuristics/degeneration/phrases.py +12 -0
  102. opik/evaluation/metrics/conversation/heuristics/knowledge_retention/__init__.py +3 -0
  103. opik/evaluation/metrics/conversation/heuristics/knowledge_retention/metric.py +172 -0
  104. opik/evaluation/metrics/conversation/llm_judges/__init__.py +32 -0
  105. opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/metric.py +22 -17
  106. opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/templates.py +1 -1
  107. opik/evaluation/metrics/conversation/llm_judges/g_eval_wrappers.py +442 -0
  108. opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/metric.py +13 -7
  109. opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/templates.py +1 -1
  110. opik/evaluation/metrics/conversation/llm_judges/user_frustration/__init__.py +0 -0
  111. opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/metric.py +21 -14
  112. opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/templates.py +1 -1
  113. opik/evaluation/metrics/conversation/types.py +4 -5
  114. opik/evaluation/metrics/conversation_types.py +9 -0
  115. opik/evaluation/metrics/heuristics/bertscore.py +107 -0
  116. opik/evaluation/metrics/heuristics/bleu.py +35 -15
  117. opik/evaluation/metrics/heuristics/chrf.py +127 -0
  118. opik/evaluation/metrics/heuristics/contains.py +47 -11
  119. opik/evaluation/metrics/heuristics/distribution_metrics.py +331 -0
  120. opik/evaluation/metrics/heuristics/gleu.py +113 -0
  121. opik/evaluation/metrics/heuristics/language_adherence.py +123 -0
  122. opik/evaluation/metrics/heuristics/meteor.py +119 -0
  123. opik/evaluation/metrics/heuristics/prompt_injection.py +150 -0
  124. opik/evaluation/metrics/heuristics/readability.py +129 -0
  125. opik/evaluation/metrics/heuristics/rouge.py +26 -9
  126. opik/evaluation/metrics/heuristics/spearman.py +88 -0
  127. opik/evaluation/metrics/heuristics/tone.py +155 -0
  128. opik/evaluation/metrics/heuristics/vader_sentiment.py +77 -0
  129. opik/evaluation/metrics/llm_judges/answer_relevance/metric.py +20 -5
  130. opik/evaluation/metrics/llm_judges/context_precision/metric.py +20 -6
  131. opik/evaluation/metrics/llm_judges/context_recall/metric.py +20 -6
  132. opik/evaluation/metrics/llm_judges/g_eval/__init__.py +5 -0
  133. opik/evaluation/metrics/llm_judges/g_eval/metric.py +219 -68
  134. opik/evaluation/metrics/llm_judges/g_eval/parser.py +102 -52
  135. opik/evaluation/metrics/llm_judges/g_eval/presets.py +209 -0
  136. opik/evaluation/metrics/llm_judges/g_eval_presets/__init__.py +36 -0
  137. opik/evaluation/metrics/llm_judges/g_eval_presets/agent_assessment.py +77 -0
  138. opik/evaluation/metrics/llm_judges/g_eval_presets/bias_classifier.py +181 -0
  139. opik/evaluation/metrics/llm_judges/g_eval_presets/compliance_risk.py +41 -0
  140. opik/evaluation/metrics/llm_judges/g_eval_presets/prompt_uncertainty.py +41 -0
  141. opik/evaluation/metrics/llm_judges/g_eval_presets/qa_suite.py +146 -0
  142. opik/evaluation/metrics/llm_judges/hallucination/metric.py +16 -3
  143. opik/evaluation/metrics/llm_judges/llm_juries/__init__.py +3 -0
  144. opik/evaluation/metrics/llm_judges/llm_juries/metric.py +76 -0
  145. opik/evaluation/metrics/llm_judges/moderation/metric.py +16 -4
  146. opik/evaluation/metrics/llm_judges/structure_output_compliance/__init__.py +0 -0
  147. opik/evaluation/metrics/llm_judges/structure_output_compliance/metric.py +144 -0
  148. opik/evaluation/metrics/llm_judges/structure_output_compliance/parser.py +79 -0
  149. opik/evaluation/metrics/llm_judges/structure_output_compliance/schema.py +15 -0
  150. opik/evaluation/metrics/llm_judges/structure_output_compliance/template.py +50 -0
  151. opik/evaluation/metrics/llm_judges/syc_eval/__init__.py +0 -0
  152. opik/evaluation/metrics/llm_judges/syc_eval/metric.py +252 -0
  153. opik/evaluation/metrics/llm_judges/syc_eval/parser.py +82 -0
  154. opik/evaluation/metrics/llm_judges/syc_eval/template.py +155 -0
  155. opik/evaluation/metrics/llm_judges/trajectory_accuracy/metric.py +20 -5
  156. opik/evaluation/metrics/llm_judges/usefulness/metric.py +16 -4
  157. opik/evaluation/metrics/ragas_metric.py +43 -23
  158. opik/evaluation/models/__init__.py +8 -0
  159. opik/evaluation/models/base_model.py +107 -1
  160. opik/evaluation/models/langchain/langchain_chat_model.py +15 -7
  161. opik/evaluation/models/langchain/message_converters.py +97 -15
  162. opik/evaluation/models/litellm/litellm_chat_model.py +156 -29
  163. opik/evaluation/models/litellm/util.py +125 -0
  164. opik/evaluation/models/litellm/warning_filters.py +16 -4
  165. opik/evaluation/models/model_capabilities.py +187 -0
  166. opik/evaluation/models/models_factory.py +25 -3
  167. opik/evaluation/preprocessing.py +92 -0
  168. opik/evaluation/report.py +70 -12
  169. opik/evaluation/rest_operations.py +49 -45
  170. opik/evaluation/samplers/__init__.py +4 -0
  171. opik/evaluation/samplers/base_dataset_sampler.py +40 -0
  172. opik/evaluation/samplers/random_dataset_sampler.py +48 -0
  173. opik/evaluation/score_statistics.py +66 -0
  174. opik/evaluation/scorers/__init__.py +4 -0
  175. opik/evaluation/scorers/scorer_function.py +55 -0
  176. opik/evaluation/scorers/scorer_wrapper_metric.py +130 -0
  177. opik/evaluation/test_case.py +3 -2
  178. opik/evaluation/test_result.py +1 -0
  179. opik/evaluation/threads/evaluator.py +31 -3
  180. opik/evaluation/threads/helpers.py +3 -2
  181. opik/evaluation/types.py +9 -1
  182. opik/exceptions.py +33 -0
  183. opik/file_upload/file_uploader.py +13 -0
  184. opik/file_upload/upload_options.py +2 -0
  185. opik/hooks/__init__.py +23 -0
  186. opik/hooks/anonymizer_hook.py +36 -0
  187. opik/hooks/httpx_client_hook.py +112 -0
  188. opik/httpx_client.py +12 -9
  189. opik/id_helpers.py +18 -0
  190. opik/integrations/adk/graph/subgraph_edges_builders.py +1 -2
  191. opik/integrations/adk/helpers.py +16 -7
  192. opik/integrations/adk/legacy_opik_tracer.py +7 -4
  193. opik/integrations/adk/opik_tracer.py +14 -1
  194. opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +7 -3
  195. opik/integrations/adk/recursive_callback_injector.py +4 -7
  196. opik/integrations/bedrock/converse/__init__.py +0 -0
  197. opik/integrations/bedrock/converse/chunks_aggregator.py +188 -0
  198. opik/integrations/bedrock/{converse_decorator.py → converse/converse_decorator.py} +4 -3
  199. opik/integrations/bedrock/invoke_agent_decorator.py +5 -4
  200. opik/integrations/bedrock/invoke_model/__init__.py +0 -0
  201. opik/integrations/bedrock/invoke_model/chunks_aggregator/__init__.py +78 -0
  202. opik/integrations/bedrock/invoke_model/chunks_aggregator/api.py +45 -0
  203. opik/integrations/bedrock/invoke_model/chunks_aggregator/base.py +23 -0
  204. opik/integrations/bedrock/invoke_model/chunks_aggregator/claude.py +121 -0
  205. opik/integrations/bedrock/invoke_model/chunks_aggregator/format_detector.py +107 -0
  206. opik/integrations/bedrock/invoke_model/chunks_aggregator/llama.py +108 -0
  207. opik/integrations/bedrock/invoke_model/chunks_aggregator/mistral.py +118 -0
  208. opik/integrations/bedrock/invoke_model/chunks_aggregator/nova.py +99 -0
  209. opik/integrations/bedrock/invoke_model/invoke_model_decorator.py +178 -0
  210. opik/integrations/bedrock/invoke_model/response_types.py +34 -0
  211. opik/integrations/bedrock/invoke_model/stream_wrappers.py +122 -0
  212. opik/integrations/bedrock/invoke_model/usage_converters.py +87 -0
  213. opik/integrations/bedrock/invoke_model/usage_extraction.py +108 -0
  214. opik/integrations/bedrock/opik_tracker.py +42 -4
  215. opik/integrations/bedrock/types.py +19 -0
  216. opik/integrations/crewai/crewai_decorator.py +8 -51
  217. opik/integrations/crewai/opik_tracker.py +31 -10
  218. opik/integrations/crewai/patchers/__init__.py +5 -0
  219. opik/integrations/crewai/patchers/flow.py +118 -0
  220. opik/integrations/crewai/patchers/litellm_completion.py +30 -0
  221. opik/integrations/crewai/patchers/llm_client.py +207 -0
  222. opik/integrations/dspy/callback.py +80 -17
  223. opik/integrations/dspy/parsers.py +168 -0
  224. opik/integrations/harbor/__init__.py +17 -0
  225. opik/integrations/harbor/experiment_service.py +269 -0
  226. opik/integrations/harbor/opik_tracker.py +528 -0
  227. opik/integrations/haystack/opik_connector.py +2 -2
  228. opik/integrations/haystack/opik_tracer.py +3 -7
  229. opik/integrations/langchain/__init__.py +3 -1
  230. opik/integrations/langchain/helpers.py +96 -0
  231. opik/integrations/langchain/langgraph_async_context_bridge.py +131 -0
  232. opik/integrations/langchain/langgraph_tracer_injector.py +88 -0
  233. opik/integrations/langchain/opik_encoder_extension.py +1 -1
  234. opik/integrations/langchain/opik_tracer.py +474 -229
  235. opik/integrations/litellm/__init__.py +5 -0
  236. opik/integrations/litellm/completion_chunks_aggregator.py +115 -0
  237. opik/integrations/litellm/litellm_completion_decorator.py +242 -0
  238. opik/integrations/litellm/opik_tracker.py +43 -0
  239. opik/integrations/litellm/stream_patchers.py +151 -0
  240. opik/integrations/llama_index/callback.py +146 -107
  241. opik/integrations/openai/agents/opik_tracing_processor.py +1 -2
  242. opik/integrations/openai/openai_chat_completions_decorator.py +2 -16
  243. opik/integrations/openai/opik_tracker.py +1 -1
  244. opik/integrations/sagemaker/auth.py +5 -1
  245. opik/llm_usage/google_usage.py +3 -1
  246. opik/llm_usage/opik_usage.py +7 -8
  247. opik/llm_usage/opik_usage_factory.py +4 -2
  248. opik/logging_messages.py +6 -0
  249. opik/message_processing/batching/base_batcher.py +14 -21
  250. opik/message_processing/batching/batch_manager.py +22 -10
  251. opik/message_processing/batching/batch_manager_constuctors.py +10 -0
  252. opik/message_processing/batching/batchers.py +59 -27
  253. opik/message_processing/batching/flushing_thread.py +0 -3
  254. opik/message_processing/emulation/__init__.py +0 -0
  255. opik/message_processing/emulation/emulator_message_processor.py +578 -0
  256. opik/message_processing/emulation/local_emulator_message_processor.py +140 -0
  257. opik/message_processing/emulation/models.py +162 -0
  258. opik/message_processing/encoder_helpers.py +79 -0
  259. opik/message_processing/messages.py +56 -1
  260. opik/message_processing/preprocessing/__init__.py +0 -0
  261. opik/message_processing/preprocessing/attachments_preprocessor.py +70 -0
  262. opik/message_processing/preprocessing/batching_preprocessor.py +53 -0
  263. opik/message_processing/preprocessing/constants.py +1 -0
  264. opik/message_processing/preprocessing/file_upload_preprocessor.py +38 -0
  265. opik/message_processing/preprocessing/preprocessor.py +36 -0
  266. opik/message_processing/processors/__init__.py +0 -0
  267. opik/message_processing/processors/attachments_extraction_processor.py +146 -0
  268. opik/message_processing/processors/message_processors.py +92 -0
  269. opik/message_processing/processors/message_processors_chain.py +96 -0
  270. opik/message_processing/{message_processors.py → processors/online_message_processor.py} +85 -29
  271. opik/message_processing/queue_consumer.py +9 -3
  272. opik/message_processing/streamer.py +71 -33
  273. opik/message_processing/streamer_constructors.py +43 -10
  274. opik/opik_context.py +16 -4
  275. opik/plugins/pytest/hooks.py +5 -3
  276. opik/rest_api/__init__.py +346 -15
  277. opik/rest_api/alerts/__init__.py +7 -0
  278. opik/rest_api/alerts/client.py +667 -0
  279. opik/rest_api/alerts/raw_client.py +1015 -0
  280. opik/rest_api/alerts/types/__init__.py +7 -0
  281. opik/rest_api/alerts/types/get_webhook_examples_request_alert_type.py +5 -0
  282. opik/rest_api/annotation_queues/__init__.py +4 -0
  283. opik/rest_api/annotation_queues/client.py +668 -0
  284. opik/rest_api/annotation_queues/raw_client.py +1019 -0
  285. opik/rest_api/automation_rule_evaluators/client.py +34 -2
  286. opik/rest_api/automation_rule_evaluators/raw_client.py +24 -0
  287. opik/rest_api/client.py +15 -0
  288. opik/rest_api/dashboards/__init__.py +4 -0
  289. opik/rest_api/dashboards/client.py +462 -0
  290. opik/rest_api/dashboards/raw_client.py +648 -0
  291. opik/rest_api/datasets/client.py +1310 -44
  292. opik/rest_api/datasets/raw_client.py +2269 -358
  293. opik/rest_api/experiments/__init__.py +2 -2
  294. opik/rest_api/experiments/client.py +191 -5
  295. opik/rest_api/experiments/raw_client.py +301 -7
  296. opik/rest_api/experiments/types/__init__.py +4 -1
  297. opik/rest_api/experiments/types/experiment_update_status.py +5 -0
  298. opik/rest_api/experiments/types/experiment_update_type.py +5 -0
  299. opik/rest_api/experiments/types/experiment_write_status.py +5 -0
  300. opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -1
  301. opik/rest_api/llm_provider_key/client.py +20 -0
  302. opik/rest_api/llm_provider_key/raw_client.py +20 -0
  303. opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py +1 -1
  304. opik/rest_api/manual_evaluation/__init__.py +4 -0
  305. opik/rest_api/manual_evaluation/client.py +347 -0
  306. opik/rest_api/manual_evaluation/raw_client.py +543 -0
  307. opik/rest_api/optimizations/client.py +145 -9
  308. opik/rest_api/optimizations/raw_client.py +237 -13
  309. opik/rest_api/optimizations/types/optimization_update_status.py +3 -1
  310. opik/rest_api/prompts/__init__.py +2 -2
  311. opik/rest_api/prompts/client.py +227 -6
  312. opik/rest_api/prompts/raw_client.py +331 -2
  313. opik/rest_api/prompts/types/__init__.py +3 -1
  314. opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
  315. opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
  316. opik/rest_api/spans/__init__.py +0 -2
  317. opik/rest_api/spans/client.py +238 -76
  318. opik/rest_api/spans/raw_client.py +307 -95
  319. opik/rest_api/spans/types/__init__.py +0 -2
  320. opik/rest_api/traces/client.py +572 -161
  321. opik/rest_api/traces/raw_client.py +736 -229
  322. opik/rest_api/types/__init__.py +352 -17
  323. opik/rest_api/types/aggregation_data.py +1 -0
  324. opik/rest_api/types/alert.py +33 -0
  325. opik/rest_api/types/alert_alert_type.py +5 -0
  326. opik/rest_api/types/alert_page_public.py +24 -0
  327. opik/rest_api/types/alert_public.py +33 -0
  328. opik/rest_api/types/alert_public_alert_type.py +5 -0
  329. opik/rest_api/types/alert_trigger.py +27 -0
  330. opik/rest_api/types/alert_trigger_config.py +28 -0
  331. opik/rest_api/types/alert_trigger_config_public.py +28 -0
  332. opik/rest_api/types/alert_trigger_config_public_type.py +10 -0
  333. opik/rest_api/types/alert_trigger_config_type.py +10 -0
  334. opik/rest_api/types/alert_trigger_config_write.py +22 -0
  335. opik/rest_api/types/alert_trigger_config_write_type.py +10 -0
  336. opik/rest_api/types/alert_trigger_event_type.py +19 -0
  337. opik/rest_api/types/alert_trigger_public.py +27 -0
  338. opik/rest_api/types/alert_trigger_public_event_type.py +19 -0
  339. opik/rest_api/types/alert_trigger_write.py +23 -0
  340. opik/rest_api/types/alert_trigger_write_event_type.py +19 -0
  341. opik/rest_api/types/alert_write.py +28 -0
  342. opik/rest_api/types/alert_write_alert_type.py +5 -0
  343. opik/rest_api/types/annotation_queue.py +42 -0
  344. opik/rest_api/types/annotation_queue_batch.py +27 -0
  345. opik/rest_api/types/annotation_queue_item_ids.py +19 -0
  346. opik/rest_api/types/annotation_queue_page_public.py +28 -0
  347. opik/rest_api/types/annotation_queue_public.py +38 -0
  348. opik/rest_api/types/annotation_queue_public_scope.py +5 -0
  349. opik/rest_api/types/annotation_queue_reviewer.py +20 -0
  350. opik/rest_api/types/annotation_queue_reviewer_public.py +20 -0
  351. opik/rest_api/types/annotation_queue_scope.py +5 -0
  352. opik/rest_api/types/annotation_queue_write.py +31 -0
  353. opik/rest_api/types/annotation_queue_write_scope.py +5 -0
  354. opik/rest_api/types/audio_url.py +19 -0
  355. opik/rest_api/types/audio_url_public.py +19 -0
  356. opik/rest_api/types/audio_url_write.py +19 -0
  357. opik/rest_api/types/automation_rule_evaluator.py +62 -2
  358. opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +2 -0
  359. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +2 -0
  360. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +2 -0
  361. opik/rest_api/types/automation_rule_evaluator_object_object_public.py +155 -0
  362. opik/rest_api/types/automation_rule_evaluator_page_public.py +3 -2
  363. opik/rest_api/types/automation_rule_evaluator_public.py +57 -2
  364. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
  365. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
  366. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
  367. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py +22 -0
  368. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py +22 -0
  369. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py +22 -0
  370. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +2 -0
  371. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +2 -0
  372. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +2 -0
  373. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +2 -0
  374. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +2 -0
  375. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +2 -0
  376. opik/rest_api/types/automation_rule_evaluator_update.py +51 -1
  377. opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +2 -0
  378. opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
  379. opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py +22 -0
  380. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +2 -0
  381. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +2 -0
  382. opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +2 -0
  383. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +2 -0
  384. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +2 -0
  385. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +2 -0
  386. opik/rest_api/types/automation_rule_evaluator_write.py +51 -1
  387. opik/rest_api/types/boolean_feedback_definition.py +25 -0
  388. opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
  389. opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
  390. opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
  391. opik/rest_api/types/boolean_feedback_detail.py +29 -0
  392. opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
  393. opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
  394. opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
  395. opik/rest_api/types/dashboard_page_public.py +24 -0
  396. opik/rest_api/types/dashboard_public.py +30 -0
  397. opik/rest_api/types/dataset.py +4 -0
  398. opik/rest_api/types/dataset_expansion.py +42 -0
  399. opik/rest_api/types/dataset_expansion_response.py +39 -0
  400. opik/rest_api/types/dataset_item.py +2 -0
  401. opik/rest_api/types/dataset_item_changes_public.py +5 -0
  402. opik/rest_api/types/dataset_item_compare.py +2 -0
  403. opik/rest_api/types/dataset_item_filter.py +27 -0
  404. opik/rest_api/types/dataset_item_filter_operator.py +21 -0
  405. opik/rest_api/types/dataset_item_page_compare.py +5 -0
  406. opik/rest_api/types/dataset_item_page_public.py +5 -0
  407. opik/rest_api/types/dataset_item_public.py +2 -0
  408. opik/rest_api/types/dataset_item_update.py +39 -0
  409. opik/rest_api/types/dataset_item_write.py +1 -0
  410. opik/rest_api/types/dataset_public.py +4 -0
  411. opik/rest_api/types/dataset_public_status.py +5 -0
  412. opik/rest_api/types/dataset_status.py +5 -0
  413. opik/rest_api/types/dataset_version_diff.py +22 -0
  414. opik/rest_api/types/dataset_version_diff_stats.py +24 -0
  415. opik/rest_api/types/dataset_version_page_public.py +23 -0
  416. opik/rest_api/types/dataset_version_public.py +59 -0
  417. opik/rest_api/types/dataset_version_summary.py +46 -0
  418. opik/rest_api/types/dataset_version_summary_public.py +46 -0
  419. opik/rest_api/types/experiment.py +7 -2
  420. opik/rest_api/types/experiment_group_response.py +2 -0
  421. opik/rest_api/types/experiment_public.py +7 -2
  422. opik/rest_api/types/experiment_public_status.py +5 -0
  423. opik/rest_api/types/experiment_score.py +20 -0
  424. opik/rest_api/types/experiment_score_public.py +20 -0
  425. opik/rest_api/types/experiment_score_write.py +20 -0
  426. opik/rest_api/types/experiment_status.py +5 -0
  427. opik/rest_api/types/feedback.py +25 -1
  428. opik/rest_api/types/feedback_create.py +20 -1
  429. opik/rest_api/types/feedback_object_public.py +27 -1
  430. opik/rest_api/types/feedback_public.py +25 -1
  431. opik/rest_api/types/feedback_score_batch_item.py +2 -1
  432. opik/rest_api/types/feedback_score_batch_item_thread.py +2 -1
  433. opik/rest_api/types/feedback_score_public.py +4 -0
  434. opik/rest_api/types/feedback_update.py +20 -1
  435. opik/rest_api/types/group_content_with_aggregations.py +1 -0
  436. opik/rest_api/types/group_detail.py +19 -0
  437. opik/rest_api/types/group_details.py +20 -0
  438. opik/rest_api/types/guardrail.py +1 -0
  439. opik/rest_api/types/guardrail_write.py +1 -0
  440. opik/rest_api/types/ids_holder.py +19 -0
  441. opik/rest_api/types/image_url.py +20 -0
  442. opik/rest_api/types/image_url_public.py +20 -0
  443. opik/rest_api/types/image_url_write.py +20 -0
  444. opik/rest_api/types/llm_as_judge_message.py +5 -1
  445. opik/rest_api/types/llm_as_judge_message_content.py +26 -0
  446. opik/rest_api/types/llm_as_judge_message_content_public.py +26 -0
  447. opik/rest_api/types/llm_as_judge_message_content_write.py +26 -0
  448. opik/rest_api/types/llm_as_judge_message_public.py +5 -1
  449. opik/rest_api/types/llm_as_judge_message_write.py +5 -1
  450. opik/rest_api/types/llm_as_judge_model_parameters.py +3 -0
  451. opik/rest_api/types/llm_as_judge_model_parameters_public.py +3 -0
  452. opik/rest_api/types/llm_as_judge_model_parameters_write.py +3 -0
  453. opik/rest_api/types/manual_evaluation_request.py +38 -0
  454. opik/rest_api/types/manual_evaluation_request_entity_type.py +5 -0
  455. opik/rest_api/types/manual_evaluation_response.py +27 -0
  456. opik/rest_api/types/optimization.py +4 -2
  457. opik/rest_api/types/optimization_public.py +4 -2
  458. opik/rest_api/types/optimization_public_status.py +3 -1
  459. opik/rest_api/types/optimization_status.py +3 -1
  460. opik/rest_api/types/optimization_studio_config.py +27 -0
  461. opik/rest_api/types/optimization_studio_config_public.py +27 -0
  462. opik/rest_api/types/optimization_studio_config_write.py +27 -0
  463. opik/rest_api/types/optimization_studio_log.py +22 -0
  464. opik/rest_api/types/optimization_write.py +4 -2
  465. opik/rest_api/types/optimization_write_status.py +3 -1
  466. opik/rest_api/types/project.py +1 -0
  467. opik/rest_api/types/project_detailed.py +1 -0
  468. opik/rest_api/types/project_reference.py +31 -0
  469. opik/rest_api/types/project_reference_public.py +31 -0
  470. opik/rest_api/types/project_stats_summary_item.py +1 -0
  471. opik/rest_api/types/prompt.py +6 -0
  472. opik/rest_api/types/prompt_detail.py +6 -0
  473. opik/rest_api/types/prompt_detail_template_structure.py +5 -0
  474. opik/rest_api/types/prompt_public.py +6 -0
  475. opik/rest_api/types/prompt_public_template_structure.py +5 -0
  476. opik/rest_api/types/prompt_template_structure.py +5 -0
  477. opik/rest_api/types/prompt_version.py +3 -0
  478. opik/rest_api/types/prompt_version_detail.py +3 -0
  479. opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
  480. opik/rest_api/types/prompt_version_link.py +1 -0
  481. opik/rest_api/types/prompt_version_link_public.py +1 -0
  482. opik/rest_api/types/prompt_version_page_public.py +5 -0
  483. opik/rest_api/types/prompt_version_public.py +3 -0
  484. opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
  485. opik/rest_api/types/prompt_version_template_structure.py +5 -0
  486. opik/rest_api/types/prompt_version_update.py +33 -0
  487. opik/rest_api/types/provider_api_key.py +9 -0
  488. opik/rest_api/types/provider_api_key_provider.py +1 -1
  489. opik/rest_api/types/provider_api_key_public.py +9 -0
  490. opik/rest_api/types/provider_api_key_public_provider.py +1 -1
  491. opik/rest_api/types/score_name.py +1 -0
  492. opik/rest_api/types/service_toggles_config.py +18 -0
  493. opik/rest_api/types/span.py +1 -2
  494. opik/rest_api/types/span_enrichment_options.py +31 -0
  495. opik/rest_api/types/span_experiment_item_bulk_write_view.py +1 -2
  496. opik/rest_api/types/span_filter.py +23 -0
  497. opik/rest_api/types/span_filter_operator.py +21 -0
  498. opik/rest_api/types/span_filter_write.py +23 -0
  499. opik/rest_api/types/span_filter_write_operator.py +21 -0
  500. opik/rest_api/types/span_llm_as_judge_code.py +27 -0
  501. opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
  502. opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
  503. opik/rest_api/types/span_public.py +1 -2
  504. opik/rest_api/types/span_update.py +46 -0
  505. opik/rest_api/types/span_user_defined_metric_python_code.py +20 -0
  506. opik/rest_api/types/span_user_defined_metric_python_code_public.py +20 -0
  507. opik/rest_api/types/span_user_defined_metric_python_code_write.py +20 -0
  508. opik/rest_api/types/span_write.py +1 -2
  509. opik/rest_api/types/studio_evaluation.py +20 -0
  510. opik/rest_api/types/studio_evaluation_public.py +20 -0
  511. opik/rest_api/types/studio_evaluation_write.py +20 -0
  512. opik/rest_api/types/studio_llm_model.py +21 -0
  513. opik/rest_api/types/studio_llm_model_public.py +21 -0
  514. opik/rest_api/types/studio_llm_model_write.py +21 -0
  515. opik/rest_api/types/studio_message.py +20 -0
  516. opik/rest_api/types/studio_message_public.py +20 -0
  517. opik/rest_api/types/studio_message_write.py +20 -0
  518. opik/rest_api/types/studio_metric.py +21 -0
  519. opik/rest_api/types/studio_metric_public.py +21 -0
  520. opik/rest_api/types/studio_metric_write.py +21 -0
  521. opik/rest_api/types/studio_optimizer.py +21 -0
  522. opik/rest_api/types/studio_optimizer_public.py +21 -0
  523. opik/rest_api/types/studio_optimizer_write.py +21 -0
  524. opik/rest_api/types/studio_prompt.py +20 -0
  525. opik/rest_api/types/studio_prompt_public.py +20 -0
  526. opik/rest_api/types/studio_prompt_write.py +20 -0
  527. opik/rest_api/types/trace.py +11 -2
  528. opik/rest_api/types/trace_enrichment_options.py +32 -0
  529. opik/rest_api/types/trace_experiment_item_bulk_write_view.py +1 -2
  530. opik/rest_api/types/trace_filter.py +23 -0
  531. opik/rest_api/types/trace_filter_operator.py +21 -0
  532. opik/rest_api/types/trace_filter_write.py +23 -0
  533. opik/rest_api/types/trace_filter_write_operator.py +21 -0
  534. opik/rest_api/types/trace_public.py +11 -2
  535. opik/rest_api/types/trace_thread_filter_write.py +23 -0
  536. opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
  537. opik/rest_api/types/trace_thread_identifier.py +1 -0
  538. opik/rest_api/types/trace_update.py +39 -0
  539. opik/rest_api/types/trace_write.py +1 -2
  540. opik/rest_api/types/value_entry.py +2 -0
  541. opik/rest_api/types/value_entry_compare.py +2 -0
  542. opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +2 -0
  543. opik/rest_api/types/value_entry_public.py +2 -0
  544. opik/rest_api/types/video_url.py +19 -0
  545. opik/rest_api/types/video_url_public.py +19 -0
  546. opik/rest_api/types/video_url_write.py +19 -0
  547. opik/rest_api/types/webhook.py +28 -0
  548. opik/rest_api/types/webhook_examples.py +19 -0
  549. opik/rest_api/types/webhook_public.py +28 -0
  550. opik/rest_api/types/webhook_test_result.py +23 -0
  551. opik/rest_api/types/webhook_test_result_status.py +5 -0
  552. opik/rest_api/types/webhook_write.py +23 -0
  553. opik/rest_api/types/welcome_wizard_tracking.py +22 -0
  554. opik/rest_api/types/workspace_configuration.py +5 -0
  555. opik/rest_api/welcome_wizard/__init__.py +4 -0
  556. opik/rest_api/welcome_wizard/client.py +195 -0
  557. opik/rest_api/welcome_wizard/raw_client.py +208 -0
  558. opik/rest_api/workspaces/client.py +14 -2
  559. opik/rest_api/workspaces/raw_client.py +10 -0
  560. opik/s3_httpx_client.py +14 -1
  561. opik/simulation/__init__.py +6 -0
  562. opik/simulation/simulated_user.py +99 -0
  563. opik/simulation/simulator.py +108 -0
  564. opik/synchronization.py +5 -6
  565. opik/{decorator/tracing_runtime_config.py → tracing_runtime_config.py} +6 -7
  566. opik/types.py +36 -0
  567. opik/validation/chat_prompt_messages.py +241 -0
  568. opik/validation/feedback_score.py +3 -3
  569. opik/validation/validator.py +28 -0
  570. opik-1.9.71.dist-info/METADATA +370 -0
  571. opik-1.9.71.dist-info/RECORD +1110 -0
  572. opik/api_objects/prompt/prompt.py +0 -112
  573. opik/cli.py +0 -193
  574. opik/hooks.py +0 -13
  575. opik/integrations/bedrock/chunks_aggregator.py +0 -55
  576. opik/integrations/bedrock/helpers.py +0 -8
  577. opik/rest_api/types/automation_rule_evaluator_object_public.py +0 -100
  578. opik/rest_api/types/json_node_experiment_item_bulk_write_view.py +0 -5
  579. opik-1.8.39.dist-info/METADATA +0 -339
  580. opik-1.8.39.dist-info/RECORD +0 -790
  581. /opik/{evaluation/metrics/conversation/conversational_coherence → decorator/context_manager}/__init__.py +0 -0
  582. /opik/evaluation/metrics/conversation/{session_completeness → llm_judges/conversational_coherence}/__init__.py +0 -0
  583. /opik/evaluation/metrics/conversation/{conversational_coherence → llm_judges/conversational_coherence}/schema.py +0 -0
  584. /opik/evaluation/metrics/conversation/{user_frustration → llm_judges/session_completeness}/__init__.py +0 -0
  585. /opik/evaluation/metrics/conversation/{session_completeness → llm_judges/session_completeness}/schema.py +0 -0
  586. /opik/evaluation/metrics/conversation/{user_frustration → llm_judges/user_frustration}/schema.py +0 -0
  587. /opik/integrations/bedrock/{stream_wrappers.py → converse/stream_wrappers.py} +0 -0
  588. /opik/rest_api/{spans/types → types}/span_update_type.py +0 -0
  589. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/WHEEL +0 -0
  590. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/entry_points.txt +0 -0
  591. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/licenses/LICENSE +0 -0
  592. {opik-1.8.39.dist-info → opik-1.9.71.dist-info}/top_level.txt +0 -0
opik/rest_api/__init__.py CHANGED
@@ -4,26 +4,69 @@
4
4
 
5
5
  from .types import (
6
6
  AggregationData,
7
+ Alert,
8
+ AlertAlertType,
9
+ AlertPagePublic,
10
+ AlertPublic,
11
+ AlertPublicAlertType,
12
+ AlertTrigger,
13
+ AlertTriggerConfig,
14
+ AlertTriggerConfigPublic,
15
+ AlertTriggerConfigPublicType,
16
+ AlertTriggerConfigType,
17
+ AlertTriggerConfigWrite,
18
+ AlertTriggerConfigWriteType,
19
+ AlertTriggerEventType,
20
+ AlertTriggerPublic,
21
+ AlertTriggerPublicEventType,
22
+ AlertTriggerWrite,
23
+ AlertTriggerWriteEventType,
24
+ AlertWrite,
25
+ AlertWriteAlertType,
26
+ AnnotationQueue,
27
+ AnnotationQueueBatch,
28
+ AnnotationQueueItemIds,
29
+ AnnotationQueuePagePublic,
30
+ AnnotationQueuePublic,
31
+ AnnotationQueuePublicScope,
32
+ AnnotationQueueReviewer,
33
+ AnnotationQueueReviewerPublic,
34
+ AnnotationQueueScope,
35
+ AnnotationQueueWrite,
36
+ AnnotationQueueWriteScope,
7
37
  AssistantMessage,
8
38
  AssistantMessageRole,
9
39
  Attachment,
10
40
  AttachmentPage,
41
+ AudioUrl,
42
+ AudioUrlPublic,
43
+ AudioUrlWrite,
11
44
  AuthDetailsHolder,
12
45
  AutomationRuleEvaluator,
13
46
  AutomationRuleEvaluatorLlmAsJudge,
14
47
  AutomationRuleEvaluatorLlmAsJudgePublic,
15
48
  AutomationRuleEvaluatorLlmAsJudgeWrite,
16
- AutomationRuleEvaluatorObjectPublic,
17
- AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
18
- AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
19
- AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
20
- AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
49
+ AutomationRuleEvaluatorObjectObjectPublic,
50
+ AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
51
+ AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
52
+ AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
53
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
54
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
55
+ AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
21
56
  AutomationRuleEvaluatorPagePublic,
22
57
  AutomationRuleEvaluatorPublic,
23
58
  AutomationRuleEvaluatorPublic_LlmAsJudge,
59
+ AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
60
+ AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
24
61
  AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
25
62
  AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
26
63
  AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
64
+ AutomationRuleEvaluatorSpanLlmAsJudge,
65
+ AutomationRuleEvaluatorSpanLlmAsJudgePublic,
66
+ AutomationRuleEvaluatorSpanLlmAsJudgeWrite,
67
+ AutomationRuleEvaluatorSpanUserDefinedMetricPython,
68
+ AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
69
+ AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
27
70
  AutomationRuleEvaluatorTraceThreadLlmAsJudge,
28
71
  AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
29
72
  AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite,
@@ -32,10 +75,14 @@ from .types import (
32
75
  AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite,
33
76
  AutomationRuleEvaluatorUpdate,
34
77
  AutomationRuleEvaluatorUpdateLlmAsJudge,
78
+ AutomationRuleEvaluatorUpdateSpanLlmAsJudge,
79
+ AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
35
80
  AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
36
81
  AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython,
37
82
  AutomationRuleEvaluatorUpdateUserDefinedMetricPython,
38
83
  AutomationRuleEvaluatorUpdate_LlmAsJudge,
84
+ AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
85
+ AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
39
86
  AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
40
87
  AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
41
88
  AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
@@ -44,10 +91,14 @@ from .types import (
44
91
  AutomationRuleEvaluatorUserDefinedMetricPythonWrite,
45
92
  AutomationRuleEvaluatorWrite,
46
93
  AutomationRuleEvaluatorWrite_LlmAsJudge,
94
+ AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
95
+ AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
47
96
  AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
48
97
  AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
49
98
  AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
50
99
  AutomationRuleEvaluator_LlmAsJudge,
100
+ AutomationRuleEvaluator_SpanLlmAsJudge,
101
+ AutomationRuleEvaluator_SpanUserDefinedMetricPython,
51
102
  AutomationRuleEvaluator_TraceThreadLlmAsJudge,
52
103
  AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
53
104
  AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -56,6 +107,14 @@ from .types import (
56
107
  BatchDeleteByProject,
57
108
  BiInformation,
58
109
  BiInformationResponse,
110
+ BooleanFeedbackDefinition,
111
+ BooleanFeedbackDefinitionCreate,
112
+ BooleanFeedbackDefinitionPublic,
113
+ BooleanFeedbackDefinitionUpdate,
114
+ BooleanFeedbackDetail,
115
+ BooleanFeedbackDetailCreate,
116
+ BooleanFeedbackDetailPublic,
117
+ BooleanFeedbackDetailUpdate,
59
118
  CategoricalFeedbackDefinition,
60
119
  CategoricalFeedbackDefinitionCreate,
61
120
  CategoricalFeedbackDefinitionPublic,
@@ -89,23 +148,39 @@ from .types import (
89
148
  CompleteMultipartUploadRequestEntityType,
90
149
  CompletionTokensDetails,
91
150
  CountValueStatPublic,
151
+ DashboardPagePublic,
152
+ DashboardPublic,
92
153
  DataPointDouble,
93
154
  DataPointNumberPublic,
94
155
  Dataset,
156
+ DatasetExpansion,
157
+ DatasetExpansionResponse,
95
158
  DatasetItem,
96
159
  DatasetItemBatch,
160
+ DatasetItemChangesPublic,
97
161
  DatasetItemCompare,
98
162
  DatasetItemCompareSource,
163
+ DatasetItemFilter,
164
+ DatasetItemFilterOperator,
99
165
  DatasetItemPageCompare,
100
166
  DatasetItemPagePublic,
101
167
  DatasetItemPublic,
102
168
  DatasetItemPublicSource,
103
169
  DatasetItemSource,
170
+ DatasetItemUpdate,
104
171
  DatasetItemWrite,
105
172
  DatasetItemWriteSource,
106
173
  DatasetPagePublic,
107
174
  DatasetPublic,
175
+ DatasetPublicStatus,
108
176
  DatasetPublicVisibility,
177
+ DatasetStatus,
178
+ DatasetVersionDiff,
179
+ DatasetVersionDiffStats,
180
+ DatasetVersionPagePublic,
181
+ DatasetVersionPublic,
182
+ DatasetVersionSummary,
183
+ DatasetVersionSummaryPublic,
109
184
  DatasetVisibility,
110
185
  DeleteAttachmentsRequest,
111
186
  DeleteAttachmentsRequestEntityType,
@@ -136,18 +211,26 @@ from .types import (
136
211
  ExperimentItemTraceVisibilityMode,
137
212
  ExperimentPagePublic,
138
213
  ExperimentPublic,
214
+ ExperimentPublicStatus,
139
215
  ExperimentPublicType,
216
+ ExperimentScore,
217
+ ExperimentScorePublic,
218
+ ExperimentScoreWrite,
219
+ ExperimentStatus,
140
220
  ExperimentType,
141
221
  ExportTraceServiceRequest,
142
222
  Feedback,
143
223
  FeedbackCreate,
224
+ FeedbackCreate_Boolean,
144
225
  FeedbackCreate_Categorical,
145
226
  FeedbackCreate_Numerical,
146
227
  FeedbackDefinitionPagePublic,
147
228
  FeedbackObjectPublic,
229
+ FeedbackObjectPublic_Boolean,
148
230
  FeedbackObjectPublic_Categorical,
149
231
  FeedbackObjectPublic_Numerical,
150
232
  FeedbackPublic,
233
+ FeedbackPublic_Boolean,
151
234
  FeedbackPublic_Categorical,
152
235
  FeedbackPublic_Numerical,
153
236
  FeedbackScore,
@@ -168,14 +251,18 @@ from .types import (
168
251
  FeedbackScorePublicSource,
169
252
  FeedbackScoreSource,
170
253
  FeedbackUpdate,
254
+ FeedbackUpdate_Boolean,
171
255
  FeedbackUpdate_Categorical,
172
256
  FeedbackUpdate_Numerical,
257
+ Feedback_Boolean,
173
258
  Feedback_Categorical,
174
259
  Feedback_Numerical,
175
260
  Function,
176
261
  FunctionCall,
177
262
  GroupContent,
178
263
  GroupContentWithAggregations,
264
+ GroupDetail,
265
+ GroupDetails,
179
266
  Guardrail,
180
267
  GuardrailBatch,
181
268
  GuardrailName,
@@ -185,6 +272,10 @@ from .types import (
185
272
  GuardrailWriteResult,
186
273
  GuardrailsValidation,
187
274
  GuardrailsValidationPublic,
275
+ IdsHolder,
276
+ ImageUrl,
277
+ ImageUrlPublic,
278
+ ImageUrlWrite,
188
279
  JsonListString,
189
280
  JsonListStringCompare,
190
281
  JsonListStringExperimentItemBulkWriteView,
@@ -192,7 +283,6 @@ from .types import (
192
283
  JsonListStringWrite,
193
284
  JsonNode,
194
285
  JsonNodeDetail,
195
- JsonNodeExperimentItemBulkWriteView,
196
286
  JsonNodePublic,
197
287
  JsonNodeWrite,
198
288
  JsonSchema,
@@ -200,6 +290,9 @@ from .types import (
200
290
  LlmAsJudgeCodePublic,
201
291
  LlmAsJudgeCodeWrite,
202
292
  LlmAsJudgeMessage,
293
+ LlmAsJudgeMessageContent,
294
+ LlmAsJudgeMessageContentPublic,
295
+ LlmAsJudgeMessageContentWrite,
203
296
  LlmAsJudgeMessagePublic,
204
297
  LlmAsJudgeMessagePublicRole,
205
298
  LlmAsJudgeMessageRole,
@@ -217,6 +310,9 @@ from .types import (
217
310
  LogItem,
218
311
  LogItemLevel,
219
312
  LogPage,
313
+ ManualEvaluationRequest,
314
+ ManualEvaluationRequestEntityType,
315
+ ManualEvaluationResponse,
220
316
  Message,
221
317
  MultipartUploadPart,
222
318
  NumericalFeedbackDefinition,
@@ -232,6 +328,10 @@ from .types import (
232
328
  OptimizationPublic,
233
329
  OptimizationPublicStatus,
234
330
  OptimizationStatus,
331
+ OptimizationStudioConfig,
332
+ OptimizationStudioConfigPublic,
333
+ OptimizationStudioConfigWrite,
334
+ OptimizationStudioLog,
235
335
  OptimizationWrite,
236
336
  OptimizationWriteStatus,
237
337
  PageColumns,
@@ -248,6 +348,8 @@ from .types import (
248
348
  ProjectPagePublic,
249
349
  ProjectPublic,
250
350
  ProjectPublicVisibility,
351
+ ProjectReference,
352
+ ProjectReferencePublic,
251
353
  ProjectStatItemObjectPublic,
252
354
  ProjectStatItemObjectPublic_Avg,
253
355
  ProjectStatItemObjectPublic_Count,
@@ -258,20 +360,27 @@ from .types import (
258
360
  ProjectVisibility,
259
361
  Prompt,
260
362
  PromptDetail,
363
+ PromptDetailTemplateStructure,
261
364
  PromptPagePublic,
262
365
  PromptPublic,
366
+ PromptPublicTemplateStructure,
367
+ PromptTemplateStructure,
263
368
  PromptTokensDetails,
264
369
  PromptType,
265
370
  PromptVersion,
266
371
  PromptVersionDetail,
372
+ PromptVersionDetailTemplateStructure,
267
373
  PromptVersionDetailType,
268
374
  PromptVersionLink,
269
375
  PromptVersionLinkPublic,
270
376
  PromptVersionLinkWrite,
271
377
  PromptVersionPagePublic,
272
378
  PromptVersionPublic,
379
+ PromptVersionPublicTemplateStructure,
273
380
  PromptVersionPublicType,
381
+ PromptVersionTemplateStructure,
274
382
  PromptVersionType,
383
+ PromptVersionUpdate,
275
384
  ProviderApiKey,
276
385
  ProviderApiKeyPagePublic,
277
386
  ProviderApiKeyProvider,
@@ -285,27 +394,63 @@ from .types import (
285
394
  ServiceTogglesConfig,
286
395
  Span,
287
396
  SpanBatch,
397
+ SpanEnrichmentOptions,
288
398
  SpanExperimentItemBulkWriteView,
289
399
  SpanExperimentItemBulkWriteViewType,
400
+ SpanFilter,
401
+ SpanFilterOperator,
290
402
  SpanFilterPublic,
291
403
  SpanFilterPublicOperator,
404
+ SpanFilterWrite,
405
+ SpanFilterWriteOperator,
406
+ SpanLlmAsJudgeCode,
407
+ SpanLlmAsJudgeCodePublic,
408
+ SpanLlmAsJudgeCodeWrite,
292
409
  SpanPagePublic,
293
410
  SpanPublic,
294
411
  SpanPublicType,
295
412
  SpanType,
413
+ SpanUpdate,
414
+ SpanUpdateType,
415
+ SpanUserDefinedMetricPythonCode,
416
+ SpanUserDefinedMetricPythonCodePublic,
417
+ SpanUserDefinedMetricPythonCodeWrite,
296
418
  SpanWrite,
297
419
  SpanWriteType,
298
420
  SpansCountResponse,
299
421
  StartMultipartUploadResponse,
300
422
  StreamOptions,
423
+ StudioEvaluation,
424
+ StudioEvaluationPublic,
425
+ StudioEvaluationWrite,
426
+ StudioLlmModel,
427
+ StudioLlmModelPublic,
428
+ StudioLlmModelWrite,
429
+ StudioMessage,
430
+ StudioMessagePublic,
431
+ StudioMessageWrite,
432
+ StudioMetric,
433
+ StudioMetricPublic,
434
+ StudioMetricWrite,
435
+ StudioOptimizer,
436
+ StudioOptimizerPublic,
437
+ StudioOptimizerWrite,
438
+ StudioPrompt,
439
+ StudioPromptPublic,
440
+ StudioPromptWrite,
301
441
  Tool,
302
442
  ToolCall,
303
443
  Trace,
304
444
  TraceBatch,
305
445
  TraceCountResponse,
446
+ TraceEnrichmentOptions,
306
447
  TraceExperimentItemBulkWriteView,
448
+ TraceFilter,
449
+ TraceFilterOperator,
307
450
  TraceFilterPublic,
308
451
  TraceFilterPublicOperator,
452
+ TraceFilterWrite,
453
+ TraceFilterWriteOperator,
309
454
  TracePagePublic,
310
455
  TracePublic,
311
456
  TracePublicVisibilityMode,
@@ -314,6 +459,8 @@ from .types import (
314
459
  TraceThreadFilterOperator,
315
460
  TraceThreadFilterPublic,
316
461
  TraceThreadFilterPublicOperator,
462
+ TraceThreadFilterWrite,
463
+ TraceThreadFilterWriteOperator,
317
464
  TraceThreadIdentifier,
318
465
  TraceThreadLlmAsJudgeCode,
319
466
  TraceThreadLlmAsJudgeCodePublic,
@@ -324,6 +471,7 @@ from .types import (
324
471
  TraceThreadUserDefinedMetricPythonCode,
325
472
  TraceThreadUserDefinedMetricPythonCodePublic,
326
473
  TraceThreadUserDefinedMetricPythonCodeWrite,
474
+ TraceUpdate,
327
475
  TraceVisibilityMode,
328
476
  TraceWrite,
329
477
  Usage,
@@ -338,6 +486,16 @@ from .types import (
338
486
  ValueEntryPublic,
339
487
  ValueEntryPublicSource,
340
488
  ValueEntrySource,
489
+ VideoUrl,
490
+ VideoUrlPublic,
491
+ VideoUrlWrite,
492
+ Webhook,
493
+ WebhookExamples,
494
+ WebhookPublic,
495
+ WebhookTestResult,
496
+ WebhookTestResultStatus,
497
+ WebhookWrite,
498
+ WelcomeWizardTracking,
341
499
  WorkspaceConfiguration,
342
500
  WorkspaceMetricRequest,
343
501
  WorkspaceMetricResponse,
@@ -357,15 +515,19 @@ from .errors import (
357
515
  UnprocessableEntityError,
358
516
  )
359
517
  from . import (
518
+ alerts,
519
+ annotation_queues,
360
520
  attachments,
361
521
  automation_rule_evaluators,
362
522
  chat_completions,
363
523
  check,
524
+ dashboards,
364
525
  datasets,
365
526
  experiments,
366
527
  feedback_definitions,
367
528
  guardrails,
368
529
  llm_provider_key,
530
+ manual_evaluation,
369
531
  open_telemetry_ingestion,
370
532
  optimizations,
371
533
  projects,
@@ -375,8 +537,10 @@ from . import (
375
537
  spans,
376
538
  system_usage,
377
539
  traces,
540
+ welcome_wizard,
378
541
  workspaces,
379
542
  )
543
+ from .alerts import GetWebhookExamplesRequestAlertType
380
544
  from .attachments import (
381
545
  AttachmentListRequestEntityType,
382
546
  DownloadAttachmentRequestEntityType,
@@ -386,7 +550,7 @@ from .attachments import (
386
550
  from .client import AsyncOpikApi, OpikApi
387
551
  from .datasets import DatasetUpdateVisibility, DatasetWriteVisibility
388
552
  from .environment import OpikApiEnvironment
389
- from .experiments import ExperimentWriteType
553
+ from .experiments import ExperimentUpdateStatus, ExperimentUpdateType, ExperimentWriteStatus, ExperimentWriteType
390
554
  from .feedback_definitions import FindFeedbackDefinitionsRequestType
391
555
  from .llm_provider_key import ProviderApiKeyWriteProvider
392
556
  from .optimizations import OptimizationUpdateStatus
@@ -396,39 +560,81 @@ from .projects import (
396
560
  ProjectUpdateVisibility,
397
561
  ProjectWriteVisibility,
398
562
  )
399
- from .prompts import PromptWriteType
563
+ from .prompts import CreatePromptVersionDetailTemplateStructure, PromptWriteTemplateStructure, PromptWriteType
400
564
  from .spans import (
401
565
  FindFeedbackScoreNames1RequestType,
402
566
  GetSpanStatsRequestType,
403
567
  GetSpansByProjectRequestType,
404
568
  SpanSearchStreamRequestPublicType,
405
- SpanUpdateType,
406
569
  )
407
570
 
408
571
  __all__ = [
409
572
  "AggregationData",
573
+ "Alert",
574
+ "AlertAlertType",
575
+ "AlertPagePublic",
576
+ "AlertPublic",
577
+ "AlertPublicAlertType",
578
+ "AlertTrigger",
579
+ "AlertTriggerConfig",
580
+ "AlertTriggerConfigPublic",
581
+ "AlertTriggerConfigPublicType",
582
+ "AlertTriggerConfigType",
583
+ "AlertTriggerConfigWrite",
584
+ "AlertTriggerConfigWriteType",
585
+ "AlertTriggerEventType",
586
+ "AlertTriggerPublic",
587
+ "AlertTriggerPublicEventType",
588
+ "AlertTriggerWrite",
589
+ "AlertTriggerWriteEventType",
590
+ "AlertWrite",
591
+ "AlertWriteAlertType",
592
+ "AnnotationQueue",
593
+ "AnnotationQueueBatch",
594
+ "AnnotationQueueItemIds",
595
+ "AnnotationQueuePagePublic",
596
+ "AnnotationQueuePublic",
597
+ "AnnotationQueuePublicScope",
598
+ "AnnotationQueueReviewer",
599
+ "AnnotationQueueReviewerPublic",
600
+ "AnnotationQueueScope",
601
+ "AnnotationQueueWrite",
602
+ "AnnotationQueueWriteScope",
410
603
  "AssistantMessage",
411
604
  "AssistantMessageRole",
412
605
  "AsyncOpikApi",
413
606
  "Attachment",
414
607
  "AttachmentListRequestEntityType",
415
608
  "AttachmentPage",
609
+ "AudioUrl",
610
+ "AudioUrlPublic",
611
+ "AudioUrlWrite",
416
612
  "AuthDetailsHolder",
417
613
  "AutomationRuleEvaluator",
418
614
  "AutomationRuleEvaluatorLlmAsJudge",
419
615
  "AutomationRuleEvaluatorLlmAsJudgePublic",
420
616
  "AutomationRuleEvaluatorLlmAsJudgeWrite",
421
- "AutomationRuleEvaluatorObjectPublic",
422
- "AutomationRuleEvaluatorObjectPublic_LlmAsJudge",
423
- "AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge",
424
- "AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython",
425
- "AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython",
617
+ "AutomationRuleEvaluatorObjectObjectPublic",
618
+ "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
619
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
620
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
621
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
622
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
623
+ "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
426
624
  "AutomationRuleEvaluatorPagePublic",
427
625
  "AutomationRuleEvaluatorPublic",
428
626
  "AutomationRuleEvaluatorPublic_LlmAsJudge",
627
+ "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
628
+ "AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
429
629
  "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
430
630
  "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
431
631
  "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
632
+ "AutomationRuleEvaluatorSpanLlmAsJudge",
633
+ "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
634
+ "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
635
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPython",
636
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
637
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
432
638
  "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
433
639
  "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
434
640
  "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -437,10 +643,14 @@ __all__ = [
437
643
  "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
438
644
  "AutomationRuleEvaluatorUpdate",
439
645
  "AutomationRuleEvaluatorUpdateLlmAsJudge",
646
+ "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
647
+ "AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
440
648
  "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
441
649
  "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
442
650
  "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
443
651
  "AutomationRuleEvaluatorUpdate_LlmAsJudge",
652
+ "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
653
+ "AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
444
654
  "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
445
655
  "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
446
656
  "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -449,10 +659,14 @@ __all__ = [
449
659
  "AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
450
660
  "AutomationRuleEvaluatorWrite",
451
661
  "AutomationRuleEvaluatorWrite_LlmAsJudge",
662
+ "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
663
+ "AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
452
664
  "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
453
665
  "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
454
666
  "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
455
667
  "AutomationRuleEvaluator_LlmAsJudge",
668
+ "AutomationRuleEvaluator_SpanLlmAsJudge",
669
+ "AutomationRuleEvaluator_SpanUserDefinedMetricPython",
456
670
  "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
457
671
  "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
458
672
  "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -462,6 +676,14 @@ __all__ = [
462
676
  "BatchDeleteByProject",
463
677
  "BiInformation",
464
678
  "BiInformationResponse",
679
+ "BooleanFeedbackDefinition",
680
+ "BooleanFeedbackDefinitionCreate",
681
+ "BooleanFeedbackDefinitionPublic",
682
+ "BooleanFeedbackDefinitionUpdate",
683
+ "BooleanFeedbackDetail",
684
+ "BooleanFeedbackDetailCreate",
685
+ "BooleanFeedbackDetailPublic",
686
+ "BooleanFeedbackDetailUpdate",
465
687
  "CategoricalFeedbackDefinition",
466
688
  "CategoricalFeedbackDefinitionCreate",
467
689
  "CategoricalFeedbackDefinitionPublic",
@@ -496,24 +718,41 @@ __all__ = [
496
718
  "CompletionTokensDetails",
497
719
  "ConflictError",
498
720
  "CountValueStatPublic",
721
+ "CreatePromptVersionDetailTemplateStructure",
722
+ "DashboardPagePublic",
723
+ "DashboardPublic",
499
724
  "DataPointDouble",
500
725
  "DataPointNumberPublic",
501
726
  "Dataset",
727
+ "DatasetExpansion",
728
+ "DatasetExpansionResponse",
502
729
  "DatasetItem",
503
730
  "DatasetItemBatch",
731
+ "DatasetItemChangesPublic",
504
732
  "DatasetItemCompare",
505
733
  "DatasetItemCompareSource",
734
+ "DatasetItemFilter",
735
+ "DatasetItemFilterOperator",
506
736
  "DatasetItemPageCompare",
507
737
  "DatasetItemPagePublic",
508
738
  "DatasetItemPublic",
509
739
  "DatasetItemPublicSource",
510
740
  "DatasetItemSource",
741
+ "DatasetItemUpdate",
511
742
  "DatasetItemWrite",
512
743
  "DatasetItemWriteSource",
513
744
  "DatasetPagePublic",
514
745
  "DatasetPublic",
746
+ "DatasetPublicStatus",
515
747
  "DatasetPublicVisibility",
748
+ "DatasetStatus",
516
749
  "DatasetUpdateVisibility",
750
+ "DatasetVersionDiff",
751
+ "DatasetVersionDiffStats",
752
+ "DatasetVersionPagePublic",
753
+ "DatasetVersionPublic",
754
+ "DatasetVersionSummary",
755
+ "DatasetVersionSummaryPublic",
517
756
  "DatasetVisibility",
518
757
  "DatasetWriteVisibility",
519
758
  "DeleteAttachmentsRequest",
@@ -546,19 +785,30 @@ __all__ = [
546
785
  "ExperimentItemTraceVisibilityMode",
547
786
  "ExperimentPagePublic",
548
787
  "ExperimentPublic",
788
+ "ExperimentPublicStatus",
549
789
  "ExperimentPublicType",
790
+ "ExperimentScore",
791
+ "ExperimentScorePublic",
792
+ "ExperimentScoreWrite",
793
+ "ExperimentStatus",
550
794
  "ExperimentType",
795
+ "ExperimentUpdateStatus",
796
+ "ExperimentUpdateType",
797
+ "ExperimentWriteStatus",
551
798
  "ExperimentWriteType",
552
799
  "ExportTraceServiceRequest",
553
800
  "Feedback",
554
801
  "FeedbackCreate",
802
+ "FeedbackCreate_Boolean",
555
803
  "FeedbackCreate_Categorical",
556
804
  "FeedbackCreate_Numerical",
557
805
  "FeedbackDefinitionPagePublic",
558
806
  "FeedbackObjectPublic",
807
+ "FeedbackObjectPublic_Boolean",
559
808
  "FeedbackObjectPublic_Categorical",
560
809
  "FeedbackObjectPublic_Numerical",
561
810
  "FeedbackPublic",
811
+ "FeedbackPublic_Boolean",
562
812
  "FeedbackPublic_Categorical",
563
813
  "FeedbackPublic_Numerical",
564
814
  "FeedbackScore",
@@ -579,8 +829,10 @@ __all__ = [
579
829
  "FeedbackScorePublicSource",
580
830
  "FeedbackScoreSource",
581
831
  "FeedbackUpdate",
832
+ "FeedbackUpdate_Boolean",
582
833
  "FeedbackUpdate_Categorical",
583
834
  "FeedbackUpdate_Numerical",
835
+ "Feedback_Boolean",
584
836
  "Feedback_Categorical",
585
837
  "Feedback_Numerical",
586
838
  "FindFeedbackDefinitionsRequestType",
@@ -590,8 +842,11 @@ __all__ = [
590
842
  "FunctionCall",
591
843
  "GetSpanStatsRequestType",
592
844
  "GetSpansByProjectRequestType",
845
+ "GetWebhookExamplesRequestAlertType",
593
846
  "GroupContent",
594
847
  "GroupContentWithAggregations",
848
+ "GroupDetail",
849
+ "GroupDetails",
595
850
  "Guardrail",
596
851
  "GuardrailBatch",
597
852
  "GuardrailName",
@@ -601,6 +856,10 @@ __all__ = [
601
856
  "GuardrailWriteResult",
602
857
  "GuardrailsValidation",
603
858
  "GuardrailsValidationPublic",
859
+ "IdsHolder",
860
+ "ImageUrl",
861
+ "ImageUrlPublic",
862
+ "ImageUrlWrite",
604
863
  "JsonListString",
605
864
  "JsonListStringCompare",
606
865
  "JsonListStringExperimentItemBulkWriteView",
@@ -608,7 +867,6 @@ __all__ = [
608
867
  "JsonListStringWrite",
609
868
  "JsonNode",
610
869
  "JsonNodeDetail",
611
- "JsonNodeExperimentItemBulkWriteView",
612
870
  "JsonNodePublic",
613
871
  "JsonNodeWrite",
614
872
  "JsonSchema",
@@ -616,6 +874,9 @@ __all__ = [
616
874
  "LlmAsJudgeCodePublic",
617
875
  "LlmAsJudgeCodeWrite",
618
876
  "LlmAsJudgeMessage",
877
+ "LlmAsJudgeMessageContent",
878
+ "LlmAsJudgeMessageContentPublic",
879
+ "LlmAsJudgeMessageContentWrite",
619
880
  "LlmAsJudgeMessagePublic",
620
881
  "LlmAsJudgeMessagePublicRole",
621
882
  "LlmAsJudgeMessageRole",
@@ -633,6 +894,9 @@ __all__ = [
633
894
  "LogItem",
634
895
  "LogItemLevel",
635
896
  "LogPage",
897
+ "ManualEvaluationRequest",
898
+ "ManualEvaluationRequestEntityType",
899
+ "ManualEvaluationResponse",
636
900
  "Message",
637
901
  "MultipartUploadPart",
638
902
  "NotFoundError",
@@ -652,6 +916,10 @@ __all__ = [
652
916
  "OptimizationPublic",
653
917
  "OptimizationPublicStatus",
654
918
  "OptimizationStatus",
919
+ "OptimizationStudioConfig",
920
+ "OptimizationStudioConfigPublic",
921
+ "OptimizationStudioConfigWrite",
922
+ "OptimizationStudioLog",
655
923
  "OptimizationUpdateStatus",
656
924
  "OptimizationWrite",
657
925
  "OptimizationWriteStatus",
@@ -671,6 +939,8 @@ __all__ = [
671
939
  "ProjectPagePublic",
672
940
  "ProjectPublic",
673
941
  "ProjectPublicVisibility",
942
+ "ProjectReference",
943
+ "ProjectReferencePublic",
674
944
  "ProjectStatItemObjectPublic",
675
945
  "ProjectStatItemObjectPublic_Avg",
676
946
  "ProjectStatItemObjectPublic_Count",
@@ -683,20 +953,28 @@ __all__ = [
683
953
  "ProjectWriteVisibility",
684
954
  "Prompt",
685
955
  "PromptDetail",
956
+ "PromptDetailTemplateStructure",
686
957
  "PromptPagePublic",
687
958
  "PromptPublic",
959
+ "PromptPublicTemplateStructure",
960
+ "PromptTemplateStructure",
688
961
  "PromptTokensDetails",
689
962
  "PromptType",
690
963
  "PromptVersion",
691
964
  "PromptVersionDetail",
965
+ "PromptVersionDetailTemplateStructure",
692
966
  "PromptVersionDetailType",
693
967
  "PromptVersionLink",
694
968
  "PromptVersionLinkPublic",
695
969
  "PromptVersionLinkWrite",
696
970
  "PromptVersionPagePublic",
697
971
  "PromptVersionPublic",
972
+ "PromptVersionPublicTemplateStructure",
698
973
  "PromptVersionPublicType",
974
+ "PromptVersionTemplateStructure",
699
975
  "PromptVersionType",
976
+ "PromptVersionUpdate",
977
+ "PromptWriteTemplateStructure",
700
978
  "PromptWriteType",
701
979
  "ProviderApiKey",
702
980
  "ProviderApiKeyPagePublic",
@@ -712,30 +990,65 @@ __all__ = [
712
990
  "ServiceTogglesConfig",
713
991
  "Span",
714
992
  "SpanBatch",
993
+ "SpanEnrichmentOptions",
715
994
  "SpanExperimentItemBulkWriteView",
716
995
  "SpanExperimentItemBulkWriteViewType",
996
+ "SpanFilter",
997
+ "SpanFilterOperator",
717
998
  "SpanFilterPublic",
718
999
  "SpanFilterPublicOperator",
1000
+ "SpanFilterWrite",
1001
+ "SpanFilterWriteOperator",
1002
+ "SpanLlmAsJudgeCode",
1003
+ "SpanLlmAsJudgeCodePublic",
1004
+ "SpanLlmAsJudgeCodeWrite",
719
1005
  "SpanPagePublic",
720
1006
  "SpanPublic",
721
1007
  "SpanPublicType",
722
1008
  "SpanSearchStreamRequestPublicType",
723
1009
  "SpanType",
1010
+ "SpanUpdate",
724
1011
  "SpanUpdateType",
1012
+ "SpanUserDefinedMetricPythonCode",
1013
+ "SpanUserDefinedMetricPythonCodePublic",
1014
+ "SpanUserDefinedMetricPythonCodeWrite",
725
1015
  "SpanWrite",
726
1016
  "SpanWriteType",
727
1017
  "SpansCountResponse",
728
1018
  "StartMultipartUploadRequestEntityType",
729
1019
  "StartMultipartUploadResponse",
730
1020
  "StreamOptions",
1021
+ "StudioEvaluation",
1022
+ "StudioEvaluationPublic",
1023
+ "StudioEvaluationWrite",
1024
+ "StudioLlmModel",
1025
+ "StudioLlmModelPublic",
1026
+ "StudioLlmModelWrite",
1027
+ "StudioMessage",
1028
+ "StudioMessagePublic",
1029
+ "StudioMessageWrite",
1030
+ "StudioMetric",
1031
+ "StudioMetricPublic",
1032
+ "StudioMetricWrite",
1033
+ "StudioOptimizer",
1034
+ "StudioOptimizerPublic",
1035
+ "StudioOptimizerWrite",
1036
+ "StudioPrompt",
1037
+ "StudioPromptPublic",
1038
+ "StudioPromptWrite",
731
1039
  "Tool",
732
1040
  "ToolCall",
733
1041
  "Trace",
734
1042
  "TraceBatch",
735
1043
  "TraceCountResponse",
1044
+ "TraceEnrichmentOptions",
736
1045
  "TraceExperimentItemBulkWriteView",
1046
+ "TraceFilter",
1047
+ "TraceFilterOperator",
737
1048
  "TraceFilterPublic",
738
1049
  "TraceFilterPublicOperator",
1050
+ "TraceFilterWrite",
1051
+ "TraceFilterWriteOperator",
739
1052
  "TracePagePublic",
740
1053
  "TracePublic",
741
1054
  "TracePublicVisibilityMode",
@@ -744,6 +1057,8 @@ __all__ = [
744
1057
  "TraceThreadFilterOperator",
745
1058
  "TraceThreadFilterPublic",
746
1059
  "TraceThreadFilterPublicOperator",
1060
+ "TraceThreadFilterWrite",
1061
+ "TraceThreadFilterWriteOperator",
747
1062
  "TraceThreadIdentifier",
748
1063
  "TraceThreadLlmAsJudgeCode",
749
1064
  "TraceThreadLlmAsJudgeCodePublic",
@@ -754,6 +1069,7 @@ __all__ = [
754
1069
  "TraceThreadUserDefinedMetricPythonCode",
755
1070
  "TraceThreadUserDefinedMetricPythonCodePublic",
756
1071
  "TraceThreadUserDefinedMetricPythonCodeWrite",
1072
+ "TraceUpdate",
757
1073
  "TraceVisibilityMode",
758
1074
  "TraceWrite",
759
1075
  "UnauthorizedError",
@@ -771,6 +1087,16 @@ __all__ = [
771
1087
  "ValueEntryPublic",
772
1088
  "ValueEntryPublicSource",
773
1089
  "ValueEntrySource",
1090
+ "VideoUrl",
1091
+ "VideoUrlPublic",
1092
+ "VideoUrlWrite",
1093
+ "Webhook",
1094
+ "WebhookExamples",
1095
+ "WebhookPublic",
1096
+ "WebhookTestResult",
1097
+ "WebhookTestResultStatus",
1098
+ "WebhookWrite",
1099
+ "WelcomeWizardTracking",
774
1100
  "WorkspaceConfiguration",
775
1101
  "WorkspaceMetricRequest",
776
1102
  "WorkspaceMetricResponse",
@@ -779,15 +1105,19 @@ __all__ = [
779
1105
  "WorkspaceNameHolder",
780
1106
  "WorkspaceSpansCount",
781
1107
  "WorkspaceTraceCount",
1108
+ "alerts",
1109
+ "annotation_queues",
782
1110
  "attachments",
783
1111
  "automation_rule_evaluators",
784
1112
  "chat_completions",
785
1113
  "check",
1114
+ "dashboards",
786
1115
  "datasets",
787
1116
  "experiments",
788
1117
  "feedback_definitions",
789
1118
  "guardrails",
790
1119
  "llm_provider_key",
1120
+ "manual_evaluation",
791
1121
  "open_telemetry_ingestion",
792
1122
  "optimizations",
793
1123
  "projects",
@@ -797,5 +1127,6 @@ __all__ = [
797
1127
  "spans",
798
1128
  "system_usage",
799
1129
  "traces",
1130
+ "welcome_wizard",
800
1131
  "workspaces",
801
1132
  ]