opik 1.6.4__py3-none-any.whl → 1.9.71__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1021) hide show
  1. opik/__init__.py +33 -2
  2. opik/anonymizer/__init__.py +5 -0
  3. opik/anonymizer/anonymizer.py +12 -0
  4. opik/anonymizer/factory.py +80 -0
  5. opik/anonymizer/recursive_anonymizer.py +64 -0
  6. opik/anonymizer/rules.py +56 -0
  7. opik/anonymizer/rules_anonymizer.py +35 -0
  8. opik/api_objects/attachment/__init__.py +5 -0
  9. opik/api_objects/attachment/attachment.py +20 -0
  10. opik/api_objects/attachment/attachment_context.py +36 -0
  11. opik/api_objects/attachment/attachments_extractor.py +153 -0
  12. opik/api_objects/attachment/client.py +220 -0
  13. opik/api_objects/attachment/converters.py +51 -0
  14. opik/api_objects/attachment/decoder.py +18 -0
  15. opik/api_objects/attachment/decoder_base64.py +83 -0
  16. opik/api_objects/attachment/decoder_helpers.py +137 -0
  17. opik/api_objects/conversation/__init__.py +0 -0
  18. opik/api_objects/conversation/conversation_factory.py +43 -0
  19. opik/api_objects/conversation/conversation_thread.py +49 -0
  20. opik/api_objects/data_helpers.py +79 -0
  21. opik/api_objects/dataset/dataset.py +107 -45
  22. opik/api_objects/dataset/rest_operations.py +12 -3
  23. opik/api_objects/experiment/experiment.py +81 -45
  24. opik/api_objects/experiment/experiment_item.py +2 -1
  25. opik/api_objects/experiment/experiments_client.py +64 -0
  26. opik/api_objects/experiment/helpers.py +35 -11
  27. opik/api_objects/experiment/rest_operations.py +88 -19
  28. opik/api_objects/helpers.py +104 -7
  29. opik/api_objects/local_recording.py +81 -0
  30. opik/api_objects/opik_client.py +872 -174
  31. opik/api_objects/opik_query_language.py +136 -18
  32. opik/api_objects/optimization/__init__.py +3 -0
  33. opik/api_objects/optimization/optimization.py +39 -0
  34. opik/api_objects/prompt/__init__.py +13 -1
  35. opik/api_objects/prompt/base_prompt.py +69 -0
  36. opik/api_objects/prompt/base_prompt_template.py +29 -0
  37. opik/api_objects/prompt/chat/__init__.py +1 -0
  38. opik/api_objects/prompt/chat/chat_prompt.py +210 -0
  39. opik/api_objects/prompt/chat/chat_prompt_template.py +350 -0
  40. opik/api_objects/prompt/chat/content_renderer_registry.py +203 -0
  41. opik/api_objects/prompt/client.py +193 -41
  42. opik/api_objects/prompt/text/__init__.py +1 -0
  43. opik/api_objects/prompt/text/prompt.py +174 -0
  44. opik/api_objects/prompt/text/prompt_template.py +55 -0
  45. opik/api_objects/prompt/types.py +29 -0
  46. opik/api_objects/rest_stream_parser.py +98 -0
  47. opik/api_objects/search_helpers.py +89 -0
  48. opik/api_objects/span/span_client.py +165 -45
  49. opik/api_objects/span/span_data.py +136 -25
  50. opik/api_objects/threads/__init__.py +0 -0
  51. opik/api_objects/threads/threads_client.py +185 -0
  52. opik/api_objects/trace/trace_client.py +72 -36
  53. opik/api_objects/trace/trace_data.py +112 -26
  54. opik/api_objects/validation_helpers.py +3 -3
  55. opik/cli/__init__.py +5 -0
  56. opik/cli/__main__.py +6 -0
  57. opik/cli/configure.py +66 -0
  58. opik/cli/exports/__init__.py +131 -0
  59. opik/cli/exports/dataset.py +278 -0
  60. opik/cli/exports/experiment.py +784 -0
  61. opik/cli/exports/project.py +685 -0
  62. opik/cli/exports/prompt.py +578 -0
  63. opik/cli/exports/utils.py +406 -0
  64. opik/cli/harbor.py +39 -0
  65. opik/cli/healthcheck.py +21 -0
  66. opik/cli/imports/__init__.py +439 -0
  67. opik/cli/imports/dataset.py +143 -0
  68. opik/cli/imports/experiment.py +1192 -0
  69. opik/cli/imports/project.py +262 -0
  70. opik/cli/imports/prompt.py +177 -0
  71. opik/cli/imports/utils.py +280 -0
  72. opik/cli/main.py +49 -0
  73. opik/cli/proxy.py +93 -0
  74. opik/cli/usage_report/__init__.py +16 -0
  75. opik/cli/usage_report/charts.py +783 -0
  76. opik/cli/usage_report/cli.py +274 -0
  77. opik/cli/usage_report/constants.py +9 -0
  78. opik/cli/usage_report/extraction.py +749 -0
  79. opik/cli/usage_report/pdf.py +244 -0
  80. opik/cli/usage_report/statistics.py +78 -0
  81. opik/cli/usage_report/utils.py +235 -0
  82. opik/config.py +62 -4
  83. opik/configurator/configure.py +45 -6
  84. opik/configurator/opik_rest_helpers.py +4 -1
  85. opik/context_storage.py +164 -65
  86. opik/datetime_helpers.py +12 -0
  87. opik/decorator/arguments_helpers.py +9 -1
  88. opik/decorator/base_track_decorator.py +298 -146
  89. opik/decorator/context_manager/__init__.py +0 -0
  90. opik/decorator/context_manager/span_context_manager.py +123 -0
  91. opik/decorator/context_manager/trace_context_manager.py +84 -0
  92. opik/decorator/generator_wrappers.py +3 -2
  93. opik/decorator/inspect_helpers.py +11 -0
  94. opik/decorator/opik_args/__init__.py +13 -0
  95. opik/decorator/opik_args/api_classes.py +71 -0
  96. opik/decorator/opik_args/helpers.py +120 -0
  97. opik/decorator/span_creation_handler.py +49 -21
  98. opik/decorator/tracker.py +9 -1
  99. opik/dict_utils.py +3 -3
  100. opik/environment.py +13 -1
  101. opik/error_tracking/api.py +1 -1
  102. opik/error_tracking/before_send.py +6 -5
  103. opik/error_tracking/environment_details.py +29 -7
  104. opik/error_tracking/error_filtering/filter_by_response_status_code.py +42 -0
  105. opik/error_tracking/error_filtering/filter_chain_builder.py +14 -3
  106. opik/evaluation/__init__.py +14 -2
  107. opik/evaluation/engine/engine.py +280 -82
  108. opik/evaluation/engine/evaluation_tasks_executor.py +15 -10
  109. opik/evaluation/engine/helpers.py +34 -9
  110. opik/evaluation/engine/metrics_evaluator.py +237 -0
  111. opik/evaluation/engine/types.py +5 -4
  112. opik/evaluation/evaluation_result.py +169 -2
  113. opik/evaluation/evaluator.py +659 -58
  114. opik/evaluation/metrics/__init__.py +121 -6
  115. opik/evaluation/metrics/aggregated_metric.py +92 -0
  116. opik/evaluation/metrics/arguments_helpers.py +15 -21
  117. opik/evaluation/metrics/arguments_validator.py +38 -0
  118. opik/evaluation/metrics/base_metric.py +20 -10
  119. opik/evaluation/metrics/conversation/__init__.py +48 -0
  120. opik/evaluation/metrics/conversation/conversation_thread_metric.py +79 -0
  121. opik/evaluation/metrics/conversation/conversation_turns_factory.py +39 -0
  122. opik/evaluation/metrics/conversation/g_eval_wrappers.py +19 -0
  123. opik/evaluation/metrics/conversation/helpers.py +84 -0
  124. opik/evaluation/metrics/conversation/heuristics/__init__.py +14 -0
  125. opik/evaluation/metrics/conversation/heuristics/degeneration/__init__.py +3 -0
  126. opik/evaluation/metrics/conversation/heuristics/degeneration/metric.py +189 -0
  127. opik/evaluation/metrics/conversation/heuristics/degeneration/phrases.py +12 -0
  128. opik/evaluation/metrics/conversation/heuristics/knowledge_retention/__init__.py +3 -0
  129. opik/evaluation/metrics/conversation/heuristics/knowledge_retention/metric.py +172 -0
  130. opik/evaluation/metrics/conversation/llm_judges/__init__.py +32 -0
  131. opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/__init__.py +0 -0
  132. opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/metric.py +274 -0
  133. opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/schema.py +16 -0
  134. opik/evaluation/metrics/conversation/llm_judges/conversational_coherence/templates.py +95 -0
  135. opik/evaluation/metrics/conversation/llm_judges/g_eval_wrappers.py +442 -0
  136. opik/evaluation/metrics/conversation/llm_judges/session_completeness/__init__.py +0 -0
  137. opik/evaluation/metrics/conversation/llm_judges/session_completeness/metric.py +295 -0
  138. opik/evaluation/metrics/conversation/llm_judges/session_completeness/schema.py +22 -0
  139. opik/evaluation/metrics/conversation/llm_judges/session_completeness/templates.py +139 -0
  140. opik/evaluation/metrics/conversation/llm_judges/user_frustration/__init__.py +0 -0
  141. opik/evaluation/metrics/conversation/llm_judges/user_frustration/metric.py +277 -0
  142. opik/evaluation/metrics/conversation/llm_judges/user_frustration/schema.py +16 -0
  143. opik/evaluation/metrics/conversation/llm_judges/user_frustration/templates.py +135 -0
  144. opik/evaluation/metrics/conversation/types.py +34 -0
  145. opik/evaluation/metrics/conversation_types.py +9 -0
  146. opik/evaluation/metrics/heuristics/bertscore.py +107 -0
  147. opik/evaluation/metrics/heuristics/bleu.py +43 -16
  148. opik/evaluation/metrics/heuristics/chrf.py +127 -0
  149. opik/evaluation/metrics/heuristics/contains.py +50 -11
  150. opik/evaluation/metrics/heuristics/distribution_metrics.py +331 -0
  151. opik/evaluation/metrics/heuristics/equals.py +4 -1
  152. opik/evaluation/metrics/heuristics/gleu.py +113 -0
  153. opik/evaluation/metrics/heuristics/is_json.py +9 -3
  154. opik/evaluation/metrics/heuristics/language_adherence.py +123 -0
  155. opik/evaluation/metrics/heuristics/levenshtein_ratio.py +6 -5
  156. opik/evaluation/metrics/heuristics/meteor.py +119 -0
  157. opik/evaluation/metrics/heuristics/prompt_injection.py +150 -0
  158. opik/evaluation/metrics/heuristics/readability.py +129 -0
  159. opik/evaluation/metrics/heuristics/regex_match.py +4 -1
  160. opik/evaluation/metrics/heuristics/rouge.py +148 -0
  161. opik/evaluation/metrics/heuristics/sentiment.py +98 -0
  162. opik/evaluation/metrics/heuristics/spearman.py +88 -0
  163. opik/evaluation/metrics/heuristics/tone.py +155 -0
  164. opik/evaluation/metrics/heuristics/vader_sentiment.py +77 -0
  165. opik/evaluation/metrics/llm_judges/answer_relevance/metric.py +27 -30
  166. opik/evaluation/metrics/llm_judges/answer_relevance/parser.py +27 -0
  167. opik/evaluation/metrics/llm_judges/answer_relevance/templates.py +10 -10
  168. opik/evaluation/metrics/llm_judges/context_precision/metric.py +28 -31
  169. opik/evaluation/metrics/llm_judges/context_precision/parser.py +27 -0
  170. opik/evaluation/metrics/llm_judges/context_precision/template.py +7 -7
  171. opik/evaluation/metrics/llm_judges/context_recall/metric.py +27 -31
  172. opik/evaluation/metrics/llm_judges/context_recall/parser.py +27 -0
  173. opik/evaluation/metrics/llm_judges/context_recall/template.py +7 -7
  174. opik/evaluation/metrics/llm_judges/factuality/metric.py +7 -26
  175. opik/evaluation/metrics/llm_judges/factuality/parser.py +35 -0
  176. opik/evaluation/metrics/llm_judges/factuality/template.py +1 -1
  177. opik/evaluation/metrics/llm_judges/g_eval/__init__.py +5 -0
  178. opik/evaluation/metrics/llm_judges/g_eval/metric.py +244 -113
  179. opik/evaluation/metrics/llm_judges/g_eval/parser.py +161 -0
  180. opik/evaluation/metrics/llm_judges/g_eval/presets.py +209 -0
  181. opik/evaluation/metrics/llm_judges/g_eval_presets/__init__.py +36 -0
  182. opik/evaluation/metrics/llm_judges/g_eval_presets/agent_assessment.py +77 -0
  183. opik/evaluation/metrics/llm_judges/g_eval_presets/bias_classifier.py +181 -0
  184. opik/evaluation/metrics/llm_judges/g_eval_presets/compliance_risk.py +41 -0
  185. opik/evaluation/metrics/llm_judges/g_eval_presets/prompt_uncertainty.py +41 -0
  186. opik/evaluation/metrics/llm_judges/g_eval_presets/qa_suite.py +146 -0
  187. opik/evaluation/metrics/llm_judges/hallucination/metric.py +23 -27
  188. opik/evaluation/metrics/llm_judges/hallucination/parser.py +29 -0
  189. opik/evaluation/metrics/llm_judges/hallucination/template.py +2 -4
  190. opik/evaluation/metrics/llm_judges/llm_juries/__init__.py +3 -0
  191. opik/evaluation/metrics/llm_judges/llm_juries/metric.py +76 -0
  192. opik/evaluation/metrics/llm_judges/moderation/metric.py +23 -28
  193. opik/evaluation/metrics/llm_judges/moderation/parser.py +27 -0
  194. opik/evaluation/metrics/llm_judges/moderation/template.py +2 -2
  195. opik/evaluation/metrics/llm_judges/parsing_helpers.py +26 -0
  196. opik/evaluation/metrics/llm_judges/structure_output_compliance/__init__.py +0 -0
  197. opik/evaluation/metrics/llm_judges/structure_output_compliance/metric.py +144 -0
  198. opik/evaluation/metrics/llm_judges/structure_output_compliance/parser.py +79 -0
  199. opik/evaluation/metrics/llm_judges/structure_output_compliance/schema.py +15 -0
  200. opik/evaluation/metrics/llm_judges/structure_output_compliance/template.py +50 -0
  201. opik/evaluation/metrics/llm_judges/syc_eval/__init__.py +0 -0
  202. opik/evaluation/metrics/llm_judges/syc_eval/metric.py +252 -0
  203. opik/evaluation/metrics/llm_judges/syc_eval/parser.py +82 -0
  204. opik/evaluation/metrics/llm_judges/syc_eval/template.py +155 -0
  205. opik/evaluation/metrics/llm_judges/trajectory_accuracy/__init__.py +3 -0
  206. opik/evaluation/metrics/llm_judges/trajectory_accuracy/metric.py +171 -0
  207. opik/evaluation/metrics/llm_judges/trajectory_accuracy/parser.py +38 -0
  208. opik/evaluation/metrics/llm_judges/trajectory_accuracy/templates.py +65 -0
  209. opik/evaluation/metrics/llm_judges/usefulness/metric.py +23 -32
  210. opik/evaluation/metrics/llm_judges/usefulness/parser.py +28 -0
  211. opik/evaluation/metrics/ragas_metric.py +112 -0
  212. opik/evaluation/models/__init__.py +10 -0
  213. opik/evaluation/models/base_model.py +140 -18
  214. opik/evaluation/models/langchain/__init__.py +3 -0
  215. opik/evaluation/models/langchain/langchain_chat_model.py +166 -0
  216. opik/evaluation/models/langchain/message_converters.py +106 -0
  217. opik/evaluation/models/langchain/opik_monitoring.py +23 -0
  218. opik/evaluation/models/litellm/litellm_chat_model.py +186 -40
  219. opik/evaluation/models/litellm/opik_monitor.py +24 -21
  220. opik/evaluation/models/litellm/util.py +125 -0
  221. opik/evaluation/models/litellm/warning_filters.py +16 -4
  222. opik/evaluation/models/model_capabilities.py +187 -0
  223. opik/evaluation/models/models_factory.py +25 -3
  224. opik/evaluation/preprocessing.py +92 -0
  225. opik/evaluation/report.py +70 -12
  226. opik/evaluation/rest_operations.py +49 -45
  227. opik/evaluation/samplers/__init__.py +4 -0
  228. opik/evaluation/samplers/base_dataset_sampler.py +40 -0
  229. opik/evaluation/samplers/random_dataset_sampler.py +48 -0
  230. opik/evaluation/score_statistics.py +66 -0
  231. opik/evaluation/scorers/__init__.py +4 -0
  232. opik/evaluation/scorers/scorer_function.py +55 -0
  233. opik/evaluation/scorers/scorer_wrapper_metric.py +130 -0
  234. opik/evaluation/test_case.py +3 -2
  235. opik/evaluation/test_result.py +1 -0
  236. opik/evaluation/threads/__init__.py +0 -0
  237. opik/evaluation/threads/context_helper.py +32 -0
  238. opik/evaluation/threads/evaluation_engine.py +181 -0
  239. opik/evaluation/threads/evaluation_result.py +18 -0
  240. opik/evaluation/threads/evaluator.py +120 -0
  241. opik/evaluation/threads/helpers.py +51 -0
  242. opik/evaluation/types.py +9 -1
  243. opik/exceptions.py +116 -3
  244. opik/file_upload/__init__.py +0 -0
  245. opik/file_upload/base_upload_manager.py +39 -0
  246. opik/file_upload/file_upload_monitor.py +14 -0
  247. opik/file_upload/file_uploader.py +141 -0
  248. opik/file_upload/mime_type.py +9 -0
  249. opik/file_upload/s3_multipart_upload/__init__.py +0 -0
  250. opik/file_upload/s3_multipart_upload/file_parts_strategy.py +89 -0
  251. opik/file_upload/s3_multipart_upload/s3_file_uploader.py +86 -0
  252. opik/file_upload/s3_multipart_upload/s3_upload_error.py +29 -0
  253. opik/file_upload/thread_pool.py +17 -0
  254. opik/file_upload/upload_client.py +114 -0
  255. opik/file_upload/upload_manager.py +255 -0
  256. opik/file_upload/upload_options.py +37 -0
  257. opik/format_helpers.py +17 -0
  258. opik/guardrails/__init__.py +4 -0
  259. opik/guardrails/guardrail.py +157 -0
  260. opik/guardrails/guards/__init__.py +5 -0
  261. opik/guardrails/guards/guard.py +17 -0
  262. opik/guardrails/guards/pii.py +47 -0
  263. opik/guardrails/guards/topic.py +76 -0
  264. opik/guardrails/rest_api_client.py +34 -0
  265. opik/guardrails/schemas.py +24 -0
  266. opik/guardrails/tracing.py +61 -0
  267. opik/healthcheck/__init__.py +2 -1
  268. opik/healthcheck/checks.py +2 -2
  269. opik/healthcheck/rich_representation.py +1 -1
  270. opik/hooks/__init__.py +23 -0
  271. opik/hooks/anonymizer_hook.py +36 -0
  272. opik/hooks/httpx_client_hook.py +112 -0
  273. opik/httpx_client.py +75 -4
  274. opik/id_helpers.py +18 -0
  275. opik/integrations/adk/__init__.py +14 -0
  276. opik/integrations/adk/callback_context_info_extractors.py +32 -0
  277. opik/integrations/adk/graph/__init__.py +0 -0
  278. opik/integrations/adk/graph/mermaid_graph_builder.py +128 -0
  279. opik/integrations/adk/graph/nodes.py +101 -0
  280. opik/integrations/adk/graph/subgraph_edges_builders.py +41 -0
  281. opik/integrations/adk/helpers.py +48 -0
  282. opik/integrations/adk/legacy_opik_tracer.py +381 -0
  283. opik/integrations/adk/opik_tracer.py +370 -0
  284. opik/integrations/adk/patchers/__init__.py +4 -0
  285. opik/integrations/adk/patchers/adk_otel_tracer/__init__.py +0 -0
  286. opik/integrations/adk/patchers/adk_otel_tracer/llm_span_helpers.py +30 -0
  287. opik/integrations/adk/patchers/adk_otel_tracer/opik_adk_otel_tracer.py +201 -0
  288. opik/integrations/adk/patchers/litellm_wrappers.py +91 -0
  289. opik/integrations/adk/patchers/llm_response_wrapper.py +105 -0
  290. opik/integrations/adk/patchers/patchers.py +64 -0
  291. opik/integrations/adk/recursive_callback_injector.py +126 -0
  292. opik/integrations/aisuite/aisuite_decorator.py +8 -3
  293. opik/integrations/aisuite/opik_tracker.py +1 -0
  294. opik/integrations/anthropic/messages_create_decorator.py +8 -3
  295. opik/integrations/anthropic/opik_tracker.py +0 -1
  296. opik/integrations/bedrock/converse/__init__.py +0 -0
  297. opik/integrations/bedrock/converse/chunks_aggregator.py +188 -0
  298. opik/integrations/bedrock/{converse_decorator.py → converse/converse_decorator.py} +18 -8
  299. opik/integrations/bedrock/invoke_agent_decorator.py +12 -7
  300. opik/integrations/bedrock/invoke_model/__init__.py +0 -0
  301. opik/integrations/bedrock/invoke_model/chunks_aggregator/__init__.py +78 -0
  302. opik/integrations/bedrock/invoke_model/chunks_aggregator/api.py +45 -0
  303. opik/integrations/bedrock/invoke_model/chunks_aggregator/base.py +23 -0
  304. opik/integrations/bedrock/invoke_model/chunks_aggregator/claude.py +121 -0
  305. opik/integrations/bedrock/invoke_model/chunks_aggregator/format_detector.py +107 -0
  306. opik/integrations/bedrock/invoke_model/chunks_aggregator/llama.py +108 -0
  307. opik/integrations/bedrock/invoke_model/chunks_aggregator/mistral.py +118 -0
  308. opik/integrations/bedrock/invoke_model/chunks_aggregator/nova.py +99 -0
  309. opik/integrations/bedrock/invoke_model/invoke_model_decorator.py +178 -0
  310. opik/integrations/bedrock/invoke_model/response_types.py +34 -0
  311. opik/integrations/bedrock/invoke_model/stream_wrappers.py +122 -0
  312. opik/integrations/bedrock/invoke_model/usage_converters.py +87 -0
  313. opik/integrations/bedrock/invoke_model/usage_extraction.py +108 -0
  314. opik/integrations/bedrock/opik_tracker.py +43 -4
  315. opik/integrations/bedrock/types.py +19 -0
  316. opik/integrations/crewai/crewai_decorator.py +34 -56
  317. opik/integrations/crewai/opik_tracker.py +31 -10
  318. opik/integrations/crewai/patchers/__init__.py +5 -0
  319. opik/integrations/crewai/patchers/flow.py +118 -0
  320. opik/integrations/crewai/patchers/litellm_completion.py +30 -0
  321. opik/integrations/crewai/patchers/llm_client.py +207 -0
  322. opik/integrations/dspy/callback.py +246 -84
  323. opik/integrations/dspy/graph.py +88 -0
  324. opik/integrations/dspy/parsers.py +168 -0
  325. opik/integrations/genai/encoder_extension.py +2 -6
  326. opik/integrations/genai/generate_content_decorator.py +20 -13
  327. opik/integrations/guardrails/guardrails_decorator.py +4 -0
  328. opik/integrations/harbor/__init__.py +17 -0
  329. opik/integrations/harbor/experiment_service.py +269 -0
  330. opik/integrations/harbor/opik_tracker.py +528 -0
  331. opik/integrations/haystack/constants.py +35 -0
  332. opik/integrations/haystack/converters.py +1 -2
  333. opik/integrations/haystack/opik_connector.py +28 -6
  334. opik/integrations/haystack/opik_span_bridge.py +284 -0
  335. opik/integrations/haystack/opik_tracer.py +124 -222
  336. opik/integrations/langchain/__init__.py +3 -1
  337. opik/integrations/langchain/helpers.py +96 -0
  338. opik/integrations/langchain/langgraph_async_context_bridge.py +131 -0
  339. opik/integrations/langchain/langgraph_tracer_injector.py +88 -0
  340. opik/integrations/langchain/opik_encoder_extension.py +2 -2
  341. opik/integrations/langchain/opik_tracer.py +641 -206
  342. opik/integrations/langchain/provider_usage_extractors/__init__.py +5 -0
  343. opik/integrations/langchain/provider_usage_extractors/anthropic_usage_extractor.py +101 -0
  344. opik/integrations/langchain/provider_usage_extractors/anthropic_vertexai_usage_extractor.py +67 -0
  345. opik/integrations/langchain/provider_usage_extractors/bedrock_usage_extractor.py +94 -0
  346. opik/integrations/langchain/provider_usage_extractors/google_generative_ai_usage_extractor.py +109 -0
  347. opik/integrations/langchain/provider_usage_extractors/groq_usage_extractor.py +92 -0
  348. opik/integrations/langchain/provider_usage_extractors/langchain_run_helpers/__init__.py +15 -0
  349. opik/integrations/langchain/provider_usage_extractors/langchain_run_helpers/helpers.py +134 -0
  350. opik/integrations/langchain/provider_usage_extractors/langchain_run_helpers/langchain_usage.py +163 -0
  351. opik/integrations/langchain/provider_usage_extractors/openai_usage_extractor.py +124 -0
  352. opik/integrations/langchain/provider_usage_extractors/provider_usage_extractor_protocol.py +29 -0
  353. opik/integrations/langchain/provider_usage_extractors/usage_extractor.py +48 -0
  354. opik/integrations/langchain/provider_usage_extractors/vertexai_usage_extractor.py +109 -0
  355. opik/integrations/litellm/__init__.py +5 -0
  356. opik/integrations/litellm/completion_chunks_aggregator.py +115 -0
  357. opik/integrations/litellm/litellm_completion_decorator.py +242 -0
  358. opik/integrations/litellm/opik_tracker.py +43 -0
  359. opik/integrations/litellm/stream_patchers.py +151 -0
  360. opik/integrations/llama_index/callback.py +179 -78
  361. opik/integrations/llama_index/event_parsing_utils.py +29 -9
  362. opik/integrations/openai/agents/opik_tracing_processor.py +204 -32
  363. opik/integrations/openai/agents/span_data_parsers.py +15 -6
  364. opik/integrations/openai/chat_completion_chunks_aggregator.py +1 -1
  365. opik/integrations/openai/{openai_decorator.py → openai_chat_completions_decorator.py} +45 -35
  366. opik/integrations/openai/openai_responses_decorator.py +158 -0
  367. opik/integrations/openai/opik_tracker.py +94 -13
  368. opik/integrations/openai/response_events_aggregator.py +36 -0
  369. opik/integrations/openai/stream_patchers.py +125 -15
  370. opik/integrations/sagemaker/auth.py +5 -1
  371. opik/jsonable_encoder.py +29 -1
  372. opik/llm_usage/base_original_provider_usage.py +15 -8
  373. opik/llm_usage/bedrock_usage.py +8 -2
  374. opik/llm_usage/google_usage.py +6 -1
  375. opik/llm_usage/llm_usage_info.py +6 -0
  376. opik/llm_usage/{openai_usage.py → openai_chat_completions_usage.py} +2 -12
  377. opik/llm_usage/{openai_agent_usage.py → openai_responses_usage.py} +7 -15
  378. opik/llm_usage/opik_usage.py +36 -10
  379. opik/llm_usage/opik_usage_factory.py +35 -19
  380. opik/logging_messages.py +19 -7
  381. opik/message_processing/arguments_utils.py +22 -0
  382. opik/message_processing/batching/base_batcher.py +45 -17
  383. opik/message_processing/batching/batch_manager.py +22 -10
  384. opik/message_processing/batching/batch_manager_constuctors.py +36 -11
  385. opik/message_processing/batching/batchers.py +167 -44
  386. opik/message_processing/batching/flushing_thread.py +0 -3
  387. opik/message_processing/batching/sequence_splitter.py +50 -5
  388. opik/message_processing/emulation/__init__.py +0 -0
  389. opik/message_processing/emulation/emulator_message_processor.py +578 -0
  390. opik/message_processing/emulation/local_emulator_message_processor.py +140 -0
  391. opik/message_processing/emulation/models.py +162 -0
  392. opik/message_processing/encoder_helpers.py +79 -0
  393. opik/message_processing/message_queue.py +79 -0
  394. opik/message_processing/messages.py +154 -12
  395. opik/message_processing/preprocessing/__init__.py +0 -0
  396. opik/message_processing/preprocessing/attachments_preprocessor.py +70 -0
  397. opik/message_processing/preprocessing/batching_preprocessor.py +53 -0
  398. opik/message_processing/preprocessing/constants.py +1 -0
  399. opik/message_processing/preprocessing/file_upload_preprocessor.py +38 -0
  400. opik/message_processing/preprocessing/preprocessor.py +36 -0
  401. opik/message_processing/processors/__init__.py +0 -0
  402. opik/message_processing/processors/attachments_extraction_processor.py +146 -0
  403. opik/message_processing/processors/message_processors.py +92 -0
  404. opik/message_processing/processors/message_processors_chain.py +96 -0
  405. opik/message_processing/processors/online_message_processor.py +324 -0
  406. opik/message_processing/queue_consumer.py +61 -13
  407. opik/message_processing/streamer.py +102 -31
  408. opik/message_processing/streamer_constructors.py +67 -12
  409. opik/opik_context.py +103 -11
  410. opik/plugins/pytest/decorator.py +2 -2
  411. opik/plugins/pytest/experiment_runner.py +3 -2
  412. opik/plugins/pytest/hooks.py +6 -4
  413. opik/rate_limit/__init__.py +0 -0
  414. opik/rate_limit/rate_limit.py +25 -0
  415. opik/rest_api/__init__.py +643 -11
  416. opik/rest_api/alerts/__init__.py +7 -0
  417. opik/rest_api/alerts/client.py +667 -0
  418. opik/rest_api/alerts/raw_client.py +1015 -0
  419. opik/rest_api/alerts/types/__init__.py +7 -0
  420. opik/rest_api/alerts/types/get_webhook_examples_request_alert_type.py +5 -0
  421. opik/rest_api/annotation_queues/__init__.py +4 -0
  422. opik/rest_api/annotation_queues/client.py +668 -0
  423. opik/rest_api/annotation_queues/raw_client.py +1019 -0
  424. opik/rest_api/attachments/__init__.py +17 -0
  425. opik/rest_api/attachments/client.py +752 -0
  426. opik/rest_api/attachments/raw_client.py +1125 -0
  427. opik/rest_api/attachments/types/__init__.py +15 -0
  428. opik/rest_api/attachments/types/attachment_list_request_entity_type.py +5 -0
  429. opik/rest_api/attachments/types/download_attachment_request_entity_type.py +5 -0
  430. opik/rest_api/attachments/types/start_multipart_upload_request_entity_type.py +5 -0
  431. opik/rest_api/attachments/types/upload_attachment_request_entity_type.py +5 -0
  432. opik/rest_api/automation_rule_evaluators/__init__.py +2 -0
  433. opik/rest_api/automation_rule_evaluators/client.py +182 -1162
  434. opik/rest_api/automation_rule_evaluators/raw_client.py +598 -0
  435. opik/rest_api/chat_completions/__init__.py +2 -0
  436. opik/rest_api/chat_completions/client.py +115 -149
  437. opik/rest_api/chat_completions/raw_client.py +339 -0
  438. opik/rest_api/check/__init__.py +2 -0
  439. opik/rest_api/check/client.py +88 -106
  440. opik/rest_api/check/raw_client.py +258 -0
  441. opik/rest_api/client.py +112 -212
  442. opik/rest_api/core/__init__.py +5 -0
  443. opik/rest_api/core/api_error.py +12 -6
  444. opik/rest_api/core/client_wrapper.py +4 -14
  445. opik/rest_api/core/datetime_utils.py +1 -3
  446. opik/rest_api/core/file.py +2 -5
  447. opik/rest_api/core/http_client.py +42 -120
  448. opik/rest_api/core/http_response.py +55 -0
  449. opik/rest_api/core/jsonable_encoder.py +1 -4
  450. opik/rest_api/core/pydantic_utilities.py +79 -147
  451. opik/rest_api/core/query_encoder.py +1 -3
  452. opik/rest_api/core/serialization.py +10 -10
  453. opik/rest_api/dashboards/__init__.py +4 -0
  454. opik/rest_api/dashboards/client.py +462 -0
  455. opik/rest_api/dashboards/raw_client.py +648 -0
  456. opik/rest_api/datasets/__init__.py +5 -0
  457. opik/rest_api/datasets/client.py +1638 -1091
  458. opik/rest_api/datasets/raw_client.py +3389 -0
  459. opik/rest_api/datasets/types/__init__.py +8 -0
  460. opik/rest_api/datasets/types/dataset_update_visibility.py +5 -0
  461. opik/rest_api/datasets/types/dataset_write_visibility.py +5 -0
  462. opik/rest_api/errors/__init__.py +2 -0
  463. opik/rest_api/errors/bad_request_error.py +4 -3
  464. opik/rest_api/errors/conflict_error.py +4 -3
  465. opik/rest_api/errors/forbidden_error.py +4 -2
  466. opik/rest_api/errors/not_found_error.py +4 -3
  467. opik/rest_api/errors/not_implemented_error.py +4 -3
  468. opik/rest_api/errors/unauthorized_error.py +4 -3
  469. opik/rest_api/errors/unprocessable_entity_error.py +4 -3
  470. opik/rest_api/experiments/__init__.py +5 -0
  471. opik/rest_api/experiments/client.py +676 -752
  472. opik/rest_api/experiments/raw_client.py +1872 -0
  473. opik/rest_api/experiments/types/__init__.py +10 -0
  474. opik/rest_api/experiments/types/experiment_update_status.py +5 -0
  475. opik/rest_api/experiments/types/experiment_update_type.py +5 -0
  476. opik/rest_api/experiments/types/experiment_write_status.py +5 -0
  477. opik/rest_api/experiments/types/experiment_write_type.py +5 -0
  478. opik/rest_api/feedback_definitions/__init__.py +2 -0
  479. opik/rest_api/feedback_definitions/client.py +96 -370
  480. opik/rest_api/feedback_definitions/raw_client.py +541 -0
  481. opik/rest_api/feedback_definitions/types/__init__.py +2 -0
  482. opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py +1 -3
  483. opik/rest_api/guardrails/__init__.py +4 -0
  484. opik/rest_api/guardrails/client.py +104 -0
  485. opik/rest_api/guardrails/raw_client.py +102 -0
  486. opik/rest_api/llm_provider_key/__init__.py +2 -0
  487. opik/rest_api/llm_provider_key/client.py +166 -440
  488. opik/rest_api/llm_provider_key/raw_client.py +643 -0
  489. opik/rest_api/llm_provider_key/types/__init__.py +2 -0
  490. opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py +1 -1
  491. opik/rest_api/manual_evaluation/__init__.py +4 -0
  492. opik/rest_api/manual_evaluation/client.py +347 -0
  493. opik/rest_api/manual_evaluation/raw_client.py +543 -0
  494. opik/rest_api/open_telemetry_ingestion/__init__.py +2 -0
  495. opik/rest_api/open_telemetry_ingestion/client.py +38 -63
  496. opik/rest_api/open_telemetry_ingestion/raw_client.py +88 -0
  497. opik/rest_api/optimizations/__init__.py +7 -0
  498. opik/rest_api/optimizations/client.py +704 -0
  499. opik/rest_api/optimizations/raw_client.py +920 -0
  500. opik/rest_api/optimizations/types/__init__.py +7 -0
  501. opik/rest_api/optimizations/types/optimization_update_status.py +7 -0
  502. opik/rest_api/projects/__init__.py +10 -1
  503. opik/rest_api/projects/client.py +180 -855
  504. opik/rest_api/projects/raw_client.py +1216 -0
  505. opik/rest_api/projects/types/__init__.py +11 -4
  506. opik/rest_api/projects/types/project_metric_request_public_interval.py +1 -3
  507. opik/rest_api/projects/types/project_metric_request_public_metric_type.py +11 -1
  508. opik/rest_api/projects/types/project_update_visibility.py +5 -0
  509. opik/rest_api/projects/types/project_write_visibility.py +5 -0
  510. opik/rest_api/prompts/__init__.py +4 -2
  511. opik/rest_api/prompts/client.py +381 -970
  512. opik/rest_api/prompts/raw_client.py +1634 -0
  513. opik/rest_api/prompts/types/__init__.py +5 -1
  514. opik/rest_api/prompts/types/create_prompt_version_detail_template_structure.py +5 -0
  515. opik/rest_api/prompts/types/prompt_write_template_structure.py +5 -0
  516. opik/rest_api/raw_client.py +156 -0
  517. opik/rest_api/redirect/__init__.py +4 -0
  518. opik/rest_api/redirect/client.py +375 -0
  519. opik/rest_api/redirect/raw_client.py +566 -0
  520. opik/rest_api/service_toggles/__init__.py +4 -0
  521. opik/rest_api/service_toggles/client.py +91 -0
  522. opik/rest_api/service_toggles/raw_client.py +93 -0
  523. opik/rest_api/spans/__init__.py +2 -0
  524. opik/rest_api/spans/client.py +659 -1354
  525. opik/rest_api/spans/raw_client.py +2383 -0
  526. opik/rest_api/spans/types/__init__.py +2 -0
  527. opik/rest_api/spans/types/find_feedback_score_names_1_request_type.py +1 -3
  528. opik/rest_api/spans/types/get_span_stats_request_type.py +1 -3
  529. opik/rest_api/spans/types/get_spans_by_project_request_type.py +1 -3
  530. opik/rest_api/spans/types/span_search_stream_request_public_type.py +1 -3
  531. opik/rest_api/system_usage/__init__.py +2 -0
  532. opik/rest_api/system_usage/client.py +157 -216
  533. opik/rest_api/system_usage/raw_client.py +455 -0
  534. opik/rest_api/traces/__init__.py +2 -0
  535. opik/rest_api/traces/client.py +2102 -1625
  536. opik/rest_api/traces/raw_client.py +4144 -0
  537. opik/rest_api/types/__init__.py +629 -24
  538. opik/rest_api/types/aggregation_data.py +27 -0
  539. opik/rest_api/types/alert.py +33 -0
  540. opik/rest_api/types/alert_alert_type.py +5 -0
  541. opik/rest_api/types/alert_page_public.py +24 -0
  542. opik/rest_api/types/alert_public.py +33 -0
  543. opik/rest_api/types/alert_public_alert_type.py +5 -0
  544. opik/rest_api/types/alert_trigger.py +27 -0
  545. opik/rest_api/types/alert_trigger_config.py +28 -0
  546. opik/rest_api/types/alert_trigger_config_public.py +28 -0
  547. opik/rest_api/types/alert_trigger_config_public_type.py +10 -0
  548. opik/rest_api/types/alert_trigger_config_type.py +10 -0
  549. opik/rest_api/types/alert_trigger_config_write.py +22 -0
  550. opik/rest_api/types/alert_trigger_config_write_type.py +10 -0
  551. opik/rest_api/types/alert_trigger_event_type.py +19 -0
  552. opik/rest_api/types/alert_trigger_public.py +27 -0
  553. opik/rest_api/types/alert_trigger_public_event_type.py +19 -0
  554. opik/rest_api/types/alert_trigger_write.py +23 -0
  555. opik/rest_api/types/alert_trigger_write_event_type.py +19 -0
  556. opik/rest_api/types/alert_write.py +28 -0
  557. opik/rest_api/types/alert_write_alert_type.py +5 -0
  558. opik/rest_api/types/annotation_queue.py +42 -0
  559. opik/rest_api/types/annotation_queue_batch.py +27 -0
  560. opik/rest_api/types/{json_schema_element.py → annotation_queue_item_ids.py} +5 -7
  561. opik/rest_api/types/annotation_queue_page_public.py +28 -0
  562. opik/rest_api/types/annotation_queue_public.py +38 -0
  563. opik/rest_api/types/annotation_queue_public_scope.py +5 -0
  564. opik/rest_api/types/{workspace_metadata.py → annotation_queue_reviewer.py} +6 -7
  565. opik/rest_api/types/annotation_queue_reviewer_public.py +20 -0
  566. opik/rest_api/types/annotation_queue_scope.py +5 -0
  567. opik/rest_api/types/annotation_queue_write.py +31 -0
  568. opik/rest_api/types/annotation_queue_write_scope.py +5 -0
  569. opik/rest_api/types/assistant_message.py +7 -8
  570. opik/rest_api/types/assistant_message_role.py +1 -3
  571. opik/rest_api/types/attachment.py +22 -0
  572. opik/rest_api/types/attachment_page.py +28 -0
  573. opik/rest_api/types/audio_url.py +19 -0
  574. opik/rest_api/types/audio_url_public.py +19 -0
  575. opik/rest_api/types/audio_url_write.py +19 -0
  576. opik/rest_api/types/automation_rule_evaluator.py +160 -0
  577. opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py +6 -6
  578. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py +6 -6
  579. opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py +6 -6
  580. opik/rest_api/types/automation_rule_evaluator_object_object_public.py +155 -0
  581. opik/rest_api/types/automation_rule_evaluator_page_public.py +6 -6
  582. opik/rest_api/types/automation_rule_evaluator_public.py +155 -0
  583. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py +22 -0
  584. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py +22 -0
  585. opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py +22 -0
  586. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py +22 -0
  587. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py +22 -0
  588. opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py +22 -0
  589. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py +22 -0
  590. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py +22 -0
  591. opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py +22 -0
  592. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py +22 -0
  593. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py +22 -0
  594. opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py +22 -0
  595. opik/rest_api/types/automation_rule_evaluator_update.py +143 -0
  596. opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py +6 -6
  597. opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py +22 -0
  598. opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py +22 -0
  599. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py +22 -0
  600. opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py +22 -0
  601. opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py +6 -6
  602. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py +6 -6
  603. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py +6 -6
  604. opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py +6 -6
  605. opik/rest_api/types/automation_rule_evaluator_write.py +143 -0
  606. opik/rest_api/types/avg_value_stat_public.py +3 -5
  607. opik/rest_api/types/batch_delete.py +3 -5
  608. opik/rest_api/types/batch_delete_by_project.py +20 -0
  609. opik/rest_api/types/bi_information.py +3 -5
  610. opik/rest_api/types/bi_information_response.py +4 -6
  611. opik/rest_api/types/boolean_feedback_definition.py +25 -0
  612. opik/rest_api/types/boolean_feedback_definition_create.py +20 -0
  613. opik/rest_api/types/boolean_feedback_definition_public.py +25 -0
  614. opik/rest_api/types/boolean_feedback_definition_update.py +20 -0
  615. opik/rest_api/types/boolean_feedback_detail.py +29 -0
  616. opik/rest_api/types/boolean_feedback_detail_create.py +29 -0
  617. opik/rest_api/types/boolean_feedback_detail_public.py +29 -0
  618. opik/rest_api/types/boolean_feedback_detail_update.py +29 -0
  619. opik/rest_api/types/categorical_feedback_definition.py +5 -7
  620. opik/rest_api/types/categorical_feedback_definition_create.py +4 -6
  621. opik/rest_api/types/categorical_feedback_definition_public.py +5 -7
  622. opik/rest_api/types/categorical_feedback_definition_update.py +4 -6
  623. opik/rest_api/types/categorical_feedback_detail.py +3 -5
  624. opik/rest_api/types/categorical_feedback_detail_create.py +3 -5
  625. opik/rest_api/types/categorical_feedback_detail_public.py +3 -5
  626. opik/rest_api/types/categorical_feedback_detail_update.py +3 -5
  627. opik/rest_api/types/chat_completion_choice.py +4 -6
  628. opik/rest_api/types/chat_completion_response.py +5 -6
  629. opik/rest_api/types/check.py +22 -0
  630. opik/rest_api/types/{json_node_compare.py → check_name.py} +1 -1
  631. opik/rest_api/types/check_public.py +22 -0
  632. opik/rest_api/types/check_public_name.py +5 -0
  633. opik/rest_api/types/check_public_result.py +5 -0
  634. opik/rest_api/types/check_result.py +5 -0
  635. opik/rest_api/types/chunked_output_json_node.py +4 -6
  636. opik/rest_api/types/chunked_output_json_node_public.py +4 -6
  637. opik/rest_api/types/chunked_output_json_node_public_type.py +6 -10
  638. opik/rest_api/types/chunked_output_json_node_type.py +6 -10
  639. opik/rest_api/types/column.py +8 -10
  640. opik/rest_api/types/column_compare.py +8 -10
  641. opik/rest_api/types/column_public.py +8 -10
  642. opik/rest_api/types/column_types_item.py +1 -3
  643. opik/rest_api/types/comment.py +4 -6
  644. opik/rest_api/types/comment_compare.py +4 -6
  645. opik/rest_api/types/comment_public.py +4 -6
  646. opik/rest_api/types/complete_multipart_upload_request.py +33 -0
  647. opik/rest_api/types/complete_multipart_upload_request_entity_type.py +5 -0
  648. opik/rest_api/types/completion_tokens_details.py +3 -5
  649. opik/rest_api/types/count_value_stat_public.py +3 -5
  650. opik/rest_api/types/dashboard_page_public.py +24 -0
  651. opik/rest_api/types/dashboard_public.py +30 -0
  652. opik/rest_api/types/data_point_double.py +21 -0
  653. opik/rest_api/types/data_point_number_public.py +3 -5
  654. opik/rest_api/types/dataset.py +14 -6
  655. opik/rest_api/types/dataset_expansion.py +42 -0
  656. opik/rest_api/types/dataset_expansion_response.py +39 -0
  657. opik/rest_api/types/dataset_item.py +9 -8
  658. opik/rest_api/types/dataset_item_batch.py +3 -5
  659. opik/rest_api/types/dataset_item_changes_public.py +5 -0
  660. opik/rest_api/types/dataset_item_compare.py +9 -8
  661. opik/rest_api/types/dataset_item_compare_source.py +1 -3
  662. opik/rest_api/types/dataset_item_filter.py +27 -0
  663. opik/rest_api/types/dataset_item_filter_operator.py +21 -0
  664. opik/rest_api/types/dataset_item_page_compare.py +10 -7
  665. opik/rest_api/types/dataset_item_page_public.py +10 -7
  666. opik/rest_api/types/dataset_item_public.py +9 -8
  667. opik/rest_api/types/dataset_item_public_source.py +1 -3
  668. opik/rest_api/types/dataset_item_source.py +1 -3
  669. opik/rest_api/types/dataset_item_update.py +39 -0
  670. opik/rest_api/types/dataset_item_write.py +5 -6
  671. opik/rest_api/types/dataset_item_write_source.py +1 -3
  672. opik/rest_api/types/dataset_page_public.py +9 -6
  673. opik/rest_api/types/dataset_public.py +14 -6
  674. opik/rest_api/types/dataset_public_status.py +5 -0
  675. opik/rest_api/types/dataset_public_visibility.py +5 -0
  676. opik/rest_api/types/dataset_status.py +5 -0
  677. opik/rest_api/types/dataset_version_diff.py +22 -0
  678. opik/rest_api/types/dataset_version_diff_stats.py +24 -0
  679. opik/rest_api/types/dataset_version_page_public.py +23 -0
  680. opik/rest_api/types/dataset_version_public.py +59 -0
  681. opik/rest_api/types/dataset_version_summary.py +46 -0
  682. opik/rest_api/types/dataset_version_summary_public.py +46 -0
  683. opik/rest_api/types/dataset_visibility.py +5 -0
  684. opik/rest_api/types/delete_attachments_request.py +23 -0
  685. opik/rest_api/types/delete_attachments_request_entity_type.py +5 -0
  686. opik/rest_api/types/delete_feedback_score.py +4 -5
  687. opik/rest_api/types/delete_ids_holder.py +19 -0
  688. opik/rest_api/types/delta.py +7 -9
  689. opik/rest_api/types/error_count_with_deviation.py +21 -0
  690. opik/rest_api/types/error_count_with_deviation_detailed.py +21 -0
  691. opik/rest_api/types/error_info.py +3 -5
  692. opik/rest_api/types/error_info_experiment_item_bulk_write_view.py +21 -0
  693. opik/rest_api/types/error_info_public.py +3 -5
  694. opik/rest_api/types/error_info_write.py +3 -5
  695. opik/rest_api/types/error_message.py +3 -5
  696. opik/rest_api/types/error_message_detail.py +3 -5
  697. opik/rest_api/types/error_message_detailed.py +3 -5
  698. opik/rest_api/types/error_message_public.py +3 -5
  699. opik/rest_api/types/experiment.py +21 -10
  700. opik/rest_api/types/experiment_group_aggregations_response.py +20 -0
  701. opik/rest_api/types/experiment_group_response.py +22 -0
  702. opik/rest_api/types/experiment_item.py +14 -11
  703. opik/rest_api/types/experiment_item_bulk_record.py +27 -0
  704. opik/rest_api/types/experiment_item_bulk_record_experiment_item_bulk_write_view.py +27 -0
  705. opik/rest_api/types/experiment_item_bulk_upload.py +27 -0
  706. opik/rest_api/types/experiment_item_compare.py +14 -11
  707. opik/rest_api/types/experiment_item_compare_trace_visibility_mode.py +5 -0
  708. opik/rest_api/types/experiment_item_public.py +6 -6
  709. opik/rest_api/types/experiment_item_public_trace_visibility_mode.py +5 -0
  710. opik/rest_api/types/experiment_item_trace_visibility_mode.py +5 -0
  711. opik/rest_api/types/experiment_page_public.py +9 -6
  712. opik/rest_api/types/experiment_public.py +21 -10
  713. opik/rest_api/types/experiment_public_status.py +5 -0
  714. opik/rest_api/types/experiment_public_type.py +5 -0
  715. opik/rest_api/types/experiment_score.py +20 -0
  716. opik/rest_api/types/experiment_score_public.py +20 -0
  717. opik/rest_api/types/experiment_score_write.py +20 -0
  718. opik/rest_api/types/experiment_status.py +5 -0
  719. opik/rest_api/types/experiment_type.py +5 -0
  720. opik/rest_api/types/export_trace_service_request.py +5 -0
  721. opik/rest_api/types/feedback.py +40 -27
  722. opik/rest_api/types/feedback_create.py +27 -13
  723. opik/rest_api/types/feedback_definition_page_public.py +4 -6
  724. opik/rest_api/types/feedback_object_public.py +40 -27
  725. opik/rest_api/types/feedback_public.py +40 -27
  726. opik/rest_api/types/feedback_score.py +7 -7
  727. opik/rest_api/types/feedback_score_average.py +3 -5
  728. opik/rest_api/types/feedback_score_average_detailed.py +3 -5
  729. opik/rest_api/types/feedback_score_average_public.py +3 -5
  730. opik/rest_api/types/feedback_score_batch.py +4 -6
  731. opik/rest_api/types/feedback_score_batch_item.py +6 -6
  732. opik/rest_api/types/feedback_score_batch_item_source.py +1 -3
  733. opik/rest_api/types/feedback_score_batch_item_thread.py +32 -0
  734. opik/rest_api/types/feedback_score_batch_item_thread_source.py +5 -0
  735. opik/rest_api/types/feedback_score_compare.py +7 -7
  736. opik/rest_api/types/feedback_score_compare_source.py +1 -3
  737. opik/rest_api/types/feedback_score_experiment_item_bulk_write_view.py +31 -0
  738. opik/rest_api/types/feedback_score_experiment_item_bulk_write_view_source.py +5 -0
  739. opik/rest_api/types/feedback_score_names.py +4 -6
  740. opik/rest_api/types/feedback_score_public.py +11 -7
  741. opik/rest_api/types/feedback_score_public_source.py +1 -3
  742. opik/rest_api/types/feedback_score_source.py +1 -3
  743. opik/rest_api/types/feedback_update.py +27 -13
  744. opik/rest_api/types/function.py +4 -7
  745. opik/rest_api/types/function_call.py +3 -5
  746. opik/rest_api/types/group_content.py +19 -0
  747. opik/rest_api/types/group_content_with_aggregations.py +21 -0
  748. opik/rest_api/types/group_detail.py +19 -0
  749. opik/rest_api/types/group_details.py +20 -0
  750. opik/rest_api/types/guardrail.py +34 -0
  751. opik/rest_api/types/guardrail_batch.py +20 -0
  752. opik/rest_api/types/guardrail_name.py +5 -0
  753. opik/rest_api/types/guardrail_result.py +5 -0
  754. opik/rest_api/types/guardrail_write.py +33 -0
  755. opik/rest_api/types/guardrail_write_name.py +5 -0
  756. opik/rest_api/types/guardrail_write_result.py +5 -0
  757. opik/rest_api/types/guardrails_validation.py +21 -0
  758. opik/rest_api/types/guardrails_validation_public.py +21 -0
  759. opik/rest_api/types/ids_holder.py +19 -0
  760. opik/rest_api/types/image_url.py +20 -0
  761. opik/rest_api/types/image_url_public.py +20 -0
  762. opik/rest_api/types/image_url_write.py +20 -0
  763. opik/rest_api/types/json_list_string.py +7 -0
  764. opik/rest_api/types/json_list_string_compare.py +7 -0
  765. opik/rest_api/types/json_list_string_experiment_item_bulk_write_view.py +7 -0
  766. opik/rest_api/types/json_list_string_public.py +7 -0
  767. opik/rest_api/types/json_list_string_write.py +7 -0
  768. opik/rest_api/types/json_schema.py +5 -8
  769. opik/rest_api/types/llm_as_judge_code.py +8 -12
  770. opik/rest_api/types/llm_as_judge_code_public.py +8 -12
  771. opik/rest_api/types/llm_as_judge_code_write.py +8 -12
  772. opik/rest_api/types/llm_as_judge_message.py +9 -7
  773. opik/rest_api/types/llm_as_judge_message_content.py +26 -0
  774. opik/rest_api/types/llm_as_judge_message_content_public.py +26 -0
  775. opik/rest_api/types/llm_as_judge_message_content_write.py +26 -0
  776. opik/rest_api/types/llm_as_judge_message_public.py +9 -7
  777. opik/rest_api/types/llm_as_judge_message_public_role.py +1 -1
  778. opik/rest_api/types/llm_as_judge_message_role.py +1 -1
  779. opik/rest_api/types/llm_as_judge_message_write.py +9 -7
  780. opik/rest_api/types/llm_as_judge_message_write_role.py +1 -1
  781. opik/rest_api/types/llm_as_judge_model_parameters.py +6 -5
  782. opik/rest_api/types/llm_as_judge_model_parameters_public.py +6 -5
  783. opik/rest_api/types/llm_as_judge_model_parameters_write.py +6 -5
  784. opik/rest_api/types/llm_as_judge_output_schema.py +4 -6
  785. opik/rest_api/types/llm_as_judge_output_schema_public.py +4 -6
  786. opik/rest_api/types/llm_as_judge_output_schema_public_type.py +1 -3
  787. opik/rest_api/types/llm_as_judge_output_schema_type.py +1 -3
  788. opik/rest_api/types/llm_as_judge_output_schema_write.py +4 -6
  789. opik/rest_api/types/llm_as_judge_output_schema_write_type.py +1 -3
  790. opik/rest_api/types/log_item.py +5 -7
  791. opik/rest_api/types/log_item_level.py +1 -3
  792. opik/rest_api/types/log_page.py +4 -6
  793. opik/rest_api/types/manual_evaluation_request.py +38 -0
  794. opik/rest_api/types/manual_evaluation_request_entity_type.py +5 -0
  795. opik/rest_api/types/manual_evaluation_response.py +27 -0
  796. opik/rest_api/types/multipart_upload_part.py +20 -0
  797. opik/rest_api/types/numerical_feedback_definition.py +5 -7
  798. opik/rest_api/types/numerical_feedback_definition_create.py +4 -6
  799. opik/rest_api/types/numerical_feedback_definition_public.py +5 -7
  800. opik/rest_api/types/numerical_feedback_definition_update.py +4 -6
  801. opik/rest_api/types/numerical_feedback_detail.py +3 -5
  802. opik/rest_api/types/numerical_feedback_detail_create.py +3 -5
  803. opik/rest_api/types/numerical_feedback_detail_public.py +3 -5
  804. opik/rest_api/types/numerical_feedback_detail_update.py +3 -5
  805. opik/rest_api/types/optimization.py +37 -0
  806. opik/rest_api/types/optimization_page_public.py +28 -0
  807. opik/rest_api/types/optimization_public.py +37 -0
  808. opik/rest_api/types/optimization_public_status.py +7 -0
  809. opik/rest_api/types/optimization_status.py +7 -0
  810. opik/rest_api/types/optimization_studio_config.py +27 -0
  811. opik/rest_api/types/optimization_studio_config_public.py +27 -0
  812. opik/rest_api/types/optimization_studio_config_write.py +27 -0
  813. opik/rest_api/types/optimization_studio_log.py +22 -0
  814. opik/rest_api/types/optimization_write.py +30 -0
  815. opik/rest_api/types/optimization_write_status.py +7 -0
  816. opik/rest_api/types/page_columns.py +4 -6
  817. opik/rest_api/types/percentage_value_stat_public.py +4 -6
  818. opik/rest_api/types/percentage_values.py +8 -16
  819. opik/rest_api/types/percentage_values_detailed.py +8 -16
  820. opik/rest_api/types/percentage_values_public.py +8 -16
  821. opik/rest_api/types/project.py +12 -7
  822. opik/rest_api/types/project_detailed.py +12 -7
  823. opik/rest_api/types/project_detailed_visibility.py +5 -0
  824. opik/rest_api/types/project_metric_response_public.py +5 -9
  825. opik/rest_api/types/project_metric_response_public_interval.py +1 -3
  826. opik/rest_api/types/project_metric_response_public_metric_type.py +11 -1
  827. opik/rest_api/types/project_page_public.py +8 -10
  828. opik/rest_api/types/project_public.py +6 -6
  829. opik/rest_api/types/project_public_visibility.py +5 -0
  830. opik/rest_api/types/project_reference.py +31 -0
  831. opik/rest_api/types/project_reference_public.py +31 -0
  832. opik/rest_api/types/project_stat_item_object_public.py +8 -17
  833. opik/rest_api/types/project_stats_public.py +4 -6
  834. opik/rest_api/types/project_stats_summary.py +4 -6
  835. opik/rest_api/types/project_stats_summary_item.py +9 -6
  836. opik/rest_api/types/project_visibility.py +5 -0
  837. opik/rest_api/types/prompt.py +12 -7
  838. opik/rest_api/types/prompt_detail.py +12 -7
  839. opik/rest_api/types/prompt_detail_template_structure.py +5 -0
  840. opik/rest_api/types/prompt_page_public.py +9 -6
  841. opik/rest_api/types/prompt_public.py +11 -6
  842. opik/rest_api/types/prompt_public_template_structure.py +5 -0
  843. opik/rest_api/types/prompt_template_structure.py +5 -0
  844. opik/rest_api/types/prompt_tokens_details.py +19 -0
  845. opik/rest_api/types/prompt_version.py +7 -6
  846. opik/rest_api/types/prompt_version_detail.py +7 -6
  847. opik/rest_api/types/prompt_version_detail_template_structure.py +5 -0
  848. opik/rest_api/types/prompt_version_link.py +4 -5
  849. opik/rest_api/types/prompt_version_link_public.py +4 -5
  850. opik/rest_api/types/prompt_version_link_write.py +3 -5
  851. opik/rest_api/types/prompt_version_page_public.py +9 -6
  852. opik/rest_api/types/prompt_version_public.py +7 -6
  853. opik/rest_api/types/prompt_version_public_template_structure.py +5 -0
  854. opik/rest_api/types/prompt_version_template_structure.py +5 -0
  855. opik/rest_api/types/prompt_version_update.py +33 -0
  856. opik/rest_api/types/provider_api_key.py +18 -8
  857. opik/rest_api/types/provider_api_key_page_public.py +27 -0
  858. opik/rest_api/types/provider_api_key_provider.py +1 -1
  859. opik/rest_api/types/provider_api_key_public.py +18 -8
  860. opik/rest_api/types/provider_api_key_public_provider.py +1 -1
  861. opik/rest_api/types/response_format.py +5 -7
  862. opik/rest_api/types/response_format_type.py +1 -3
  863. opik/rest_api/types/result.py +21 -0
  864. opik/rest_api/types/results_number_public.py +4 -6
  865. opik/rest_api/types/score_name.py +4 -5
  866. opik/rest_api/types/service_toggles_config.py +44 -0
  867. opik/rest_api/types/span.py +13 -15
  868. opik/rest_api/types/span_batch.py +4 -6
  869. opik/rest_api/types/span_enrichment_options.py +31 -0
  870. opik/rest_api/types/span_experiment_item_bulk_write_view.py +39 -0
  871. opik/rest_api/types/span_experiment_item_bulk_write_view_type.py +5 -0
  872. opik/rest_api/types/span_filter.py +23 -0
  873. opik/rest_api/types/span_filter_operator.py +21 -0
  874. opik/rest_api/types/span_filter_public.py +4 -6
  875. opik/rest_api/types/span_filter_public_operator.py +2 -0
  876. opik/rest_api/types/span_filter_write.py +23 -0
  877. opik/rest_api/types/span_filter_write_operator.py +21 -0
  878. opik/rest_api/types/span_llm_as_judge_code.py +27 -0
  879. opik/rest_api/types/span_llm_as_judge_code_public.py +27 -0
  880. opik/rest_api/types/span_llm_as_judge_code_write.py +27 -0
  881. opik/rest_api/types/span_page_public.py +9 -6
  882. opik/rest_api/types/span_public.py +19 -16
  883. opik/rest_api/types/span_public_type.py +1 -1
  884. opik/rest_api/types/span_type.py +1 -1
  885. opik/rest_api/types/span_update.py +46 -0
  886. opik/rest_api/types/span_update_type.py +5 -0
  887. opik/rest_api/types/span_user_defined_metric_python_code.py +20 -0
  888. opik/rest_api/types/span_user_defined_metric_python_code_public.py +20 -0
  889. opik/rest_api/types/span_user_defined_metric_python_code_write.py +20 -0
  890. opik/rest_api/types/span_write.py +13 -14
  891. opik/rest_api/types/span_write_type.py +1 -1
  892. opik/rest_api/types/spans_count_response.py +20 -0
  893. opik/rest_api/types/start_multipart_upload_response.py +20 -0
  894. opik/rest_api/types/stream_options.py +3 -5
  895. opik/rest_api/types/studio_evaluation.py +20 -0
  896. opik/rest_api/types/studio_evaluation_public.py +20 -0
  897. opik/rest_api/types/studio_evaluation_write.py +20 -0
  898. opik/rest_api/types/studio_llm_model.py +21 -0
  899. opik/rest_api/types/studio_llm_model_public.py +21 -0
  900. opik/rest_api/types/studio_llm_model_write.py +21 -0
  901. opik/rest_api/types/studio_message.py +20 -0
  902. opik/rest_api/types/studio_message_public.py +20 -0
  903. opik/rest_api/types/studio_message_write.py +20 -0
  904. opik/rest_api/types/studio_metric.py +21 -0
  905. opik/rest_api/types/studio_metric_public.py +21 -0
  906. opik/rest_api/types/studio_metric_write.py +21 -0
  907. opik/rest_api/types/studio_optimizer.py +21 -0
  908. opik/rest_api/types/studio_optimizer_public.py +21 -0
  909. opik/rest_api/types/studio_optimizer_write.py +21 -0
  910. opik/rest_api/types/studio_prompt.py +20 -0
  911. opik/rest_api/types/studio_prompt_public.py +20 -0
  912. opik/rest_api/types/studio_prompt_write.py +20 -0
  913. opik/rest_api/types/tool.py +4 -6
  914. opik/rest_api/types/tool_call.py +4 -6
  915. opik/rest_api/types/trace.py +26 -12
  916. opik/rest_api/types/trace_batch.py +4 -6
  917. opik/rest_api/types/trace_count_response.py +4 -6
  918. opik/rest_api/types/trace_enrichment_options.py +32 -0
  919. opik/rest_api/types/trace_experiment_item_bulk_write_view.py +41 -0
  920. opik/rest_api/types/trace_filter.py +23 -0
  921. opik/rest_api/types/trace_filter_operator.py +21 -0
  922. opik/rest_api/types/trace_filter_public.py +23 -0
  923. opik/rest_api/types/trace_filter_public_operator.py +21 -0
  924. opik/rest_api/types/trace_filter_write.py +23 -0
  925. opik/rest_api/types/trace_filter_write_operator.py +21 -0
  926. opik/rest_api/types/trace_page_public.py +8 -10
  927. opik/rest_api/types/trace_public.py +27 -13
  928. opik/rest_api/types/trace_public_visibility_mode.py +5 -0
  929. opik/rest_api/types/trace_thread.py +18 -9
  930. opik/rest_api/types/trace_thread_filter.py +23 -0
  931. opik/rest_api/types/trace_thread_filter_operator.py +21 -0
  932. opik/rest_api/types/trace_thread_filter_public.py +23 -0
  933. opik/rest_api/types/trace_thread_filter_public_operator.py +21 -0
  934. opik/rest_api/types/trace_thread_filter_write.py +23 -0
  935. opik/rest_api/types/trace_thread_filter_write_operator.py +21 -0
  936. opik/rest_api/types/trace_thread_identifier.py +22 -0
  937. opik/rest_api/types/trace_thread_llm_as_judge_code.py +26 -0
  938. opik/rest_api/types/trace_thread_llm_as_judge_code_public.py +26 -0
  939. opik/rest_api/types/trace_thread_llm_as_judge_code_write.py +26 -0
  940. opik/rest_api/types/trace_thread_page.py +9 -6
  941. opik/rest_api/types/trace_thread_status.py +5 -0
  942. opik/rest_api/types/trace_thread_update.py +19 -0
  943. opik/rest_api/types/trace_thread_user_defined_metric_python_code.py +19 -0
  944. opik/rest_api/types/trace_thread_user_defined_metric_python_code_public.py +19 -0
  945. opik/rest_api/types/trace_thread_user_defined_metric_python_code_write.py +19 -0
  946. opik/rest_api/types/trace_update.py +39 -0
  947. opik/rest_api/types/trace_visibility_mode.py +5 -0
  948. opik/rest_api/types/trace_write.py +10 -11
  949. opik/rest_api/types/usage.py +6 -6
  950. opik/rest_api/types/user_defined_metric_python_code.py +3 -5
  951. opik/rest_api/types/user_defined_metric_python_code_public.py +3 -5
  952. opik/rest_api/types/user_defined_metric_python_code_write.py +3 -5
  953. opik/rest_api/types/value_entry.py +27 -0
  954. opik/rest_api/types/value_entry_compare.py +27 -0
  955. opik/rest_api/types/value_entry_compare_source.py +5 -0
  956. opik/rest_api/types/value_entry_experiment_item_bulk_write_view.py +27 -0
  957. opik/rest_api/types/value_entry_experiment_item_bulk_write_view_source.py +5 -0
  958. opik/rest_api/types/value_entry_public.py +27 -0
  959. opik/rest_api/types/value_entry_public_source.py +5 -0
  960. opik/rest_api/types/value_entry_source.py +5 -0
  961. opik/rest_api/types/video_url.py +19 -0
  962. opik/rest_api/types/video_url_public.py +19 -0
  963. opik/rest_api/types/video_url_write.py +19 -0
  964. opik/rest_api/types/webhook.py +28 -0
  965. opik/rest_api/types/webhook_examples.py +19 -0
  966. opik/rest_api/types/webhook_public.py +28 -0
  967. opik/rest_api/types/webhook_test_result.py +23 -0
  968. opik/rest_api/types/webhook_test_result_status.py +5 -0
  969. opik/rest_api/types/webhook_write.py +23 -0
  970. opik/rest_api/types/welcome_wizard_tracking.py +22 -0
  971. opik/rest_api/types/workspace_configuration.py +27 -0
  972. opik/rest_api/types/workspace_metric_request.py +24 -0
  973. opik/rest_api/types/workspace_metric_response.py +20 -0
  974. opik/rest_api/types/workspace_metrics_summary_request.py +23 -0
  975. opik/rest_api/types/workspace_metrics_summary_response.py +20 -0
  976. opik/rest_api/types/workspace_name_holder.py +19 -0
  977. opik/rest_api/types/workspace_spans_count.py +20 -0
  978. opik/rest_api/types/workspace_trace_count.py +3 -5
  979. opik/rest_api/welcome_wizard/__init__.py +4 -0
  980. opik/rest_api/welcome_wizard/client.py +195 -0
  981. opik/rest_api/welcome_wizard/raw_client.py +208 -0
  982. opik/rest_api/workspaces/__init__.py +2 -0
  983. opik/rest_api/workspaces/client.py +550 -77
  984. opik/rest_api/workspaces/raw_client.py +923 -0
  985. opik/rest_client_configurator/api.py +1 -0
  986. opik/rest_client_configurator/retry_decorator.py +1 -0
  987. opik/s3_httpx_client.py +67 -0
  988. opik/simulation/__init__.py +6 -0
  989. opik/simulation/simulated_user.py +99 -0
  990. opik/simulation/simulator.py +108 -0
  991. opik/synchronization.py +11 -24
  992. opik/tracing_runtime_config.py +48 -0
  993. opik/types.py +48 -2
  994. opik/url_helpers.py +13 -3
  995. opik/validation/chat_prompt_messages.py +241 -0
  996. opik/validation/feedback_score.py +4 -5
  997. opik/validation/parameter.py +122 -0
  998. opik/validation/parameters_validator.py +175 -0
  999. opik/validation/validator.py +30 -2
  1000. opik/validation/validator_helpers.py +147 -0
  1001. opik-1.9.71.dist-info/METADATA +370 -0
  1002. opik-1.9.71.dist-info/RECORD +1110 -0
  1003. {opik-1.6.4.dist-info → opik-1.9.71.dist-info}/WHEEL +1 -1
  1004. opik-1.9.71.dist-info/licenses/LICENSE +203 -0
  1005. opik/api_objects/prompt/prompt.py +0 -107
  1006. opik/api_objects/prompt/prompt_template.py +0 -35
  1007. opik/cli.py +0 -193
  1008. opik/evaluation/metrics/models.py +0 -8
  1009. opik/hooks.py +0 -13
  1010. opik/integrations/bedrock/chunks_aggregator.py +0 -55
  1011. opik/integrations/bedrock/helpers.py +0 -8
  1012. opik/integrations/langchain/google_run_helpers.py +0 -75
  1013. opik/integrations/langchain/openai_run_helpers.py +0 -122
  1014. opik/message_processing/message_processors.py +0 -203
  1015. opik/rest_api/types/delta_role.py +0 -7
  1016. opik/rest_api/types/json_object_schema.py +0 -34
  1017. opik-1.6.4.dist-info/METADATA +0 -270
  1018. opik-1.6.4.dist-info/RECORD +0 -507
  1019. /opik/integrations/bedrock/{stream_wrappers.py → converse/stream_wrappers.py} +0 -0
  1020. {opik-1.6.4.dist-info → opik-1.9.71.dist-info}/entry_points.txt +0 -0
  1021. {opik-1.6.4.dist-info → opik-1.9.71.dist-info}/top_level.txt +0 -0
@@ -1,35 +1,155 @@
1
1
  # This file was auto-generated by Fern from our API Definition.
2
2
 
3
+ # isort: skip_file
4
+
5
+ from .aggregation_data import AggregationData
6
+ from .alert import Alert
7
+ from .alert_alert_type import AlertAlertType
8
+ from .alert_page_public import AlertPagePublic
9
+ from .alert_public import AlertPublic
10
+ from .alert_public_alert_type import AlertPublicAlertType
11
+ from .alert_trigger import AlertTrigger
12
+ from .alert_trigger_config import AlertTriggerConfig
13
+ from .alert_trigger_config_public import AlertTriggerConfigPublic
14
+ from .alert_trigger_config_public_type import AlertTriggerConfigPublicType
15
+ from .alert_trigger_config_type import AlertTriggerConfigType
16
+ from .alert_trigger_config_write import AlertTriggerConfigWrite
17
+ from .alert_trigger_config_write_type import AlertTriggerConfigWriteType
18
+ from .alert_trigger_event_type import AlertTriggerEventType
19
+ from .alert_trigger_public import AlertTriggerPublic
20
+ from .alert_trigger_public_event_type import AlertTriggerPublicEventType
21
+ from .alert_trigger_write import AlertTriggerWrite
22
+ from .alert_trigger_write_event_type import AlertTriggerWriteEventType
23
+ from .alert_write import AlertWrite
24
+ from .alert_write_alert_type import AlertWriteAlertType
25
+ from .annotation_queue import AnnotationQueue
26
+ from .annotation_queue_batch import AnnotationQueueBatch
27
+ from .annotation_queue_item_ids import AnnotationQueueItemIds
28
+ from .annotation_queue_page_public import AnnotationQueuePagePublic
29
+ from .annotation_queue_public import AnnotationQueuePublic
30
+ from .annotation_queue_public_scope import AnnotationQueuePublicScope
31
+ from .annotation_queue_reviewer import AnnotationQueueReviewer
32
+ from .annotation_queue_reviewer_public import AnnotationQueueReviewerPublic
33
+ from .annotation_queue_scope import AnnotationQueueScope
34
+ from .annotation_queue_write import AnnotationQueueWrite
35
+ from .annotation_queue_write_scope import AnnotationQueueWriteScope
3
36
  from .assistant_message import AssistantMessage
4
37
  from .assistant_message_role import AssistantMessageRole
38
+ from .attachment import Attachment
39
+ from .attachment_page import AttachmentPage
40
+ from .audio_url import AudioUrl
41
+ from .audio_url_public import AudioUrlPublic
42
+ from .audio_url_write import AudioUrlWrite
5
43
  from .auth_details_holder import AuthDetailsHolder
6
- from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
7
- from .automation_rule_evaluator_llm_as_judge_public import (
8
- AutomationRuleEvaluatorLlmAsJudgePublic,
44
+ from .automation_rule_evaluator import (
45
+ AutomationRuleEvaluator,
46
+ AutomationRuleEvaluator_LlmAsJudge,
47
+ AutomationRuleEvaluator_SpanLlmAsJudge,
48
+ AutomationRuleEvaluator_SpanUserDefinedMetricPython,
49
+ AutomationRuleEvaluator_TraceThreadLlmAsJudge,
50
+ AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
51
+ AutomationRuleEvaluator_UserDefinedMetricPython,
9
52
  )
10
- from .automation_rule_evaluator_llm_as_judge_write import (
11
- AutomationRuleEvaluatorLlmAsJudgeWrite,
53
+ from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
54
+ from .automation_rule_evaluator_llm_as_judge_public import AutomationRuleEvaluatorLlmAsJudgePublic
55
+ from .automation_rule_evaluator_llm_as_judge_write import AutomationRuleEvaluatorLlmAsJudgeWrite
56
+ from .automation_rule_evaluator_object_object_public import (
57
+ AutomationRuleEvaluatorObjectObjectPublic,
58
+ AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
59
+ AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
60
+ AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
61
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
62
+ AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
63
+ AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
12
64
  )
13
65
  from .automation_rule_evaluator_page_public import AutomationRuleEvaluatorPagePublic
14
- from .automation_rule_evaluator_update_llm_as_judge import (
15
- AutomationRuleEvaluatorUpdateLlmAsJudge,
66
+ from .automation_rule_evaluator_public import (
67
+ AutomationRuleEvaluatorPublic,
68
+ AutomationRuleEvaluatorPublic_LlmAsJudge,
69
+ AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
70
+ AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
71
+ AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
72
+ AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
73
+ AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
74
+ )
75
+ from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
76
+ from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
77
+ from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
78
+ from .automation_rule_evaluator_span_user_defined_metric_python import (
79
+ AutomationRuleEvaluatorSpanUserDefinedMetricPython,
80
+ )
81
+ from .automation_rule_evaluator_span_user_defined_metric_python_public import (
82
+ AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
83
+ )
84
+ from .automation_rule_evaluator_span_user_defined_metric_python_write import (
85
+ AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
86
+ )
87
+ from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
88
+ from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
89
+ AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
90
+ )
91
+ from .automation_rule_evaluator_trace_thread_llm_as_judge_write import AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite
92
+ from .automation_rule_evaluator_trace_thread_user_defined_metric_python import (
93
+ AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython,
94
+ )
95
+ from .automation_rule_evaluator_trace_thread_user_defined_metric_python_public import (
96
+ AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic,
97
+ )
98
+ from .automation_rule_evaluator_trace_thread_user_defined_metric_python_write import (
99
+ AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite,
100
+ )
101
+ from .automation_rule_evaluator_update import (
102
+ AutomationRuleEvaluatorUpdate,
103
+ AutomationRuleEvaluatorUpdate_LlmAsJudge,
104
+ AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
105
+ AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
106
+ AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
107
+ AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
108
+ AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
109
+ )
110
+ from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
111
+ from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
112
+ from .automation_rule_evaluator_update_span_user_defined_metric_python import (
113
+ AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
114
+ )
115
+ from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
116
+ AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
117
+ )
118
+ from .automation_rule_evaluator_update_trace_thread_user_defined_metric_python import (
119
+ AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython,
16
120
  )
17
121
  from .automation_rule_evaluator_update_user_defined_metric_python import (
18
122
  AutomationRuleEvaluatorUpdateUserDefinedMetricPython,
19
123
  )
20
- from .automation_rule_evaluator_user_defined_metric_python import (
21
- AutomationRuleEvaluatorUserDefinedMetricPython,
22
- )
124
+ from .automation_rule_evaluator_user_defined_metric_python import AutomationRuleEvaluatorUserDefinedMetricPython
23
125
  from .automation_rule_evaluator_user_defined_metric_python_public import (
24
126
  AutomationRuleEvaluatorUserDefinedMetricPythonPublic,
25
127
  )
26
128
  from .automation_rule_evaluator_user_defined_metric_python_write import (
27
129
  AutomationRuleEvaluatorUserDefinedMetricPythonWrite,
28
130
  )
131
+ from .automation_rule_evaluator_write import (
132
+ AutomationRuleEvaluatorWrite,
133
+ AutomationRuleEvaluatorWrite_LlmAsJudge,
134
+ AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
135
+ AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
136
+ AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
137
+ AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
138
+ AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
139
+ )
29
140
  from .avg_value_stat_public import AvgValueStatPublic
30
141
  from .batch_delete import BatchDelete
142
+ from .batch_delete_by_project import BatchDeleteByProject
31
143
  from .bi_information import BiInformation
32
144
  from .bi_information_response import BiInformationResponse
145
+ from .boolean_feedback_definition import BooleanFeedbackDefinition
146
+ from .boolean_feedback_definition_create import BooleanFeedbackDefinitionCreate
147
+ from .boolean_feedback_definition_public import BooleanFeedbackDefinitionPublic
148
+ from .boolean_feedback_definition_update import BooleanFeedbackDefinitionUpdate
149
+ from .boolean_feedback_detail import BooleanFeedbackDetail
150
+ from .boolean_feedback_detail_create import BooleanFeedbackDetailCreate
151
+ from .boolean_feedback_detail_public import BooleanFeedbackDetailPublic
152
+ from .boolean_feedback_detail_update import BooleanFeedbackDetailUpdate
33
153
  from .categorical_feedback_definition import CategoricalFeedbackDefinition
34
154
  from .categorical_feedback_definition_create import CategoricalFeedbackDefinitionCreate
35
155
  from .categorical_feedback_definition_public import CategoricalFeedbackDefinitionPublic
@@ -40,6 +160,12 @@ from .categorical_feedback_detail_public import CategoricalFeedbackDetailPublic
40
160
  from .categorical_feedback_detail_update import CategoricalFeedbackDetailUpdate
41
161
  from .chat_completion_choice import ChatCompletionChoice
42
162
  from .chat_completion_response import ChatCompletionResponse
163
+ from .check import Check
164
+ from .check_name import CheckName
165
+ from .check_public import CheckPublic
166
+ from .check_public_name import CheckPublicName
167
+ from .check_public_result import CheckPublicResult
168
+ from .check_result import CheckResult
43
169
  from .chunked_output_json_node import ChunkedOutputJsonNode
44
170
  from .chunked_output_json_node_public import ChunkedOutputJsonNodePublic
45
171
  from .chunked_output_json_node_public_type import ChunkedOutputJsonNodePublicType
@@ -53,27 +179,53 @@ from .column_types_item import ColumnTypesItem
53
179
  from .comment import Comment
54
180
  from .comment_compare import CommentCompare
55
181
  from .comment_public import CommentPublic
182
+ from .complete_multipart_upload_request import CompleteMultipartUploadRequest
183
+ from .complete_multipart_upload_request_entity_type import CompleteMultipartUploadRequestEntityType
56
184
  from .completion_tokens_details import CompletionTokensDetails
57
185
  from .count_value_stat_public import CountValueStatPublic
186
+ from .dashboard_page_public import DashboardPagePublic
187
+ from .dashboard_public import DashboardPublic
188
+ from .data_point_double import DataPointDouble
58
189
  from .data_point_number_public import DataPointNumberPublic
59
190
  from .dataset import Dataset
191
+ from .dataset_expansion import DatasetExpansion
192
+ from .dataset_expansion_response import DatasetExpansionResponse
60
193
  from .dataset_item import DatasetItem
61
194
  from .dataset_item_batch import DatasetItemBatch
195
+ from .dataset_item_changes_public import DatasetItemChangesPublic
62
196
  from .dataset_item_compare import DatasetItemCompare
63
197
  from .dataset_item_compare_source import DatasetItemCompareSource
198
+ from .dataset_item_filter import DatasetItemFilter
199
+ from .dataset_item_filter_operator import DatasetItemFilterOperator
64
200
  from .dataset_item_page_compare import DatasetItemPageCompare
65
201
  from .dataset_item_page_public import DatasetItemPagePublic
66
202
  from .dataset_item_public import DatasetItemPublic
67
203
  from .dataset_item_public_source import DatasetItemPublicSource
68
204
  from .dataset_item_source import DatasetItemSource
205
+ from .dataset_item_update import DatasetItemUpdate
69
206
  from .dataset_item_write import DatasetItemWrite
70
207
  from .dataset_item_write_source import DatasetItemWriteSource
71
208
  from .dataset_page_public import DatasetPagePublic
72
209
  from .dataset_public import DatasetPublic
210
+ from .dataset_public_status import DatasetPublicStatus
211
+ from .dataset_public_visibility import DatasetPublicVisibility
212
+ from .dataset_status import DatasetStatus
213
+ from .dataset_version_diff import DatasetVersionDiff
214
+ from .dataset_version_diff_stats import DatasetVersionDiffStats
215
+ from .dataset_version_page_public import DatasetVersionPagePublic
216
+ from .dataset_version_public import DatasetVersionPublic
217
+ from .dataset_version_summary import DatasetVersionSummary
218
+ from .dataset_version_summary_public import DatasetVersionSummaryPublic
219
+ from .dataset_visibility import DatasetVisibility
220
+ from .delete_attachments_request import DeleteAttachmentsRequest
221
+ from .delete_attachments_request_entity_type import DeleteAttachmentsRequestEntityType
73
222
  from .delete_feedback_score import DeleteFeedbackScore
223
+ from .delete_ids_holder import DeleteIdsHolder
74
224
  from .delta import Delta
75
- from .delta_role import DeltaRole
225
+ from .error_count_with_deviation import ErrorCountWithDeviation
226
+ from .error_count_with_deviation_detailed import ErrorCountWithDeviationDetailed
76
227
  from .error_info import ErrorInfo
228
+ from .error_info_experiment_item_bulk_write_view import ErrorInfoExperimentItemBulkWriteView
77
229
  from .error_info_public import ErrorInfoPublic
78
230
  from .error_info_write import ErrorInfoWrite
79
231
  from .error_message import ErrorMessage
@@ -81,25 +233,46 @@ from .error_message_detail import ErrorMessageDetail
81
233
  from .error_message_detailed import ErrorMessageDetailed
82
234
  from .error_message_public import ErrorMessagePublic
83
235
  from .experiment import Experiment
236
+ from .experiment_group_aggregations_response import ExperimentGroupAggregationsResponse
237
+ from .experiment_group_response import ExperimentGroupResponse
84
238
  from .experiment_item import ExperimentItem
239
+ from .experiment_item_bulk_record import ExperimentItemBulkRecord
240
+ from .experiment_item_bulk_record_experiment_item_bulk_write_view import (
241
+ ExperimentItemBulkRecordExperimentItemBulkWriteView,
242
+ )
243
+ from .experiment_item_bulk_upload import ExperimentItemBulkUpload
85
244
  from .experiment_item_compare import ExperimentItemCompare
245
+ from .experiment_item_compare_trace_visibility_mode import ExperimentItemCompareTraceVisibilityMode
86
246
  from .experiment_item_public import ExperimentItemPublic
247
+ from .experiment_item_public_trace_visibility_mode import ExperimentItemPublicTraceVisibilityMode
248
+ from .experiment_item_trace_visibility_mode import ExperimentItemTraceVisibilityMode
87
249
  from .experiment_page_public import ExperimentPagePublic
88
250
  from .experiment_public import ExperimentPublic
89
- from .feedback import Feedback, Feedback_Categorical, Feedback_Numerical
251
+ from .experiment_public_status import ExperimentPublicStatus
252
+ from .experiment_public_type import ExperimentPublicType
253
+ from .experiment_score import ExperimentScore
254
+ from .experiment_score_public import ExperimentScorePublic
255
+ from .experiment_score_write import ExperimentScoreWrite
256
+ from .experiment_status import ExperimentStatus
257
+ from .experiment_type import ExperimentType
258
+ from .export_trace_service_request import ExportTraceServiceRequest
259
+ from .feedback import Feedback, Feedback_Boolean, Feedback_Categorical, Feedback_Numerical
90
260
  from .feedback_create import (
91
261
  FeedbackCreate,
262
+ FeedbackCreate_Boolean,
92
263
  FeedbackCreate_Categorical,
93
264
  FeedbackCreate_Numerical,
94
265
  )
95
266
  from .feedback_definition_page_public import FeedbackDefinitionPagePublic
96
267
  from .feedback_object_public import (
97
268
  FeedbackObjectPublic,
269
+ FeedbackObjectPublic_Boolean,
98
270
  FeedbackObjectPublic_Categorical,
99
271
  FeedbackObjectPublic_Numerical,
100
272
  )
101
273
  from .feedback_public import (
102
274
  FeedbackPublic,
275
+ FeedbackPublic_Boolean,
103
276
  FeedbackPublic_Categorical,
104
277
  FeedbackPublic_Numerical,
105
278
  )
@@ -110,31 +283,58 @@ from .feedback_score_average_public import FeedbackScoreAveragePublic
110
283
  from .feedback_score_batch import FeedbackScoreBatch
111
284
  from .feedback_score_batch_item import FeedbackScoreBatchItem
112
285
  from .feedback_score_batch_item_source import FeedbackScoreBatchItemSource
286
+ from .feedback_score_batch_item_thread import FeedbackScoreBatchItemThread
287
+ from .feedback_score_batch_item_thread_source import FeedbackScoreBatchItemThreadSource
113
288
  from .feedback_score_compare import FeedbackScoreCompare
114
289
  from .feedback_score_compare_source import FeedbackScoreCompareSource
290
+ from .feedback_score_experiment_item_bulk_write_view import FeedbackScoreExperimentItemBulkWriteView
291
+ from .feedback_score_experiment_item_bulk_write_view_source import FeedbackScoreExperimentItemBulkWriteViewSource
115
292
  from .feedback_score_names import FeedbackScoreNames
116
293
  from .feedback_score_public import FeedbackScorePublic
117
294
  from .feedback_score_public_source import FeedbackScorePublicSource
118
295
  from .feedback_score_source import FeedbackScoreSource
119
296
  from .feedback_update import (
120
297
  FeedbackUpdate,
298
+ FeedbackUpdate_Boolean,
121
299
  FeedbackUpdate_Categorical,
122
300
  FeedbackUpdate_Numerical,
123
301
  )
124
302
  from .function import Function
125
303
  from .function_call import FunctionCall
304
+ from .group_content import GroupContent
305
+ from .group_content_with_aggregations import GroupContentWithAggregations
306
+ from .group_detail import GroupDetail
307
+ from .group_details import GroupDetails
308
+ from .guardrail import Guardrail
309
+ from .guardrail_batch import GuardrailBatch
310
+ from .guardrail_name import GuardrailName
311
+ from .guardrail_result import GuardrailResult
312
+ from .guardrail_write import GuardrailWrite
313
+ from .guardrail_write_name import GuardrailWriteName
314
+ from .guardrail_write_result import GuardrailWriteResult
315
+ from .guardrails_validation import GuardrailsValidation
316
+ from .guardrails_validation_public import GuardrailsValidationPublic
317
+ from .ids_holder import IdsHolder
318
+ from .image_url import ImageUrl
319
+ from .image_url_public import ImageUrlPublic
320
+ from .image_url_write import ImageUrlWrite
321
+ from .json_list_string import JsonListString
322
+ from .json_list_string_compare import JsonListStringCompare
323
+ from .json_list_string_experiment_item_bulk_write_view import JsonListStringExperimentItemBulkWriteView
324
+ from .json_list_string_public import JsonListStringPublic
325
+ from .json_list_string_write import JsonListStringWrite
126
326
  from .json_node import JsonNode
127
- from .json_node_compare import JsonNodeCompare
128
327
  from .json_node_detail import JsonNodeDetail
129
328
  from .json_node_public import JsonNodePublic
130
329
  from .json_node_write import JsonNodeWrite
131
- from .json_object_schema import JsonObjectSchema
132
330
  from .json_schema import JsonSchema
133
- from .json_schema_element import JsonSchemaElement
134
331
  from .llm_as_judge_code import LlmAsJudgeCode
135
332
  from .llm_as_judge_code_public import LlmAsJudgeCodePublic
136
333
  from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
137
334
  from .llm_as_judge_message import LlmAsJudgeMessage
335
+ from .llm_as_judge_message_content import LlmAsJudgeMessageContent
336
+ from .llm_as_judge_message_content_public import LlmAsJudgeMessageContentPublic
337
+ from .llm_as_judge_message_content_write import LlmAsJudgeMessageContentWrite
138
338
  from .llm_as_judge_message_public import LlmAsJudgeMessagePublic
139
339
  from .llm_as_judge_message_public_role import LlmAsJudgeMessagePublicRole
140
340
  from .llm_as_judge_message_role import LlmAsJudgeMessageRole
@@ -152,7 +352,11 @@ from .llm_as_judge_output_schema_write_type import LlmAsJudgeOutputSchemaWriteTy
152
352
  from .log_item import LogItem
153
353
  from .log_item_level import LogItemLevel
154
354
  from .log_page import LogPage
355
+ from .manual_evaluation_request import ManualEvaluationRequest
356
+ from .manual_evaluation_request_entity_type import ManualEvaluationRequestEntityType
357
+ from .manual_evaluation_response import ManualEvaluationResponse
155
358
  from .message import Message
359
+ from .multipart_upload_part import MultipartUploadPart
156
360
  from .numerical_feedback_definition import NumericalFeedbackDefinition
157
361
  from .numerical_feedback_definition_create import NumericalFeedbackDefinitionCreate
158
362
  from .numerical_feedback_definition_public import NumericalFeedbackDefinitionPublic
@@ -161,6 +365,17 @@ from .numerical_feedback_detail import NumericalFeedbackDetail
161
365
  from .numerical_feedback_detail_create import NumericalFeedbackDetailCreate
162
366
  from .numerical_feedback_detail_public import NumericalFeedbackDetailPublic
163
367
  from .numerical_feedback_detail_update import NumericalFeedbackDetailUpdate
368
+ from .optimization import Optimization
369
+ from .optimization_page_public import OptimizationPagePublic
370
+ from .optimization_public import OptimizationPublic
371
+ from .optimization_public_status import OptimizationPublicStatus
372
+ from .optimization_status import OptimizationStatus
373
+ from .optimization_studio_config import OptimizationStudioConfig
374
+ from .optimization_studio_config_public import OptimizationStudioConfigPublic
375
+ from .optimization_studio_config_write import OptimizationStudioConfigWrite
376
+ from .optimization_studio_log import OptimizationStudioLog
377
+ from .optimization_write import OptimizationWrite
378
+ from .optimization_write_status import OptimizationWriteStatus
164
379
  from .page_columns import PageColumns
165
380
  from .percentage_value_stat_public import PercentageValueStatPublic
166
381
  from .percentage_values import PercentageValues
@@ -168,13 +383,15 @@ from .percentage_values_detailed import PercentageValuesDetailed
168
383
  from .percentage_values_public import PercentageValuesPublic
169
384
  from .project import Project
170
385
  from .project_detailed import ProjectDetailed
386
+ from .project_detailed_visibility import ProjectDetailedVisibility
171
387
  from .project_metric_response_public import ProjectMetricResponsePublic
172
388
  from .project_metric_response_public_interval import ProjectMetricResponsePublicInterval
173
- from .project_metric_response_public_metric_type import (
174
- ProjectMetricResponsePublicMetricType,
175
- )
389
+ from .project_metric_response_public_metric_type import ProjectMetricResponsePublicMetricType
176
390
  from .project_page_public import ProjectPagePublic
177
391
  from .project_public import ProjectPublic
392
+ from .project_public_visibility import ProjectPublicVisibility
393
+ from .project_reference import ProjectReference
394
+ from .project_reference_public import ProjectReferencePublic
178
395
  from .project_stat_item_object_public import (
179
396
  ProjectStatItemObjectPublic,
180
397
  ProjectStatItemObjectPublic_Avg,
@@ -184,74 +401,267 @@ from .project_stat_item_object_public import (
184
401
  from .project_stats_public import ProjectStatsPublic
185
402
  from .project_stats_summary import ProjectStatsSummary
186
403
  from .project_stats_summary_item import ProjectStatsSummaryItem
404
+ from .project_visibility import ProjectVisibility
187
405
  from .prompt import Prompt
188
406
  from .prompt_detail import PromptDetail
407
+ from .prompt_detail_template_structure import PromptDetailTemplateStructure
189
408
  from .prompt_page_public import PromptPagePublic
190
409
  from .prompt_public import PromptPublic
410
+ from .prompt_public_template_structure import PromptPublicTemplateStructure
411
+ from .prompt_template_structure import PromptTemplateStructure
412
+ from .prompt_tokens_details import PromptTokensDetails
191
413
  from .prompt_type import PromptType
192
414
  from .prompt_version import PromptVersion
193
415
  from .prompt_version_detail import PromptVersionDetail
416
+ from .prompt_version_detail_template_structure import PromptVersionDetailTemplateStructure
194
417
  from .prompt_version_detail_type import PromptVersionDetailType
195
418
  from .prompt_version_link import PromptVersionLink
196
419
  from .prompt_version_link_public import PromptVersionLinkPublic
197
420
  from .prompt_version_link_write import PromptVersionLinkWrite
198
421
  from .prompt_version_page_public import PromptVersionPagePublic
199
422
  from .prompt_version_public import PromptVersionPublic
423
+ from .prompt_version_public_template_structure import PromptVersionPublicTemplateStructure
200
424
  from .prompt_version_public_type import PromptVersionPublicType
425
+ from .prompt_version_template_structure import PromptVersionTemplateStructure
201
426
  from .prompt_version_type import PromptVersionType
427
+ from .prompt_version_update import PromptVersionUpdate
202
428
  from .provider_api_key import ProviderApiKey
429
+ from .provider_api_key_page_public import ProviderApiKeyPagePublic
203
430
  from .provider_api_key_provider import ProviderApiKeyProvider
204
431
  from .provider_api_key_public import ProviderApiKeyPublic
205
432
  from .provider_api_key_public_provider import ProviderApiKeyPublicProvider
206
433
  from .response_format import ResponseFormat
207
434
  from .response_format_type import ResponseFormatType
435
+ from .result import Result
208
436
  from .results_number_public import ResultsNumberPublic
209
437
  from .score_name import ScoreName
438
+ from .service_toggles_config import ServiceTogglesConfig
210
439
  from .span import Span
211
440
  from .span_batch import SpanBatch
441
+ from .span_enrichment_options import SpanEnrichmentOptions
442
+ from .span_experiment_item_bulk_write_view import SpanExperimentItemBulkWriteView
443
+ from .span_experiment_item_bulk_write_view_type import SpanExperimentItemBulkWriteViewType
444
+ from .span_filter import SpanFilter
445
+ from .span_filter_operator import SpanFilterOperator
212
446
  from .span_filter_public import SpanFilterPublic
213
447
  from .span_filter_public_operator import SpanFilterPublicOperator
448
+ from .span_filter_write import SpanFilterWrite
449
+ from .span_filter_write_operator import SpanFilterWriteOperator
450
+ from .span_llm_as_judge_code import SpanLlmAsJudgeCode
451
+ from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
452
+ from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
214
453
  from .span_page_public import SpanPagePublic
215
454
  from .span_public import SpanPublic
216
455
  from .span_public_type import SpanPublicType
217
456
  from .span_type import SpanType
457
+ from .span_update import SpanUpdate
458
+ from .span_update_type import SpanUpdateType
459
+ from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
460
+ from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
461
+ from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
218
462
  from .span_write import SpanWrite
219
463
  from .span_write_type import SpanWriteType
464
+ from .spans_count_response import SpansCountResponse
465
+ from .start_multipart_upload_response import StartMultipartUploadResponse
220
466
  from .stream_options import StreamOptions
467
+ from .studio_evaluation import StudioEvaluation
468
+ from .studio_evaluation_public import StudioEvaluationPublic
469
+ from .studio_evaluation_write import StudioEvaluationWrite
470
+ from .studio_llm_model import StudioLlmModel
471
+ from .studio_llm_model_public import StudioLlmModelPublic
472
+ from .studio_llm_model_write import StudioLlmModelWrite
473
+ from .studio_message import StudioMessage
474
+ from .studio_message_public import StudioMessagePublic
475
+ from .studio_message_write import StudioMessageWrite
476
+ from .studio_metric import StudioMetric
477
+ from .studio_metric_public import StudioMetricPublic
478
+ from .studio_metric_write import StudioMetricWrite
479
+ from .studio_optimizer import StudioOptimizer
480
+ from .studio_optimizer_public import StudioOptimizerPublic
481
+ from .studio_optimizer_write import StudioOptimizerWrite
482
+ from .studio_prompt import StudioPrompt
483
+ from .studio_prompt_public import StudioPromptPublic
484
+ from .studio_prompt_write import StudioPromptWrite
221
485
  from .tool import Tool
222
486
  from .tool_call import ToolCall
223
487
  from .trace import Trace
224
488
  from .trace_batch import TraceBatch
225
489
  from .trace_count_response import TraceCountResponse
490
+ from .trace_enrichment_options import TraceEnrichmentOptions
491
+ from .trace_experiment_item_bulk_write_view import TraceExperimentItemBulkWriteView
492
+ from .trace_filter import TraceFilter
493
+ from .trace_filter_operator import TraceFilterOperator
494
+ from .trace_filter_public import TraceFilterPublic
495
+ from .trace_filter_public_operator import TraceFilterPublicOperator
496
+ from .trace_filter_write import TraceFilterWrite
497
+ from .trace_filter_write_operator import TraceFilterWriteOperator
226
498
  from .trace_page_public import TracePagePublic
227
499
  from .trace_public import TracePublic
500
+ from .trace_public_visibility_mode import TracePublicVisibilityMode
228
501
  from .trace_thread import TraceThread
502
+ from .trace_thread_filter import TraceThreadFilter
503
+ from .trace_thread_filter_operator import TraceThreadFilterOperator
504
+ from .trace_thread_filter_public import TraceThreadFilterPublic
505
+ from .trace_thread_filter_public_operator import TraceThreadFilterPublicOperator
506
+ from .trace_thread_filter_write import TraceThreadFilterWrite
507
+ from .trace_thread_filter_write_operator import TraceThreadFilterWriteOperator
508
+ from .trace_thread_identifier import TraceThreadIdentifier
509
+ from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
510
+ from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
511
+ from .trace_thread_llm_as_judge_code_write import TraceThreadLlmAsJudgeCodeWrite
229
512
  from .trace_thread_page import TraceThreadPage
513
+ from .trace_thread_status import TraceThreadStatus
514
+ from .trace_thread_update import TraceThreadUpdate
515
+ from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
516
+ from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
517
+ from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
518
+ from .trace_update import TraceUpdate
519
+ from .trace_visibility_mode import TraceVisibilityMode
230
520
  from .trace_write import TraceWrite
231
521
  from .usage import Usage
232
522
  from .user_defined_metric_python_code import UserDefinedMetricPythonCode
233
523
  from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
234
524
  from .user_defined_metric_python_code_write import UserDefinedMetricPythonCodeWrite
235
- from .workspace_metadata import WorkspaceMetadata
525
+ from .value_entry import ValueEntry
526
+ from .value_entry_compare import ValueEntryCompare
527
+ from .value_entry_compare_source import ValueEntryCompareSource
528
+ from .value_entry_experiment_item_bulk_write_view import ValueEntryExperimentItemBulkWriteView
529
+ from .value_entry_experiment_item_bulk_write_view_source import ValueEntryExperimentItemBulkWriteViewSource
530
+ from .value_entry_public import ValueEntryPublic
531
+ from .value_entry_public_source import ValueEntryPublicSource
532
+ from .value_entry_source import ValueEntrySource
533
+ from .video_url import VideoUrl
534
+ from .video_url_public import VideoUrlPublic
535
+ from .video_url_write import VideoUrlWrite
536
+ from .webhook import Webhook
537
+ from .webhook_examples import WebhookExamples
538
+ from .webhook_public import WebhookPublic
539
+ from .webhook_test_result import WebhookTestResult
540
+ from .webhook_test_result_status import WebhookTestResultStatus
541
+ from .webhook_write import WebhookWrite
542
+ from .welcome_wizard_tracking import WelcomeWizardTracking
543
+ from .workspace_configuration import WorkspaceConfiguration
544
+ from .workspace_metric_request import WorkspaceMetricRequest
545
+ from .workspace_metric_response import WorkspaceMetricResponse
546
+ from .workspace_metrics_summary_request import WorkspaceMetricsSummaryRequest
547
+ from .workspace_metrics_summary_response import WorkspaceMetricsSummaryResponse
548
+ from .workspace_name_holder import WorkspaceNameHolder
549
+ from .workspace_spans_count import WorkspaceSpansCount
236
550
  from .workspace_trace_count import WorkspaceTraceCount
237
551
 
238
552
  __all__ = [
553
+ "AggregationData",
554
+ "Alert",
555
+ "AlertAlertType",
556
+ "AlertPagePublic",
557
+ "AlertPublic",
558
+ "AlertPublicAlertType",
559
+ "AlertTrigger",
560
+ "AlertTriggerConfig",
561
+ "AlertTriggerConfigPublic",
562
+ "AlertTriggerConfigPublicType",
563
+ "AlertTriggerConfigType",
564
+ "AlertTriggerConfigWrite",
565
+ "AlertTriggerConfigWriteType",
566
+ "AlertTriggerEventType",
567
+ "AlertTriggerPublic",
568
+ "AlertTriggerPublicEventType",
569
+ "AlertTriggerWrite",
570
+ "AlertTriggerWriteEventType",
571
+ "AlertWrite",
572
+ "AlertWriteAlertType",
573
+ "AnnotationQueue",
574
+ "AnnotationQueueBatch",
575
+ "AnnotationQueueItemIds",
576
+ "AnnotationQueuePagePublic",
577
+ "AnnotationQueuePublic",
578
+ "AnnotationQueuePublicScope",
579
+ "AnnotationQueueReviewer",
580
+ "AnnotationQueueReviewerPublic",
581
+ "AnnotationQueueScope",
582
+ "AnnotationQueueWrite",
583
+ "AnnotationQueueWriteScope",
239
584
  "AssistantMessage",
240
585
  "AssistantMessageRole",
586
+ "Attachment",
587
+ "AttachmentPage",
588
+ "AudioUrl",
589
+ "AudioUrlPublic",
590
+ "AudioUrlWrite",
241
591
  "AuthDetailsHolder",
592
+ "AutomationRuleEvaluator",
242
593
  "AutomationRuleEvaluatorLlmAsJudge",
243
594
  "AutomationRuleEvaluatorLlmAsJudgePublic",
244
595
  "AutomationRuleEvaluatorLlmAsJudgeWrite",
596
+ "AutomationRuleEvaluatorObjectObjectPublic",
597
+ "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
598
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
599
+ "AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
600
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
601
+ "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
602
+ "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
245
603
  "AutomationRuleEvaluatorPagePublic",
604
+ "AutomationRuleEvaluatorPublic",
605
+ "AutomationRuleEvaluatorPublic_LlmAsJudge",
606
+ "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
607
+ "AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
608
+ "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
609
+ "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
610
+ "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
611
+ "AutomationRuleEvaluatorSpanLlmAsJudge",
612
+ "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
613
+ "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
614
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPython",
615
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
616
+ "AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
617
+ "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
618
+ "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
619
+ "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
620
+ "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython",
621
+ "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic",
622
+ "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
623
+ "AutomationRuleEvaluatorUpdate",
246
624
  "AutomationRuleEvaluatorUpdateLlmAsJudge",
625
+ "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
626
+ "AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
627
+ "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
628
+ "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
247
629
  "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
630
+ "AutomationRuleEvaluatorUpdate_LlmAsJudge",
631
+ "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
632
+ "AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
633
+ "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
634
+ "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
635
+ "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
248
636
  "AutomationRuleEvaluatorUserDefinedMetricPython",
249
637
  "AutomationRuleEvaluatorUserDefinedMetricPythonPublic",
250
638
  "AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
639
+ "AutomationRuleEvaluatorWrite",
640
+ "AutomationRuleEvaluatorWrite_LlmAsJudge",
641
+ "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
642
+ "AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
643
+ "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
644
+ "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
645
+ "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
646
+ "AutomationRuleEvaluator_LlmAsJudge",
647
+ "AutomationRuleEvaluator_SpanLlmAsJudge",
648
+ "AutomationRuleEvaluator_SpanUserDefinedMetricPython",
649
+ "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
650
+ "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
651
+ "AutomationRuleEvaluator_UserDefinedMetricPython",
251
652
  "AvgValueStatPublic",
252
653
  "BatchDelete",
654
+ "BatchDeleteByProject",
253
655
  "BiInformation",
254
656
  "BiInformationResponse",
657
+ "BooleanFeedbackDefinition",
658
+ "BooleanFeedbackDefinitionCreate",
659
+ "BooleanFeedbackDefinitionPublic",
660
+ "BooleanFeedbackDefinitionUpdate",
661
+ "BooleanFeedbackDetail",
662
+ "BooleanFeedbackDetailCreate",
663
+ "BooleanFeedbackDetailPublic",
664
+ "BooleanFeedbackDetailUpdate",
255
665
  "CategoricalFeedbackDefinition",
256
666
  "CategoricalFeedbackDefinitionCreate",
257
667
  "CategoricalFeedbackDefinitionPublic",
@@ -262,6 +672,12 @@ __all__ = [
262
672
  "CategoricalFeedbackDetailUpdate",
263
673
  "ChatCompletionChoice",
264
674
  "ChatCompletionResponse",
675
+ "Check",
676
+ "CheckName",
677
+ "CheckPublic",
678
+ "CheckPublicName",
679
+ "CheckPublicResult",
680
+ "CheckResult",
265
681
  "ChunkedOutputJsonNode",
266
682
  "ChunkedOutputJsonNodePublic",
267
683
  "ChunkedOutputJsonNodePublicType",
@@ -275,27 +691,53 @@ __all__ = [
275
691
  "Comment",
276
692
  "CommentCompare",
277
693
  "CommentPublic",
694
+ "CompleteMultipartUploadRequest",
695
+ "CompleteMultipartUploadRequestEntityType",
278
696
  "CompletionTokensDetails",
279
697
  "CountValueStatPublic",
698
+ "DashboardPagePublic",
699
+ "DashboardPublic",
700
+ "DataPointDouble",
280
701
  "DataPointNumberPublic",
281
702
  "Dataset",
703
+ "DatasetExpansion",
704
+ "DatasetExpansionResponse",
282
705
  "DatasetItem",
283
706
  "DatasetItemBatch",
707
+ "DatasetItemChangesPublic",
284
708
  "DatasetItemCompare",
285
709
  "DatasetItemCompareSource",
710
+ "DatasetItemFilter",
711
+ "DatasetItemFilterOperator",
286
712
  "DatasetItemPageCompare",
287
713
  "DatasetItemPagePublic",
288
714
  "DatasetItemPublic",
289
715
  "DatasetItemPublicSource",
290
716
  "DatasetItemSource",
717
+ "DatasetItemUpdate",
291
718
  "DatasetItemWrite",
292
719
  "DatasetItemWriteSource",
293
720
  "DatasetPagePublic",
294
721
  "DatasetPublic",
722
+ "DatasetPublicStatus",
723
+ "DatasetPublicVisibility",
724
+ "DatasetStatus",
725
+ "DatasetVersionDiff",
726
+ "DatasetVersionDiffStats",
727
+ "DatasetVersionPagePublic",
728
+ "DatasetVersionPublic",
729
+ "DatasetVersionSummary",
730
+ "DatasetVersionSummaryPublic",
731
+ "DatasetVisibility",
732
+ "DeleteAttachmentsRequest",
733
+ "DeleteAttachmentsRequestEntityType",
295
734
  "DeleteFeedbackScore",
735
+ "DeleteIdsHolder",
296
736
  "Delta",
297
- "DeltaRole",
737
+ "ErrorCountWithDeviation",
738
+ "ErrorCountWithDeviationDetailed",
298
739
  "ErrorInfo",
740
+ "ErrorInfoExperimentItemBulkWriteView",
299
741
  "ErrorInfoPublic",
300
742
  "ErrorInfoWrite",
301
743
  "ErrorMessage",
@@ -303,20 +745,39 @@ __all__ = [
303
745
  "ErrorMessageDetailed",
304
746
  "ErrorMessagePublic",
305
747
  "Experiment",
748
+ "ExperimentGroupAggregationsResponse",
749
+ "ExperimentGroupResponse",
306
750
  "ExperimentItem",
751
+ "ExperimentItemBulkRecord",
752
+ "ExperimentItemBulkRecordExperimentItemBulkWriteView",
753
+ "ExperimentItemBulkUpload",
307
754
  "ExperimentItemCompare",
755
+ "ExperimentItemCompareTraceVisibilityMode",
308
756
  "ExperimentItemPublic",
757
+ "ExperimentItemPublicTraceVisibilityMode",
758
+ "ExperimentItemTraceVisibilityMode",
309
759
  "ExperimentPagePublic",
310
760
  "ExperimentPublic",
761
+ "ExperimentPublicStatus",
762
+ "ExperimentPublicType",
763
+ "ExperimentScore",
764
+ "ExperimentScorePublic",
765
+ "ExperimentScoreWrite",
766
+ "ExperimentStatus",
767
+ "ExperimentType",
768
+ "ExportTraceServiceRequest",
311
769
  "Feedback",
312
770
  "FeedbackCreate",
771
+ "FeedbackCreate_Boolean",
313
772
  "FeedbackCreate_Categorical",
314
773
  "FeedbackCreate_Numerical",
315
774
  "FeedbackDefinitionPagePublic",
316
775
  "FeedbackObjectPublic",
776
+ "FeedbackObjectPublic_Boolean",
317
777
  "FeedbackObjectPublic_Categorical",
318
778
  "FeedbackObjectPublic_Numerical",
319
779
  "FeedbackPublic",
780
+ "FeedbackPublic_Boolean",
320
781
  "FeedbackPublic_Categorical",
321
782
  "FeedbackPublic_Numerical",
322
783
  "FeedbackScore",
@@ -326,31 +787,59 @@ __all__ = [
326
787
  "FeedbackScoreBatch",
327
788
  "FeedbackScoreBatchItem",
328
789
  "FeedbackScoreBatchItemSource",
790
+ "FeedbackScoreBatchItemThread",
791
+ "FeedbackScoreBatchItemThreadSource",
329
792
  "FeedbackScoreCompare",
330
793
  "FeedbackScoreCompareSource",
794
+ "FeedbackScoreExperimentItemBulkWriteView",
795
+ "FeedbackScoreExperimentItemBulkWriteViewSource",
331
796
  "FeedbackScoreNames",
332
797
  "FeedbackScorePublic",
333
798
  "FeedbackScorePublicSource",
334
799
  "FeedbackScoreSource",
335
800
  "FeedbackUpdate",
801
+ "FeedbackUpdate_Boolean",
336
802
  "FeedbackUpdate_Categorical",
337
803
  "FeedbackUpdate_Numerical",
804
+ "Feedback_Boolean",
338
805
  "Feedback_Categorical",
339
806
  "Feedback_Numerical",
340
807
  "Function",
341
808
  "FunctionCall",
809
+ "GroupContent",
810
+ "GroupContentWithAggregations",
811
+ "GroupDetail",
812
+ "GroupDetails",
813
+ "Guardrail",
814
+ "GuardrailBatch",
815
+ "GuardrailName",
816
+ "GuardrailResult",
817
+ "GuardrailWrite",
818
+ "GuardrailWriteName",
819
+ "GuardrailWriteResult",
820
+ "GuardrailsValidation",
821
+ "GuardrailsValidationPublic",
822
+ "IdsHolder",
823
+ "ImageUrl",
824
+ "ImageUrlPublic",
825
+ "ImageUrlWrite",
826
+ "JsonListString",
827
+ "JsonListStringCompare",
828
+ "JsonListStringExperimentItemBulkWriteView",
829
+ "JsonListStringPublic",
830
+ "JsonListStringWrite",
342
831
  "JsonNode",
343
- "JsonNodeCompare",
344
832
  "JsonNodeDetail",
345
833
  "JsonNodePublic",
346
834
  "JsonNodeWrite",
347
- "JsonObjectSchema",
348
835
  "JsonSchema",
349
- "JsonSchemaElement",
350
836
  "LlmAsJudgeCode",
351
837
  "LlmAsJudgeCodePublic",
352
838
  "LlmAsJudgeCodeWrite",
353
839
  "LlmAsJudgeMessage",
840
+ "LlmAsJudgeMessageContent",
841
+ "LlmAsJudgeMessageContentPublic",
842
+ "LlmAsJudgeMessageContentWrite",
354
843
  "LlmAsJudgeMessagePublic",
355
844
  "LlmAsJudgeMessagePublicRole",
356
845
  "LlmAsJudgeMessageRole",
@@ -368,7 +857,11 @@ __all__ = [
368
857
  "LogItem",
369
858
  "LogItemLevel",
370
859
  "LogPage",
860
+ "ManualEvaluationRequest",
861
+ "ManualEvaluationRequestEntityType",
862
+ "ManualEvaluationResponse",
371
863
  "Message",
864
+ "MultipartUploadPart",
372
865
  "NumericalFeedbackDefinition",
373
866
  "NumericalFeedbackDefinitionCreate",
374
867
  "NumericalFeedbackDefinitionPublic",
@@ -377,6 +870,17 @@ __all__ = [
377
870
  "NumericalFeedbackDetailCreate",
378
871
  "NumericalFeedbackDetailPublic",
379
872
  "NumericalFeedbackDetailUpdate",
873
+ "Optimization",
874
+ "OptimizationPagePublic",
875
+ "OptimizationPublic",
876
+ "OptimizationPublicStatus",
877
+ "OptimizationStatus",
878
+ "OptimizationStudioConfig",
879
+ "OptimizationStudioConfigPublic",
880
+ "OptimizationStudioConfigWrite",
881
+ "OptimizationStudioLog",
882
+ "OptimizationWrite",
883
+ "OptimizationWriteStatus",
380
884
  "PageColumns",
381
885
  "PercentageValueStatPublic",
382
886
  "PercentageValues",
@@ -384,11 +888,15 @@ __all__ = [
384
888
  "PercentageValuesPublic",
385
889
  "Project",
386
890
  "ProjectDetailed",
891
+ "ProjectDetailedVisibility",
387
892
  "ProjectMetricResponsePublic",
388
893
  "ProjectMetricResponsePublicInterval",
389
894
  "ProjectMetricResponsePublicMetricType",
390
895
  "ProjectPagePublic",
391
896
  "ProjectPublic",
897
+ "ProjectPublicVisibility",
898
+ "ProjectReference",
899
+ "ProjectReferencePublic",
392
900
  "ProjectStatItemObjectPublic",
393
901
  "ProjectStatItemObjectPublic_Avg",
394
902
  "ProjectStatItemObjectPublic_Count",
@@ -396,54 +904,151 @@ __all__ = [
396
904
  "ProjectStatsPublic",
397
905
  "ProjectStatsSummary",
398
906
  "ProjectStatsSummaryItem",
907
+ "ProjectVisibility",
399
908
  "Prompt",
400
909
  "PromptDetail",
910
+ "PromptDetailTemplateStructure",
401
911
  "PromptPagePublic",
402
912
  "PromptPublic",
913
+ "PromptPublicTemplateStructure",
914
+ "PromptTemplateStructure",
915
+ "PromptTokensDetails",
403
916
  "PromptType",
404
917
  "PromptVersion",
405
918
  "PromptVersionDetail",
919
+ "PromptVersionDetailTemplateStructure",
406
920
  "PromptVersionDetailType",
407
921
  "PromptVersionLink",
408
922
  "PromptVersionLinkPublic",
409
923
  "PromptVersionLinkWrite",
410
924
  "PromptVersionPagePublic",
411
925
  "PromptVersionPublic",
926
+ "PromptVersionPublicTemplateStructure",
412
927
  "PromptVersionPublicType",
928
+ "PromptVersionTemplateStructure",
413
929
  "PromptVersionType",
930
+ "PromptVersionUpdate",
414
931
  "ProviderApiKey",
932
+ "ProviderApiKeyPagePublic",
415
933
  "ProviderApiKeyProvider",
416
934
  "ProviderApiKeyPublic",
417
935
  "ProviderApiKeyPublicProvider",
418
936
  "ResponseFormat",
419
937
  "ResponseFormatType",
938
+ "Result",
420
939
  "ResultsNumberPublic",
421
940
  "ScoreName",
941
+ "ServiceTogglesConfig",
422
942
  "Span",
423
943
  "SpanBatch",
944
+ "SpanEnrichmentOptions",
945
+ "SpanExperimentItemBulkWriteView",
946
+ "SpanExperimentItemBulkWriteViewType",
947
+ "SpanFilter",
948
+ "SpanFilterOperator",
424
949
  "SpanFilterPublic",
425
950
  "SpanFilterPublicOperator",
951
+ "SpanFilterWrite",
952
+ "SpanFilterWriteOperator",
953
+ "SpanLlmAsJudgeCode",
954
+ "SpanLlmAsJudgeCodePublic",
955
+ "SpanLlmAsJudgeCodeWrite",
426
956
  "SpanPagePublic",
427
957
  "SpanPublic",
428
958
  "SpanPublicType",
429
959
  "SpanType",
960
+ "SpanUpdate",
961
+ "SpanUpdateType",
962
+ "SpanUserDefinedMetricPythonCode",
963
+ "SpanUserDefinedMetricPythonCodePublic",
964
+ "SpanUserDefinedMetricPythonCodeWrite",
430
965
  "SpanWrite",
431
966
  "SpanWriteType",
967
+ "SpansCountResponse",
968
+ "StartMultipartUploadResponse",
432
969
  "StreamOptions",
970
+ "StudioEvaluation",
971
+ "StudioEvaluationPublic",
972
+ "StudioEvaluationWrite",
973
+ "StudioLlmModel",
974
+ "StudioLlmModelPublic",
975
+ "StudioLlmModelWrite",
976
+ "StudioMessage",
977
+ "StudioMessagePublic",
978
+ "StudioMessageWrite",
979
+ "StudioMetric",
980
+ "StudioMetricPublic",
981
+ "StudioMetricWrite",
982
+ "StudioOptimizer",
983
+ "StudioOptimizerPublic",
984
+ "StudioOptimizerWrite",
985
+ "StudioPrompt",
986
+ "StudioPromptPublic",
987
+ "StudioPromptWrite",
433
988
  "Tool",
434
989
  "ToolCall",
435
990
  "Trace",
436
991
  "TraceBatch",
437
992
  "TraceCountResponse",
993
+ "TraceEnrichmentOptions",
994
+ "TraceExperimentItemBulkWriteView",
995
+ "TraceFilter",
996
+ "TraceFilterOperator",
997
+ "TraceFilterPublic",
998
+ "TraceFilterPublicOperator",
999
+ "TraceFilterWrite",
1000
+ "TraceFilterWriteOperator",
438
1001
  "TracePagePublic",
439
1002
  "TracePublic",
1003
+ "TracePublicVisibilityMode",
440
1004
  "TraceThread",
1005
+ "TraceThreadFilter",
1006
+ "TraceThreadFilterOperator",
1007
+ "TraceThreadFilterPublic",
1008
+ "TraceThreadFilterPublicOperator",
1009
+ "TraceThreadFilterWrite",
1010
+ "TraceThreadFilterWriteOperator",
1011
+ "TraceThreadIdentifier",
1012
+ "TraceThreadLlmAsJudgeCode",
1013
+ "TraceThreadLlmAsJudgeCodePublic",
1014
+ "TraceThreadLlmAsJudgeCodeWrite",
441
1015
  "TraceThreadPage",
1016
+ "TraceThreadStatus",
1017
+ "TraceThreadUpdate",
1018
+ "TraceThreadUserDefinedMetricPythonCode",
1019
+ "TraceThreadUserDefinedMetricPythonCodePublic",
1020
+ "TraceThreadUserDefinedMetricPythonCodeWrite",
1021
+ "TraceUpdate",
1022
+ "TraceVisibilityMode",
442
1023
  "TraceWrite",
443
1024
  "Usage",
444
1025
  "UserDefinedMetricPythonCode",
445
1026
  "UserDefinedMetricPythonCodePublic",
446
1027
  "UserDefinedMetricPythonCodeWrite",
447
- "WorkspaceMetadata",
1028
+ "ValueEntry",
1029
+ "ValueEntryCompare",
1030
+ "ValueEntryCompareSource",
1031
+ "ValueEntryExperimentItemBulkWriteView",
1032
+ "ValueEntryExperimentItemBulkWriteViewSource",
1033
+ "ValueEntryPublic",
1034
+ "ValueEntryPublicSource",
1035
+ "ValueEntrySource",
1036
+ "VideoUrl",
1037
+ "VideoUrlPublic",
1038
+ "VideoUrlWrite",
1039
+ "Webhook",
1040
+ "WebhookExamples",
1041
+ "WebhookPublic",
1042
+ "WebhookTestResult",
1043
+ "WebhookTestResultStatus",
1044
+ "WebhookWrite",
1045
+ "WelcomeWizardTracking",
1046
+ "WorkspaceConfiguration",
1047
+ "WorkspaceMetricRequest",
1048
+ "WorkspaceMetricResponse",
1049
+ "WorkspaceMetricsSummaryRequest",
1050
+ "WorkspaceMetricsSummaryResponse",
1051
+ "WorkspaceNameHolder",
1052
+ "WorkspaceSpansCount",
448
1053
  "WorkspaceTraceCount",
449
1054
  ]