arize-phoenix 10.0.4__py3-none-any.whl → 12.28.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (276) hide show
  1. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/METADATA +124 -72
  2. arize_phoenix-12.28.1.dist-info/RECORD +499 -0
  3. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/WHEEL +1 -1
  4. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/IP_NOTICE +1 -1
  5. phoenix/__generated__/__init__.py +0 -0
  6. phoenix/__generated__/classification_evaluator_configs/__init__.py +20 -0
  7. phoenix/__generated__/classification_evaluator_configs/_document_relevance_classification_evaluator_config.py +17 -0
  8. phoenix/__generated__/classification_evaluator_configs/_hallucination_classification_evaluator_config.py +17 -0
  9. phoenix/__generated__/classification_evaluator_configs/_models.py +18 -0
  10. phoenix/__generated__/classification_evaluator_configs/_tool_selection_classification_evaluator_config.py +17 -0
  11. phoenix/__init__.py +5 -4
  12. phoenix/auth.py +39 -2
  13. phoenix/config.py +1763 -91
  14. phoenix/datetime_utils.py +120 -2
  15. phoenix/db/README.md +595 -25
  16. phoenix/db/bulk_inserter.py +145 -103
  17. phoenix/db/engines.py +140 -33
  18. phoenix/db/enums.py +3 -12
  19. phoenix/db/facilitator.py +302 -35
  20. phoenix/db/helpers.py +1000 -65
  21. phoenix/db/iam_auth.py +64 -0
  22. phoenix/db/insertion/dataset.py +135 -2
  23. phoenix/db/insertion/document_annotation.py +9 -6
  24. phoenix/db/insertion/evaluation.py +2 -3
  25. phoenix/db/insertion/helpers.py +17 -2
  26. phoenix/db/insertion/session_annotation.py +176 -0
  27. phoenix/db/insertion/span.py +15 -11
  28. phoenix/db/insertion/span_annotation.py +3 -4
  29. phoenix/db/insertion/trace_annotation.py +3 -4
  30. phoenix/db/insertion/types.py +50 -20
  31. phoenix/db/migrations/versions/01a8342c9cdf_add_user_id_on_datasets.py +40 -0
  32. phoenix/db/migrations/versions/0df286449799_add_session_annotations_table.py +105 -0
  33. phoenix/db/migrations/versions/272b66ff50f8_drop_single_indices.py +119 -0
  34. phoenix/db/migrations/versions/58228d933c91_dataset_labels.py +67 -0
  35. phoenix/db/migrations/versions/699f655af132_experiment_tags.py +57 -0
  36. phoenix/db/migrations/versions/735d3d93c33e_add_composite_indices.py +41 -0
  37. phoenix/db/migrations/versions/a20694b15f82_cost.py +196 -0
  38. phoenix/db/migrations/versions/ab513d89518b_add_user_id_on_dataset_versions.py +40 -0
  39. phoenix/db/migrations/versions/d0690a79ea51_users_on_experiments.py +40 -0
  40. phoenix/db/migrations/versions/deb2c81c0bb2_dataset_splits.py +139 -0
  41. phoenix/db/migrations/versions/e76cbd66ffc3_add_experiments_dataset_examples.py +87 -0
  42. phoenix/db/models.py +669 -56
  43. phoenix/db/pg_config.py +10 -0
  44. phoenix/db/types/model_provider.py +4 -0
  45. phoenix/db/types/token_price_customization.py +29 -0
  46. phoenix/db/types/trace_retention.py +23 -15
  47. phoenix/experiments/evaluators/utils.py +3 -3
  48. phoenix/experiments/functions.py +160 -52
  49. phoenix/experiments/tracing.py +2 -2
  50. phoenix/experiments/types.py +1 -1
  51. phoenix/inferences/inferences.py +1 -2
  52. phoenix/server/api/auth.py +38 -7
  53. phoenix/server/api/auth_messages.py +46 -0
  54. phoenix/server/api/context.py +100 -4
  55. phoenix/server/api/dataloaders/__init__.py +79 -5
  56. phoenix/server/api/dataloaders/annotation_configs_by_project.py +31 -0
  57. phoenix/server/api/dataloaders/annotation_summaries.py +60 -8
  58. phoenix/server/api/dataloaders/average_experiment_repeated_run_group_latency.py +50 -0
  59. phoenix/server/api/dataloaders/average_experiment_run_latency.py +17 -24
  60. phoenix/server/api/dataloaders/cache/two_tier_cache.py +1 -2
  61. phoenix/server/api/dataloaders/dataset_dataset_splits.py +52 -0
  62. phoenix/server/api/dataloaders/dataset_example_revisions.py +0 -1
  63. phoenix/server/api/dataloaders/dataset_example_splits.py +40 -0
  64. phoenix/server/api/dataloaders/dataset_examples_and_versions_by_experiment_run.py +47 -0
  65. phoenix/server/api/dataloaders/dataset_labels.py +36 -0
  66. phoenix/server/api/dataloaders/document_evaluation_summaries.py +2 -2
  67. phoenix/server/api/dataloaders/document_evaluations.py +6 -9
  68. phoenix/server/api/dataloaders/experiment_annotation_summaries.py +88 -34
  69. phoenix/server/api/dataloaders/experiment_dataset_splits.py +43 -0
  70. phoenix/server/api/dataloaders/experiment_error_rates.py +21 -28
  71. phoenix/server/api/dataloaders/experiment_repeated_run_group_annotation_summaries.py +77 -0
  72. phoenix/server/api/dataloaders/experiment_repeated_run_groups.py +57 -0
  73. phoenix/server/api/dataloaders/experiment_runs_by_experiment_and_example.py +44 -0
  74. phoenix/server/api/dataloaders/last_used_times_by_generative_model_id.py +35 -0
  75. phoenix/server/api/dataloaders/latency_ms_quantile.py +40 -8
  76. phoenix/server/api/dataloaders/record_counts.py +37 -10
  77. phoenix/server/api/dataloaders/session_annotations_by_session.py +29 -0
  78. phoenix/server/api/dataloaders/span_cost_by_span.py +24 -0
  79. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_generative_model.py +56 -0
  80. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_project_session.py +57 -0
  81. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_span.py +43 -0
  82. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_trace.py +56 -0
  83. phoenix/server/api/dataloaders/span_cost_details_by_span_cost.py +27 -0
  84. phoenix/server/api/dataloaders/span_cost_summary_by_experiment.py +57 -0
  85. phoenix/server/api/dataloaders/span_cost_summary_by_experiment_repeated_run_group.py +64 -0
  86. phoenix/server/api/dataloaders/span_cost_summary_by_experiment_run.py +58 -0
  87. phoenix/server/api/dataloaders/span_cost_summary_by_generative_model.py +55 -0
  88. phoenix/server/api/dataloaders/span_cost_summary_by_project.py +152 -0
  89. phoenix/server/api/dataloaders/span_cost_summary_by_project_session.py +56 -0
  90. phoenix/server/api/dataloaders/span_cost_summary_by_trace.py +55 -0
  91. phoenix/server/api/dataloaders/span_costs.py +29 -0
  92. phoenix/server/api/dataloaders/table_fields.py +2 -2
  93. phoenix/server/api/dataloaders/token_prices_by_model.py +30 -0
  94. phoenix/server/api/dataloaders/trace_annotations_by_trace.py +27 -0
  95. phoenix/server/api/dataloaders/types.py +29 -0
  96. phoenix/server/api/exceptions.py +11 -1
  97. phoenix/server/api/helpers/dataset_helpers.py +5 -1
  98. phoenix/server/api/helpers/playground_clients.py +1243 -292
  99. phoenix/server/api/helpers/playground_registry.py +2 -2
  100. phoenix/server/api/helpers/playground_spans.py +8 -4
  101. phoenix/server/api/helpers/playground_users.py +26 -0
  102. phoenix/server/api/helpers/prompts/conversions/aws.py +83 -0
  103. phoenix/server/api/helpers/prompts/conversions/google.py +103 -0
  104. phoenix/server/api/helpers/prompts/models.py +205 -22
  105. phoenix/server/api/input_types/{SpanAnnotationFilter.py → AnnotationFilter.py} +22 -14
  106. phoenix/server/api/input_types/ChatCompletionInput.py +6 -2
  107. phoenix/server/api/input_types/CreateProjectInput.py +27 -0
  108. phoenix/server/api/input_types/CreateProjectSessionAnnotationInput.py +37 -0
  109. phoenix/server/api/input_types/DatasetFilter.py +17 -0
  110. phoenix/server/api/input_types/ExperimentRunSort.py +237 -0
  111. phoenix/server/api/input_types/GenerativeCredentialInput.py +9 -0
  112. phoenix/server/api/input_types/GenerativeModelInput.py +5 -0
  113. phoenix/server/api/input_types/ProjectSessionSort.py +161 -1
  114. phoenix/server/api/input_types/PromptFilter.py +14 -0
  115. phoenix/server/api/input_types/PromptVersionInput.py +52 -1
  116. phoenix/server/api/input_types/SpanSort.py +44 -7
  117. phoenix/server/api/input_types/TimeBinConfig.py +23 -0
  118. phoenix/server/api/input_types/UpdateAnnotationInput.py +34 -0
  119. phoenix/server/api/input_types/UserRoleInput.py +1 -0
  120. phoenix/server/api/mutations/__init__.py +10 -0
  121. phoenix/server/api/mutations/annotation_config_mutations.py +8 -8
  122. phoenix/server/api/mutations/api_key_mutations.py +19 -23
  123. phoenix/server/api/mutations/chat_mutations.py +154 -47
  124. phoenix/server/api/mutations/dataset_label_mutations.py +243 -0
  125. phoenix/server/api/mutations/dataset_mutations.py +21 -16
  126. phoenix/server/api/mutations/dataset_split_mutations.py +351 -0
  127. phoenix/server/api/mutations/experiment_mutations.py +2 -2
  128. phoenix/server/api/mutations/export_events_mutations.py +3 -3
  129. phoenix/server/api/mutations/model_mutations.py +210 -0
  130. phoenix/server/api/mutations/project_mutations.py +49 -10
  131. phoenix/server/api/mutations/project_session_annotations_mutations.py +158 -0
  132. phoenix/server/api/mutations/project_trace_retention_policy_mutations.py +8 -4
  133. phoenix/server/api/mutations/prompt_label_mutations.py +74 -65
  134. phoenix/server/api/mutations/prompt_mutations.py +65 -129
  135. phoenix/server/api/mutations/prompt_version_tag_mutations.py +11 -8
  136. phoenix/server/api/mutations/span_annotations_mutations.py +15 -10
  137. phoenix/server/api/mutations/trace_annotations_mutations.py +14 -10
  138. phoenix/server/api/mutations/trace_mutations.py +47 -3
  139. phoenix/server/api/mutations/user_mutations.py +66 -41
  140. phoenix/server/api/queries.py +768 -293
  141. phoenix/server/api/routers/__init__.py +2 -2
  142. phoenix/server/api/routers/auth.py +154 -88
  143. phoenix/server/api/routers/ldap.py +229 -0
  144. phoenix/server/api/routers/oauth2.py +369 -106
  145. phoenix/server/api/routers/v1/__init__.py +24 -4
  146. phoenix/server/api/routers/v1/annotation_configs.py +23 -31
  147. phoenix/server/api/routers/v1/annotations.py +481 -17
  148. phoenix/server/api/routers/v1/datasets.py +395 -81
  149. phoenix/server/api/routers/v1/documents.py +142 -0
  150. phoenix/server/api/routers/v1/evaluations.py +24 -31
  151. phoenix/server/api/routers/v1/experiment_evaluations.py +19 -8
  152. phoenix/server/api/routers/v1/experiment_runs.py +337 -59
  153. phoenix/server/api/routers/v1/experiments.py +479 -48
  154. phoenix/server/api/routers/v1/models.py +7 -0
  155. phoenix/server/api/routers/v1/projects.py +18 -49
  156. phoenix/server/api/routers/v1/prompts.py +54 -40
  157. phoenix/server/api/routers/v1/sessions.py +108 -0
  158. phoenix/server/api/routers/v1/spans.py +1091 -81
  159. phoenix/server/api/routers/v1/traces.py +132 -78
  160. phoenix/server/api/routers/v1/users.py +389 -0
  161. phoenix/server/api/routers/v1/utils.py +3 -7
  162. phoenix/server/api/subscriptions.py +305 -88
  163. phoenix/server/api/types/Annotation.py +90 -23
  164. phoenix/server/api/types/ApiKey.py +13 -17
  165. phoenix/server/api/types/AuthMethod.py +1 -0
  166. phoenix/server/api/types/ChatCompletionSubscriptionPayload.py +1 -0
  167. phoenix/server/api/types/CostBreakdown.py +12 -0
  168. phoenix/server/api/types/Dataset.py +226 -72
  169. phoenix/server/api/types/DatasetExample.py +88 -18
  170. phoenix/server/api/types/DatasetExperimentAnnotationSummary.py +10 -0
  171. phoenix/server/api/types/DatasetLabel.py +57 -0
  172. phoenix/server/api/types/DatasetSplit.py +98 -0
  173. phoenix/server/api/types/DatasetVersion.py +49 -4
  174. phoenix/server/api/types/DocumentAnnotation.py +212 -0
  175. phoenix/server/api/types/Experiment.py +264 -59
  176. phoenix/server/api/types/ExperimentComparison.py +5 -10
  177. phoenix/server/api/types/ExperimentRepeatedRunGroup.py +155 -0
  178. phoenix/server/api/types/ExperimentRepeatedRunGroupAnnotationSummary.py +9 -0
  179. phoenix/server/api/types/ExperimentRun.py +169 -65
  180. phoenix/server/api/types/ExperimentRunAnnotation.py +158 -39
  181. phoenix/server/api/types/GenerativeModel.py +245 -3
  182. phoenix/server/api/types/GenerativeProvider.py +70 -11
  183. phoenix/server/api/types/{Model.py → InferenceModel.py} +1 -1
  184. phoenix/server/api/types/ModelInterface.py +16 -0
  185. phoenix/server/api/types/PlaygroundModel.py +20 -0
  186. phoenix/server/api/types/Project.py +1278 -216
  187. phoenix/server/api/types/ProjectSession.py +188 -28
  188. phoenix/server/api/types/ProjectSessionAnnotation.py +187 -0
  189. phoenix/server/api/types/ProjectTraceRetentionPolicy.py +1 -1
  190. phoenix/server/api/types/Prompt.py +119 -39
  191. phoenix/server/api/types/PromptLabel.py +42 -25
  192. phoenix/server/api/types/PromptVersion.py +11 -8
  193. phoenix/server/api/types/PromptVersionTag.py +65 -25
  194. phoenix/server/api/types/ServerStatus.py +6 -0
  195. phoenix/server/api/types/Span.py +167 -123
  196. phoenix/server/api/types/SpanAnnotation.py +189 -42
  197. phoenix/server/api/types/SpanCostDetailSummaryEntry.py +10 -0
  198. phoenix/server/api/types/SpanCostSummary.py +10 -0
  199. phoenix/server/api/types/SystemApiKey.py +65 -1
  200. phoenix/server/api/types/TokenPrice.py +16 -0
  201. phoenix/server/api/types/TokenUsage.py +3 -3
  202. phoenix/server/api/types/Trace.py +223 -51
  203. phoenix/server/api/types/TraceAnnotation.py +149 -50
  204. phoenix/server/api/types/User.py +137 -32
  205. phoenix/server/api/types/UserApiKey.py +73 -26
  206. phoenix/server/api/types/node.py +10 -0
  207. phoenix/server/api/types/pagination.py +11 -2
  208. phoenix/server/app.py +290 -45
  209. phoenix/server/authorization.py +38 -3
  210. phoenix/server/bearer_auth.py +34 -24
  211. phoenix/server/cost_tracking/cost_details_calculator.py +196 -0
  212. phoenix/server/cost_tracking/cost_model_lookup.py +179 -0
  213. phoenix/server/cost_tracking/helpers.py +68 -0
  214. phoenix/server/cost_tracking/model_cost_manifest.json +3657 -830
  215. phoenix/server/cost_tracking/regex_specificity.py +397 -0
  216. phoenix/server/cost_tracking/token_cost_calculator.py +57 -0
  217. phoenix/server/daemons/__init__.py +0 -0
  218. phoenix/server/daemons/db_disk_usage_monitor.py +214 -0
  219. phoenix/server/daemons/generative_model_store.py +103 -0
  220. phoenix/server/daemons/span_cost_calculator.py +99 -0
  221. phoenix/server/dml_event.py +17 -0
  222. phoenix/server/dml_event_handler.py +5 -0
  223. phoenix/server/email/sender.py +56 -3
  224. phoenix/server/email/templates/db_disk_usage_notification.html +19 -0
  225. phoenix/server/email/types.py +11 -0
  226. phoenix/server/experiments/__init__.py +0 -0
  227. phoenix/server/experiments/utils.py +14 -0
  228. phoenix/server/grpc_server.py +11 -11
  229. phoenix/server/jwt_store.py +17 -15
  230. phoenix/server/ldap.py +1449 -0
  231. phoenix/server/main.py +26 -10
  232. phoenix/server/oauth2.py +330 -12
  233. phoenix/server/prometheus.py +66 -6
  234. phoenix/server/rate_limiters.py +4 -9
  235. phoenix/server/retention.py +33 -20
  236. phoenix/server/session_filters.py +49 -0
  237. phoenix/server/static/.vite/manifest.json +55 -51
  238. phoenix/server/static/assets/components-BreFUQQa.js +6702 -0
  239. phoenix/server/static/assets/{index-E0M82BdE.js → index-CTQoemZv.js} +140 -56
  240. phoenix/server/static/assets/pages-DBE5iYM3.js +9524 -0
  241. phoenix/server/static/assets/vendor-BGzfc4EU.css +1 -0
  242. phoenix/server/static/assets/vendor-DCE4v-Ot.js +920 -0
  243. phoenix/server/static/assets/vendor-codemirror-D5f205eT.js +25 -0
  244. phoenix/server/static/assets/vendor-recharts-V9cwpXsm.js +37 -0
  245. phoenix/server/static/assets/vendor-shiki-Do--csgv.js +5 -0
  246. phoenix/server/static/assets/vendor-three-CmB8bl_y.js +3840 -0
  247. phoenix/server/templates/index.html +40 -6
  248. phoenix/server/thread_server.py +1 -2
  249. phoenix/server/types.py +14 -4
  250. phoenix/server/utils.py +74 -0
  251. phoenix/session/client.py +56 -3
  252. phoenix/session/data_extractor.py +5 -0
  253. phoenix/session/evaluation.py +14 -5
  254. phoenix/session/session.py +45 -9
  255. phoenix/settings.py +5 -0
  256. phoenix/trace/attributes.py +80 -13
  257. phoenix/trace/dsl/helpers.py +90 -1
  258. phoenix/trace/dsl/query.py +8 -6
  259. phoenix/trace/projects.py +5 -0
  260. phoenix/utilities/template_formatters.py +1 -1
  261. phoenix/version.py +1 -1
  262. arize_phoenix-10.0.4.dist-info/RECORD +0 -405
  263. phoenix/server/api/types/Evaluation.py +0 -39
  264. phoenix/server/cost_tracking/cost_lookup.py +0 -255
  265. phoenix/server/static/assets/components-DULKeDfL.js +0 -4365
  266. phoenix/server/static/assets/pages-Cl0A-0U2.js +0 -7430
  267. phoenix/server/static/assets/vendor-WIZid84E.css +0 -1
  268. phoenix/server/static/assets/vendor-arizeai-Dy-0mSNw.js +0 -649
  269. phoenix/server/static/assets/vendor-codemirror-DBtifKNr.js +0 -33
  270. phoenix/server/static/assets/vendor-oB4u9zuV.js +0 -905
  271. phoenix/server/static/assets/vendor-recharts-D-T4KPz2.js +0 -59
  272. phoenix/server/static/assets/vendor-shiki-BMn4O_9F.js +0 -5
  273. phoenix/server/static/assets/vendor-three-C5WAXd5r.js +0 -2998
  274. phoenix/utilities/deprecation.py +0 -31
  275. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/entry_points.txt +0 -0
  276. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/LICENSE +0 -0
@@ -0,0 +1,196 @@
1
+ """Cost-related tables
2
+
3
+ Revision ID: a20694b15f82
4
+ Revises: migrations/versions/6a88424799fe_update_users_with_auth_method.py
5
+ Create Date: 2025-05-30 17:15:12.663565
6
+
7
+ """
8
+
9
+ from typing import Sequence, Union
10
+
11
+ import sqlalchemy as sa
12
+ from alembic import op
13
+
14
+ # revision identifiers, used by Alembic.
15
+ revision: str = "a20694b15f82"
16
+ down_revision: Union[str, None] = "6a88424799fe"
17
+ branch_labels: Union[str, Sequence[str], None] = None
18
+ depends_on: Union[str, Sequence[str], None] = None
19
+
20
+ _Integer = sa.Integer().with_variant(
21
+ sa.BigInteger(),
22
+ "postgresql",
23
+ )
24
+
25
+
26
+ def upgrade() -> None:
27
+ op.create_table(
28
+ "generative_models",
29
+ sa.Column(
30
+ "id",
31
+ _Integer,
32
+ primary_key=True,
33
+ ),
34
+ sa.Column(
35
+ "name",
36
+ sa.String,
37
+ nullable=False,
38
+ ),
39
+ sa.Column(
40
+ "provider",
41
+ sa.String,
42
+ nullable=False,
43
+ ),
44
+ sa.Column(
45
+ "name_pattern",
46
+ sa.String,
47
+ nullable=False,
48
+ ),
49
+ sa.Column(
50
+ "is_built_in",
51
+ sa.Boolean,
52
+ nullable=False,
53
+ ),
54
+ sa.Column(
55
+ "start_time",
56
+ sa.TIMESTAMP(timezone=True),
57
+ ),
58
+ sa.Column(
59
+ "created_at",
60
+ sa.TIMESTAMP(timezone=True),
61
+ nullable=False,
62
+ server_default=sa.func.now(),
63
+ ),
64
+ sa.Column(
65
+ "updated_at",
66
+ sa.TIMESTAMP(timezone=True),
67
+ nullable=False,
68
+ server_default=sa.func.now(),
69
+ onupdate=sa.func.now(),
70
+ ),
71
+ sa.Column(
72
+ "deleted_at",
73
+ sa.TIMESTAMP(timezone=True),
74
+ nullable=True,
75
+ ),
76
+ )
77
+ op.create_index(
78
+ "ix_generative_models_match_criteria",
79
+ "generative_models",
80
+ ["name_pattern", "provider", "is_built_in"],
81
+ unique=True,
82
+ postgresql_where=sa.text("deleted_at IS NULL"),
83
+ sqlite_where=sa.text("deleted_at IS NULL"),
84
+ )
85
+ op.create_index(
86
+ "ix_generative_models_name_is_built_in",
87
+ "generative_models",
88
+ ["name", "is_built_in"],
89
+ unique=True,
90
+ postgresql_where=sa.text("deleted_at IS NULL"),
91
+ sqlite_where=sa.text("deleted_at IS NULL"),
92
+ )
93
+ op.create_table(
94
+ "token_prices",
95
+ sa.Column(
96
+ "id",
97
+ _Integer,
98
+ primary_key=True,
99
+ ),
100
+ sa.Column(
101
+ "model_id",
102
+ _Integer,
103
+ sa.ForeignKey("generative_models.id", ondelete="CASCADE"),
104
+ nullable=False,
105
+ index=True,
106
+ ),
107
+ sa.Column("token_type", sa.String, nullable=False),
108
+ sa.Column("is_prompt", sa.Boolean, nullable=False),
109
+ sa.Column("base_rate", sa.Float, nullable=False),
110
+ sa.Column("customization", sa.JSON),
111
+ sa.UniqueConstraint(
112
+ "model_id",
113
+ "token_type",
114
+ "is_prompt",
115
+ ),
116
+ )
117
+ op.create_table(
118
+ "span_costs",
119
+ sa.Column(
120
+ "id",
121
+ _Integer,
122
+ primary_key=True,
123
+ ),
124
+ sa.Column(
125
+ "span_rowid",
126
+ _Integer,
127
+ sa.ForeignKey("spans.id", ondelete="CASCADE"),
128
+ nullable=False,
129
+ index=True,
130
+ ),
131
+ sa.Column(
132
+ "trace_rowid",
133
+ _Integer,
134
+ sa.ForeignKey("traces.id", ondelete="CASCADE"),
135
+ nullable=False,
136
+ index=True,
137
+ ),
138
+ sa.Column(
139
+ "model_id",
140
+ _Integer,
141
+ sa.ForeignKey(
142
+ "generative_models.id",
143
+ ondelete="RESTRICT",
144
+ ),
145
+ nullable=True,
146
+ ),
147
+ sa.Column(
148
+ "span_start_time",
149
+ sa.TIMESTAMP(timezone=True),
150
+ nullable=False,
151
+ index=True,
152
+ ),
153
+ sa.Column("total_cost", sa.Float),
154
+ sa.Column("total_tokens", sa.Float),
155
+ sa.Column("prompt_cost", sa.Float),
156
+ sa.Column("prompt_tokens", sa.Float),
157
+ sa.Column("completion_cost", sa.Float),
158
+ sa.Column("completion_tokens", sa.Float),
159
+ )
160
+ op.create_index(
161
+ "ix_span_costs_model_id_span_start_time",
162
+ "span_costs",
163
+ ["model_id", "span_start_time"],
164
+ )
165
+ op.create_table(
166
+ "span_cost_details",
167
+ sa.Column(
168
+ "id",
169
+ _Integer,
170
+ primary_key=True,
171
+ ),
172
+ sa.Column(
173
+ "span_cost_id",
174
+ _Integer,
175
+ sa.ForeignKey("span_costs.id", ondelete="CASCADE"),
176
+ nullable=False,
177
+ index=True,
178
+ ),
179
+ sa.Column("token_type", sa.String, nullable=False, index=True),
180
+ sa.Column("is_prompt", sa.Boolean, nullable=False),
181
+ sa.Column("cost", sa.Float),
182
+ sa.Column("tokens", sa.Float),
183
+ sa.Column("cost_per_token", sa.Float),
184
+ sa.UniqueConstraint(
185
+ "span_cost_id",
186
+ "token_type",
187
+ "is_prompt",
188
+ ),
189
+ )
190
+
191
+
192
+ def downgrade() -> None:
193
+ op.drop_table("span_cost_details")
194
+ op.drop_table("span_costs")
195
+ op.drop_table("token_prices")
196
+ op.drop_table("generative_models")
@@ -0,0 +1,40 @@
1
+ """add user_id on dataset_versions
2
+
3
+ Revision ID: ab513d89518b
4
+ Revises: 01a8342c9cdf
5
+ Create Date: 2025-09-26 11:00:06.961920
6
+
7
+ """
8
+
9
+ from typing import Sequence, Union
10
+
11
+ import sqlalchemy as sa
12
+ from alembic import op
13
+
14
+ # revision identifiers, used by Alembic.
15
+ revision: str = "ab513d89518b"
16
+ down_revision: Union[str, None] = "01a8342c9cdf"
17
+ branch_labels: Union[str, Sequence[str], None] = None
18
+ depends_on: Union[str, Sequence[str], None] = None
19
+
20
+ _Integer = sa.Integer().with_variant(
21
+ sa.BigInteger(),
22
+ "postgresql",
23
+ )
24
+
25
+
26
+ def upgrade() -> None:
27
+ with op.batch_alter_table("dataset_versions") as batch_op:
28
+ batch_op.add_column(
29
+ sa.Column(
30
+ "user_id",
31
+ _Integer,
32
+ sa.ForeignKey("users.id", ondelete="SET NULL"),
33
+ nullable=True,
34
+ ),
35
+ )
36
+
37
+
38
+ def downgrade() -> None:
39
+ with op.batch_alter_table("dataset_versions") as batch_op:
40
+ batch_op.drop_column("user_id")
@@ -0,0 +1,40 @@
1
+ """add user_id on experiments
2
+
3
+ Revision ID: d0690a79ea51
4
+ Revises: ab513d89518b
5
+ Create Date: 2025-08-26 19:12:47.849806
6
+
7
+ """
8
+
9
+ from typing import Sequence, Union
10
+
11
+ import sqlalchemy as sa
12
+ from alembic import op
13
+
14
+ # revision identifiers, used by Alembic.
15
+ revision: str = "d0690a79ea51"
16
+ down_revision: Union[str, None] = "ab513d89518b"
17
+ branch_labels: Union[str, Sequence[str], None] = None
18
+ depends_on: Union[str, Sequence[str], None] = None
19
+
20
+ _Integer = sa.Integer().with_variant(
21
+ sa.BigInteger(),
22
+ "postgresql",
23
+ )
24
+
25
+
26
+ def upgrade() -> None:
27
+ with op.batch_alter_table("experiments") as batch_op:
28
+ batch_op.add_column(
29
+ sa.Column(
30
+ "user_id",
31
+ _Integer,
32
+ sa.ForeignKey("users.id", ondelete="SET NULL"),
33
+ nullable=True,
34
+ ),
35
+ )
36
+
37
+
38
+ def downgrade() -> None:
39
+ with op.batch_alter_table("experiments") as batch_op:
40
+ batch_op.drop_column("user_id")
@@ -0,0 +1,139 @@
1
+ """dataset_splits
2
+
3
+ Revision ID: deb2c81c0bb2
4
+ Revises: 58228d933c91
5
+ Create Date: 2025-09-08 15:50:12.066217
6
+
7
+ """
8
+
9
+ from typing import Any, Sequence, Union
10
+
11
+ import sqlalchemy as sa
12
+ from alembic import op
13
+ from sqlalchemy import JSON
14
+ from sqlalchemy.dialects import postgresql
15
+ from sqlalchemy.ext.compiler import compiles
16
+
17
+
18
+ class JSONB(JSON):
19
+ # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
20
+ __visit_name__ = "JSONB"
21
+
22
+
23
+ @compiles(JSONB, "sqlite")
24
+ def _(*args: Any, **kwargs: Any) -> str:
25
+ # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
26
+ return "JSONB"
27
+
28
+
29
+ JSON_ = (
30
+ JSON()
31
+ .with_variant(
32
+ postgresql.JSONB(),
33
+ "postgresql",
34
+ )
35
+ .with_variant(
36
+ JSONB(),
37
+ "sqlite",
38
+ )
39
+ )
40
+
41
+ _Integer = sa.Integer().with_variant(
42
+ sa.BigInteger(),
43
+ "postgresql",
44
+ )
45
+
46
+
47
+ # revision identifiers, used by Alembic.
48
+ revision: str = "deb2c81c0bb2"
49
+ down_revision: Union[str, None] = "e76cbd66ffc3"
50
+ branch_labels: Union[str, Sequence[str], None] = None
51
+ depends_on: Union[str, Sequence[str], None] = None
52
+
53
+
54
+ def upgrade() -> None:
55
+ # Create dataset_splits table
56
+ op.create_table(
57
+ "dataset_splits",
58
+ sa.Column("id", _Integer, primary_key=True),
59
+ sa.Column(
60
+ "user_id",
61
+ _Integer,
62
+ sa.ForeignKey("users.id", ondelete="SET NULL"),
63
+ nullable=True,
64
+ index=True,
65
+ ),
66
+ sa.Column("name", sa.String, nullable=False, unique=True),
67
+ sa.Column("description", sa.String, nullable=True),
68
+ sa.Column("color", sa.String, nullable=False),
69
+ sa.Column("metadata", JSON_, nullable=False),
70
+ sa.Column(
71
+ "created_at",
72
+ sa.TIMESTAMP(timezone=True),
73
+ nullable=False,
74
+ server_default=sa.func.now(),
75
+ ),
76
+ sa.Column(
77
+ "updated_at",
78
+ sa.TIMESTAMP(timezone=True),
79
+ nullable=False,
80
+ server_default=sa.func.now(),
81
+ onupdate=sa.func.now(),
82
+ ),
83
+ )
84
+
85
+ # Create crosswalk table: dataset_splits_dataset_examples
86
+ op.create_table(
87
+ "dataset_splits_dataset_examples",
88
+ sa.Column(
89
+ "dataset_split_id",
90
+ _Integer,
91
+ sa.ForeignKey("dataset_splits.id", ondelete="CASCADE"),
92
+ nullable=False,
93
+ ),
94
+ sa.Column(
95
+ "dataset_example_id",
96
+ _Integer,
97
+ sa.ForeignKey("dataset_examples.id", ondelete="CASCADE"),
98
+ nullable=False,
99
+ # index on the second element of the composite primary key
100
+ index=True,
101
+ ),
102
+ sa.PrimaryKeyConstraint(
103
+ "dataset_split_id",
104
+ "dataset_example_id",
105
+ ),
106
+ )
107
+
108
+ # Create experiments_dataset_splits table The rational of this table is to
109
+ # gather examples for a specific dataset split for a specific experiment.
110
+ # Select all dataset examples where examples belong to a dataset split and
111
+ # examples belong to a experiment.
112
+
113
+ op.create_table(
114
+ "experiments_dataset_splits",
115
+ sa.Column(
116
+ "experiment_id",
117
+ _Integer,
118
+ sa.ForeignKey("experiments.id", ondelete="CASCADE"),
119
+ nullable=False,
120
+ ),
121
+ sa.Column(
122
+ "dataset_split_id",
123
+ _Integer,
124
+ sa.ForeignKey("dataset_splits.id", ondelete="CASCADE"),
125
+ nullable=False,
126
+ # index on the second element of the composite primary key
127
+ index=True,
128
+ ),
129
+ sa.PrimaryKeyConstraint(
130
+ "experiment_id",
131
+ "dataset_split_id",
132
+ ),
133
+ )
134
+
135
+
136
+ def downgrade() -> None:
137
+ op.drop_table("experiments_dataset_splits")
138
+ op.drop_table("dataset_splits_dataset_examples")
139
+ op.drop_table("dataset_splits")
@@ -0,0 +1,87 @@
1
+ """add experiments_dataset_examples junction table
2
+
3
+ Revision ID: e76cbd66ffc3
4
+ Revises: deb2c81c0bb2
5
+ Create Date: 2025-09-23 12:33:13.554164
6
+
7
+ """
8
+
9
+ from typing import Sequence, Union
10
+
11
+ import sqlalchemy as sa
12
+ from alembic import op
13
+
14
+ _Integer = sa.Integer().with_variant(
15
+ sa.BigInteger(),
16
+ "postgresql",
17
+ )
18
+
19
+ # revision identifiers, used by Alembic.
20
+ revision: str = "e76cbd66ffc3"
21
+ down_revision: Union[str, None] = "58228d933c91"
22
+ branch_labels: Union[str, Sequence[str], None] = None
23
+ depends_on: Union[str, Sequence[str], None] = None
24
+
25
+ BACKFILL = """\
26
+ INSERT INTO experiments_dataset_examples (
27
+ experiment_id,
28
+ dataset_example_id,
29
+ dataset_example_revision_id
30
+ )
31
+ SELECT
32
+ ranked.experiment_id,
33
+ ranked.dataset_example_id,
34
+ ranked.dataset_example_revision_id
35
+ FROM (
36
+ SELECT
37
+ e.id as experiment_id,
38
+ der.dataset_example_id,
39
+ der.id as dataset_example_revision_id,
40
+ der.revision_kind,
41
+ ROW_NUMBER() OVER (
42
+ PARTITION BY e.id, der.dataset_example_id
43
+ ORDER BY der.dataset_version_id DESC
44
+ ) as rn
45
+ FROM experiments e
46
+ JOIN dataset_examples de ON de.dataset_id = e.dataset_id
47
+ JOIN dataset_example_revisions der ON der.dataset_example_id = de.id
48
+ WHERE der.dataset_version_id <= e.dataset_version_id
49
+ ) ranked
50
+ WHERE ranked.rn = 1
51
+ AND ranked.revision_kind != 'DELETE'
52
+ """
53
+
54
+
55
+ def upgrade() -> None:
56
+ op.create_table(
57
+ "experiments_dataset_examples",
58
+ sa.Column(
59
+ "experiment_id",
60
+ _Integer,
61
+ sa.ForeignKey("experiments.id", ondelete="CASCADE"),
62
+ nullable=False,
63
+ ),
64
+ sa.Column(
65
+ "dataset_example_id",
66
+ _Integer,
67
+ sa.ForeignKey("dataset_examples.id", ondelete="CASCADE"),
68
+ nullable=False,
69
+ index=True,
70
+ ),
71
+ sa.Column(
72
+ "dataset_example_revision_id",
73
+ _Integer,
74
+ sa.ForeignKey("dataset_example_revisions.id", ondelete="CASCADE"),
75
+ nullable=False,
76
+ index=True,
77
+ ),
78
+ sa.PrimaryKeyConstraint(
79
+ "experiment_id",
80
+ "dataset_example_id",
81
+ ),
82
+ )
83
+ op.execute(BACKFILL)
84
+
85
+
86
+ def downgrade() -> None:
87
+ op.drop_table("experiments_dataset_examples")